-- Logs begin at Thu 2022-03-03 09:29:51 UTC, end at Thu 2022-03-03 11:19:08 UTC. -- Mar 03 10:03:46.910425 dv-neutron-831192-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 10:03:49.479544 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.common.config [-] Logging enabled! Mar 03 10:03:49.480124 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 03 10:03:49.480296 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 10:03:49.483433 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.common.config [-] Logging enabled! Mar 03 10:03:49.483689 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 03 10:03:49.483997 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 10:03:49.484921 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 10:03:49.485162 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 10:03:49.485505 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 10:03:49.485749 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 10:03:49.485973 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 10:03:49.486289 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.486579 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.486868 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.487096 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.487409 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.487696 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.487976 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.488260 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.488552 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.488836 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.489121 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.490051 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.490439 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.490796 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.491146 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.491513 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.491791 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] debug = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.492124 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.492602 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.493144 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.493473 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.493851 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.494241 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.494578 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.494900 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.495229 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.495653 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] host = dv-neutron-831192-5-hyperv {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.495975 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.496305 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.496634 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.496963 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.497278 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.497597 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.497923 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.498249 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.498582 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] log_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.498919 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.499249 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.499632 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.499964 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.500234 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.500497 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.500824 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.501145 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.501460 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.501778 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.502098 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.502415 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.502727 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.503037 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.503393 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.503735 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.504088 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.504451 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.504772 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.505704 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.506022 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.506351 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.506668 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.506991 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.507316 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.507660 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.507973 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.508289 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.508628 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.508955 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.509277 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.509602 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.509918 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.510245 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.510555 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.510868 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.511181 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] use_json = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.511527 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.511840 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.512163 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.512478 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.512791 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.513105 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.513418 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.513742 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.514055 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:49.514392 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.514740 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.515080 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.515442 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.515836 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.516235 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.516615 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.516980 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.517363 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.517737 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.518110 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.518483 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.518856 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.519221 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.519634 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.520029 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.520406 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.520957 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.521323 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.521687 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.522051 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.522414 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.522787 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.523179 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.523581 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.523965 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.524342 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.524723 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.525091 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.525453 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.525845 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.526206 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.526528 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.526845 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.527168 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.527525 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.527843 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.528155 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.528471 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.528800 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.529114 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.529425 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.529735 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.530056 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.530371 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.530691 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.531004 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.531331 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.531656 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.531971 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.532279 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.532589 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.532902 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.533214 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.533527 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.533838 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.534148 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.534458 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.534779 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.535086 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.535434 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.535748 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.536110 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.536426 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.536733 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.537041 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.537353 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.537665 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.537989 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.538325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.538641 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.538963 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.539282 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.539631 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.539950 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.540521 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.540842 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.541163 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.541479 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.541811 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.542136 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.542464 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.542789 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.543110 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.543492 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.543814 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.544148 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.544515 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.544934 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.545309 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.545682 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.546082 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.546450 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.546804 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.547160 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.547538 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.547935 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.548431 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.548890 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:49.549238 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 10:03:49.549603 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87781) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 10:03:49.944584 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO keyring.backend [-] Loading KWallet Mar 03 10:03:49.951791 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO keyring.backend [-] Loading SecretService Mar 03 10:03:49.955205 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO keyring.backend [-] Loading Windows Mar 03 10:03:49.956554 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO keyring.backend [-] Loading chainer Mar 03 10:03:49.957124 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO keyring.backend [-] Loading macOS Mar 03 10:03:49.991846 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 10:03:49.992121 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 10:03:49.992412 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 10:03:49.992753 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 10:03:50.381403 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.381665 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.381890 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.383184 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.383483 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.383749 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.418841 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.419115 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.419411 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.432816 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.433095 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.433361 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.464304 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.464587 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.464859 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.501046 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.501543 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.501629 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.738201 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.738491 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.738760 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.739027 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.740574 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.861215 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.861537 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.861818 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.862083 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.862343 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.862651 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.862911 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.863164 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.863437 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.863719 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.863973 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.864268 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.864537 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.864920 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.865193 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.865460 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.865718 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.865986 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.866238 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.866517 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.866865 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.867116 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.867388 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.867673 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.867920 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.868162 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.868545 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:50.868786 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:50.869025 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:50.869263 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:50.869498 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:50.869730 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:50.870090 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 10:03:50.873210 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 10:03:50.877181 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 10:03:50.881096 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 03 10:03:50.882723 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 10:03:50.884199 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 10:03:50.884546 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 10:03:50.884932 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 10:03:50.887766 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 10:03:50.888015 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 10:03:50.888356 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 10:03:50.916886 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 10:03:50.917323 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.917615 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87781) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 03 10:03:50.917973 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.919360 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87781) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 10:03:50.919637 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 10:03:50.919882 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 10:03:50.923147 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.923459 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:50.985201 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 10:03:50.985435 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 10:03:50.985675 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 10:03:50.986037 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 10:03:51.017978 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_db.sqlalchemy.engines [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87781) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 03 10:03:51.345420 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing driver for type 'gre' Mar 03 10:03:51.345868 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] gre ID ranges: [(1, 1000)] Mar 03 10:03:51.400596 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing driver for type 'local' Mar 03 10:03:51.400996 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing driver for type 'vlan' Mar 03 10:03:51.413495 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] VlanTypeDriver initialization complete Mar 03 10:03:51.413980 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing driver for type 'vxlan' Mar 03 10:03:51.414617 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] vxlan ID ranges: [(1, 1000)] Mar 03 10:03:51.467519 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing extension driver 'port_security' Mar 03 10:03:51.467859 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.extensions.port_security [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] PortSecurityExtensionDriver initialization complete Mar 03 10:03:51.468188 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing mechanism driver 'openvswitch' Mar 03 10:03:51.468504 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing mechanism driver 'hyperv' Mar 03 10:03:51.475699 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.plugin [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:03:51.476368 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.476733 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.477076 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.477597 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 10:03:51.478015 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnet after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.478360 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnet after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.478698 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.479083 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 10:03:51.479545 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.479889 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.480222 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.480603 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 10:03:51.480995 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > security_group after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.481335 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > security_group after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.481667 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.482195 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 10:03:51.482590 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.482928 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.483260 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.483669 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 10:03:51.484061 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > address_group after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.484399 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > address_group after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.484729 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.485107 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 10:03:51.485545 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] ML2 OVO RPC backend initialized. {{(pid=87781) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 03 10:03:51.486240 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.486591 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.487002 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.487373 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > networks before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.487718 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.488053 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > ports before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.488390 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnet before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.488723 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnets before_response 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.489069 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.489997 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.490324 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.490654 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.490983 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.491319 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.491663 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnet after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.491991 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnet after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.492315 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.492880 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.plugin [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Modular L2 Plugin initialization complete Mar 03 10:03:51.493203 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading services supported by the core plugin {{(pid=87781) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 10:03:51.493520 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.plugins.ml2.managers [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Got port-security extension from driver 'port_security' Mar 03 10:03:51.493975 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.extensions.vlantransparent [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Disabled vlantransparent extension. Mar 03 10:03:51.494452 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87781) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 10:03:51.494760 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: router Mar 03 10:03:51.532398 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.532944 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router after_create 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.533137 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router before_create 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.533498 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.533860 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.534208 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router after_delete 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.534559 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.534915 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router after_create 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.535256 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router after_update 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.535619 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router after_update 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.535963 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.536930 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router after_update 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.537419 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_update 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.537782 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: port after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.538118 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: port after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.538451 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: subnet after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.538784 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.539125 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.539509 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_create 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.539848 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: port before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.540428 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.540787 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router after_update 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.541123 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.541461 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_create 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.541816 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.542153 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_update 55549900 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.542510 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > agent after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.542850 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > agent after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.543189 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > network after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.544070 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Tracking information for resource: router configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:51.544399 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Tracking information for resource: floatingip configured {{(pid=87781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 10:03:51.549421 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.db.l3_agentschedulers_db [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 10:03:51.549973 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: port after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.550329 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: port after_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.550674 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: port after_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.551018 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: port after_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.552012 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router before_create 55550100 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.552463 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.552823 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_create 55550100 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.553173 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > router precommit_update 55550100 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.557612 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.services.provider_configuration [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service providers = [] {{(pid=87781) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 10:03:51.557970 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.db.servicetype_db [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87781) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 10:03:51.560908 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.services.service_base [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 10:03:51.561256 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.services.service_base [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 10:03:51.561592 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.services.service_base [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 10:03:51.562463 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.services.service_base [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 10:03:51.562829 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.services.service_base [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 10:03:51.563200 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.563535 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 10:03:51.574313 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.574643 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: auto_allocate Mar 03 10:03:51.580625 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: network precommit_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.580993 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: network precommit_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.581514 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.581829 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: tag Mar 03 10:03:51.589003 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.589327 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: timestamp Mar 03 10:03:51.593341 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.593673 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: network_ip_availability Mar 03 10:03:51.599348 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.599672 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.600022 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.600719 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.601031 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: flavors Mar 03 10:03:51.605708 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.606056 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading Plugin: revisions Mar 03 10:03:51.610307 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 10:03:51.610689 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_concurrency.lockutils [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=87781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 10:03:51.611450 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87781) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 10:03:51.611784 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Initializing extension manager. Mar 03 10:03:51.612278 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: __init__.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.612610 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: __pycache__ {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.612938 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.613262 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: address_group.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.614006 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.615517 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: address-group Mar 03 10:03:51.615933 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: address_scope.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.616642 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.617147 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: address-scope Mar 03 10:03:51.617465 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.618385 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.618888 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: router-admin-state-down-before-update Mar 03 10:03:51.619206 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: agent.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.620107 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.620603 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: agent Mar 03 10:03:51.620922 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: agent_resources_synced.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.621821 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.622320 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: agent-resources-synced Mar 03 10:03:51.622642 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: allowedaddresspairs.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.624426 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.624938 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: allowed-address-pairs Mar 03 10:03:51.625256 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: auto_allocated_topology.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.626326 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.626829 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: auto-allocated-topology Mar 03 10:03:51.627146 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: availability_zone.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.627854 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.628354 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: availability_zone Mar 03 10:03:51.628666 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: availability_zone_filter.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.629564 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.630135 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: availability_zone_filter Mar 03 10:03:51.630447 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: data_plane_status.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.631373 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.631868 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 10:03:51.632180 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: default_subnetpools.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.633079 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.633575 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: default-subnetpools Mar 03 10:03:51.633886 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.634678 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.635176 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: dhcp_agent_scheduler Mar 03 10:03:51.635525 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: dns.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.636430 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.636922 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 10:03:51.637235 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: dns_domain_ports.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.638143 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.638667 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 10:03:51.638983 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: dvr.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.639668 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.640163 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: dvr Mar 03 10:03:51.640477 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: empty_string_filtering.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.641371 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.641868 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: empty-string-filtering Mar 03 10:03:51.642183 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.643077 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.643607 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 10:03:51.643923 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.644812 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.645307 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 10:03:51.646236 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: external_net.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.647124 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.647661 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: external-net Mar 03 10:03:51.647978 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.648874 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.649372 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: extra_dhcp_opt Mar 03 10:03:51.649690 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: extraroute.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.650584 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.651085 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: extraroute Mar 03 10:03:51.651438 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: extraroute_atomic.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.652446 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.652943 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: extraroute-atomic Mar 03 10:03:51.653260 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: filter_validation.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.653914 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.654409 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: filter-validation Mar 03 10:03:51.654722 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: fip_pf_description.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.655645 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.656141 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 10:03:51.656454 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: fip_port_details.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.657350 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.657844 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: fip-port-details Mar 03 10:03:51.658157 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: flavors.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.659432 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.659940 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: flavors Mar 03 10:03:51.660259 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.662614 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.663124 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 10:03:51.663484 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: floatingip_pools.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.664179 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.664681 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: floatingip-pools Mar 03 10:03:51.665000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: ip_allocation.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.666172 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.666667 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 10:03:51.666983 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.667918 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.668427 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: ip-substring-filtering Mar 03 10:03:51.668745 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l2_adjacency.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.669652 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.670152 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 10:03:51.670470 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l3.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.671434 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.671938 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: router Mar 03 10:03:51.672256 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.674658 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.675175 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 10:03:51.675527 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.676523 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.677203 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: ext-gw-mode Mar 03 10:03:51.677586 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.678502 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.679002 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: l3-ha Mar 03 10:03:51.679340 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l3_flavors.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.680247 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.680743 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: l3-flavors Mar 03 10:03:51.681067 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.681980 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.682473 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 10:03:51.682788 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: l3agentscheduler.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.683828 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.684332 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: l3_agent_scheduler Mar 03 10:03:51.684649 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: logging.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.686173 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.686684 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension logging not supported by any of loaded plugins Mar 03 10:03:51.687006 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: metering.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.687769 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.688339 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: metering Mar 03 10:03:51.688656 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.689743 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.690253 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: metering_source_and_destination_fields Mar 03 10:03:51.690571 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: multiprovidernet.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.691517 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.692022 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: multi-provider Mar 03 10:03:51.692367 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: netmtu.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.693368 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.693874 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: net-mtu Mar 03 10:03:51.694192 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: netmtu_writable.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.695097 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.695633 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: net-mtu-writable Mar 03 10:03:51.695952 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: network_availability_zone.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.696612 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.697106 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: network_availability_zone Mar 03 10:03:51.697419 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: network_ip_availability.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.698517 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.699020 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: network-ip-availability Mar 03 10:03:51.699354 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: network_segment_range.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.700107 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.700604 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 10:03:51.700917 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: pagination.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.701881 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.702202 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: pagination Mar 03 10:03:51.702515 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: port_device_profile.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.703451 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.703956 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: port-device-profile Mar 03 10:03:51.704269 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.705173 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.705668 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: port-mac-address-regenerate Mar 03 10:03:51.705981 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.706884 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.707402 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: port-numa-affinity-policy Mar 03 10:03:51.707718 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: port_resource_request.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.709149 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.709635 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 10:03:51.709949 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: portbindings.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.710863 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.711377 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: binding Mar 03 10:03:51.711693 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: portbindings_extended.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.713082 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.713589 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: binding-extended Mar 03 10:03:51.713908 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: portsecurity.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.714813 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.715331 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: port-security Mar 03 10:03:51.715653 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: project_id.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.716619 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.716946 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: project-id Mar 03 10:03:51.717264 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: providernet.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.718171 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.718679 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: provider Mar 03 10:03:51.718997 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.722623 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.723144 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos not supported by any of loaded plugins Mar 03 10:03:51.723500 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.725436 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.725949 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 10:03:51.726276 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.727188 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.727719 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 10:03:51.728041 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_default.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.728945 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.729450 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-default not supported by any of loaded plugins Mar 03 10:03:51.729770 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_fip.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.730415 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.730908 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 10:03:51.731226 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_gateway_ip.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.732158 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.732654 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 10:03:51.732972 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_port_network_policy.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.733868 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.734359 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 10:03:51.734674 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_rule_type_details.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.735608 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.736103 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 10:03:51.736417 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: qos_rules_alias.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.737452 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.737948 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 10:03:51.738271 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: quotasv2.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.739153 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.739531 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: quotas Mar 03 10:03:51.739843 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: quotasv2_detail.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.741442 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.741781 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: quota_details Mar 03 10:03:51.742109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: rbac.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.743129 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.743686 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: rbac-policies Mar 03 10:03:51.744014 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: rbac_address_group.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.744930 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.745438 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: rbac-address-group Mar 03 10:03:51.745759 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: rbac_address_scope.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.746668 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.747171 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: rbac-address-scope Mar 03 10:03:51.747522 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: rbac_security_groups.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.748436 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.748943 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: rbac-security-groups Mar 03 10:03:51.749262 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: rbac_subnetpool.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.750175 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.750676 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: rbac-subnetpool Mar 03 10:03:51.750995 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: revisionifmatch.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.751931 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.752434 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: revision-if-match Mar 03 10:03:51.752754 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: revisions.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.754106 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.754615 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: standard-attr-revisions Mar 03 10:03:51.754963 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: router_availability_zone.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.755659 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.756157 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: router_availability_zone Mar 03 10:03:51.756475 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: routerservicetype.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.757377 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.757877 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 10:03:51.758200 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.759100 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.759636 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: security-groups-normalized-cidr Mar 03 10:03:51.759956 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.760857 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.761355 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: port-security-groups-filtering Mar 03 10:03:51.761670 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.762577 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.763075 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: security-groups-remote-address-group Mar 03 10:03:51.763428 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: securitygroup.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.773782 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.774312 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: security-group Mar 03 10:03:51.774640 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: segment.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.775452 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.775954 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension segment not supported by any of loaded plugins Mar 03 10:03:51.776274 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.777197 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.777763 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 10:03:51.778087 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: servicetype.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.779202 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.779735 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: service-type Mar 03 10:03:51.780053 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: sorting.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.781326 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.781653 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: sorting Mar 03 10:03:51.781970 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: standard_attr_segment.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.782863 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.783393 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 10:03:51.783711 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: standardattrdescription.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.784351 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.784857 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: standard-attr-description Mar 03 10:03:51.785173 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: stateful_security_group.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.786104 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.786629 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: stateful-security-group Mar 03 10:03:51.786947 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: stdattrs_common.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.787541 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 10:03:51.787861 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.788856 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.789372 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 10:03:51.789689 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: subnet_onboard.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.791022 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.791559 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: subnet_onboard Mar 03 10:03:51.791879 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.792796 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.793293 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 10:03:51.793608 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: subnet_service_types.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.794528 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.795030 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: subnet-service-types Mar 03 10:03:51.795374 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: subnetallocation.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.796465 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.796973 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: subnet_allocation Mar 03 10:03:51.797295 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.797951 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.798463 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: subnetpool-prefix-ops Mar 03 10:03:51.798777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.799722 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.800218 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 10:03:51.800532 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: tagging.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.801563 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.802595 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: standard-attr-tag Mar 03 10:03:51.802916 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: timestamp.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.804137 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.804646 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loaded extension: standard-attr-timestamp Mar 03 10:03:51.804966 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: trunk.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.805988 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.806494 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension trunk not supported by any of loaded plugins Mar 03 10:03:51.806814 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: trunk_details.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.807755 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.808260 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 10:03:51.808578 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: uplink_status_propagation.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.809489 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.809994 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 10:03:51.810311 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Loading extension file: vlantransparent.py {{(pid=87781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 10:03:51.810965 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 10:03:51.811495 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 10:03:51.813828 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:network Mar 03 10:03:51.814516 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:subnet Mar 03 10:03:51.815280 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 10:03:51.815893 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:port Mar 03 10:03:51.817134 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.817636 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service FLAVORS assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.818254 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.818673 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.819006 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:router Mar 03 10:03:51.819686 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 10:03:51.820375 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service METERING assigned prefix: /metering {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.821793 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.822150 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.822491 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:03:51.824741 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 10:03:51.825189 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:security_group Mar 03 10:03:51.825832 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 10:03:51.826546 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service CORE assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.826873 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 10:03:51.827200 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] subnetpool is already registered Mar 03 10:03:51.827850 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service CORE assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.828176 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 10:03:51.828494 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] subnetpool is already registered Mar 03 10:03:51.941215 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.941651 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service FLAVORS assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.942250 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.943191 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.943554 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:router Mar 03 10:03:51.943894 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] router is already registered Mar 03 10:03:51.944541 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 10:03:51.944863 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] floatingip is already registered Mar 03 10:03:51.945488 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service METERING assigned prefix: /metering {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.946307 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 10:03:51.946630 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] rbac_policy is already registered Mar 03 10:03:51.947046 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:security_group Mar 03 10:03:51.947388 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] security_group is already registered Mar 03 10:03:51.947974 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 10:03:51.948295 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] security_group_rule is already registered Mar 03 10:03:51.948945 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service CORE assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.949269 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 10:03:51.949585 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] subnetpool is already registered Mar 03 10:03:51.950180 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.v2.resource_helper [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Service CORE assigned prefix: {{(pid=87781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 10:03:51.950504 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 10:03:51.950820 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING neutron.quota.resource_registry [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] subnetpool is already registered Mar 03 10:03:51.951479 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: extensions {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.952974 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: address-groups {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.954609 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: address-scopes {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.955824 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: agents {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.956973 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: auto-allocated-topology {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.958897 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: availability_zones {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.960150 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: dhcp-networks {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.961530 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: dhcp-agents {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.962973 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: routers {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.964790 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: flavors {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.965930 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: service_profiles {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.967130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: next_providers {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.968675 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: service_profiles {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.970127 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: floatingip-pools {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.971339 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: routers {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.973134 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: floatingips {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.974512 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: l3-routers {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.975898 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: l3-agents {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.977409 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: metering-labels {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.978648 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: metering-label-rules {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.980048 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: network-ip-availabilities {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.981294 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: bindings {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.982939 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: quotas {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.984394 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: quotas {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.985789 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: rbac-policies {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.987056 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: security-groups {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.988285 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: security-group-rules {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.989577 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: service-providers {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.990974 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: subnetpools {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.992333 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: subnetpools {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.993760 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.995530 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.997216 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:51.999014 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:52.001795 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:52.003645 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:52.006095 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:52.008000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:52.009743 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:52.011598 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron.api.extensions [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Extended resource: tags {{(pid=87781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 10:03:52.017506 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING keystonemiddleware.auth_token [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 10:03:52.022704 dv-neutron-831192-5-hyperv neutron-server[87781]: WARNING keystonemiddleware.auth_token [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 10:03:52.030783 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_concurrency.lockutils [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Acquired lock "singleton_lock" {{(pid=87781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 03 10:03:52.031250 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_concurrency.lockutils [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Releasing lock "singleton_lock" {{(pid=87781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 03 10:03:52.031888 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO oslo_service.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Starting 2 workers Mar 03 10:03:52.037063 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Started child 87888 {{(pid=87781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 10:03:52.041831 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Started child 87889 {{(pid=87781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 10:03:52.042647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:03:52.043400 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO neutron.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 10:03:52.044043 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Notify callbacks [] for process, before_spawn {{(pid=87781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:03:52.044141 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [-] (87888) wsgi starting up on http://0.0.0.0:9696 Mar 03 10:03:52.046216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:03:52.046642 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO oslo_service.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Starting 1 workers Mar 03 10:03:52.047615 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [-] (87889) wsgi starting up on http://0.0.0.0:9696 Mar 03 10:03:52.051404 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Started child 87890 {{(pid=87781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 10:03:52.052453 dv-neutron-831192-5-hyperv neutron-server[87781]: INFO oslo_service.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Starting 1 workers Mar 03 10:03:52.055787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] calling RpcWorker wait() {{(pid=87890) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 10:03:52.056329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] returning from RpcWorker wait() {{(pid=87890) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 10:03:52.056725 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Started child 87891 {{(pid=87781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 10:03:52.057503 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG neutron_lib.callbacks.manager [None req-3475eca1-acbb-4c3d-b7d9-58eb29fe9a23 None None] Notify callbacks [] for process, after_spawn {{(pid=87781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:03:52.057898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:03:52.058374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:03:52.059335 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 10:03:52.059575 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 10:03:52.059759 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 10:03:52.059970 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 10:03:52.060302 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 10:03:52.060466 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 10:03:52.060992 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.061286 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.061579 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.061833 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.062108 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.062338 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:03:52.062777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.062946 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.063193 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.063484 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.063729 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.063826 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:03:52.063917 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.064044 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.064293 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.064519 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.064816 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.065085 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.065327 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.065596 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.065770 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.066014 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.066275 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.066528 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.066779 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] debug = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.067025 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.067535 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.067764 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.068000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.068256 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.068513 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.068733 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.069000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.069242 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.069478 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.069830 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] host = dv-neutron-831192-5-hyperv {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.073325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074553 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074553 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074553 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50658) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:03:52.074847 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.074847 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_options = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.075000 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.075259 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.075566 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.075758 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.075925 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.076095 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.076340 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.076497 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.076740 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.076948 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.077154 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.077428 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.077586 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.077822 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.078061 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.078295 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.078521 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.078723 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.078959 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.079178 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.083321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.084130 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.085336 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.086147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076621 Mar 03 10:03:52.086228 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_json = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.086228 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.086228 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.087101 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.088685 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.088986 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.089213 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.089449 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.090580 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.090908 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.091488 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.091795 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.092420 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.092665 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.092925 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.093607 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.093943 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.094196 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.094991 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.095236 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.097372 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.097625 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.097936 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.098189 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.098445 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.099321 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.100441 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.100738 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.103340 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.103969 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.104360 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.104515 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.107068 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.110315 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.110593 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.110889 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.111161 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.111448 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.111704 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.111932 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.112174 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.112399 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.112667 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.112891 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.113818 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.113818 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.113818 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.113818 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.114138 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.114335 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.115058 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.115394 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.119787 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.120036 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.120272 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.120509 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.120744 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.124278 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.124763 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.125061 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.125313 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.126516 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.126516 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.126516 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.126516 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.126516 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.126915 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.126915 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.127099 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.129698 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.129698 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.130832 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.132001 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.132001 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.132173 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.132400 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.135343 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.135343 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.135343 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.136393 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.138091 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.140956 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.141219 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.141462 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.141723 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.141963 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.142200 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.142427 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.142661 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.142888 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.143116 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.144796 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.144796 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.144796 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.144796 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.145093 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.145281 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.147651 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.147923 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.148191 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.148442 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.148695 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.148944 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.149200 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.149385 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.149645 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.149896 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.150150 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.150376 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.150616 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.150872 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.151087 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.152178 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.152178 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.153264 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.153512 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.156025 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.156305 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.156596 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.156881 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.157149 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.157455 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.157716 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.158014 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.158261 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.158521 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.158828 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.159100 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.160935 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.161730 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.162017 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.162988 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.163258 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.163766 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.164040 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.165590 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.165867 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.166832 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.167077 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.167362 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.167558 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.168592 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.169255 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.169704 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.169962 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.170212 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.170507 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.170774 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.171041 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.171332 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.173208 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.173486 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.174920 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.175201 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.175820 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.176088 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.176347 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.176569 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.177699 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.178153 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.178735 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.178968 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.179190 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.179499 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.179736 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.179960 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.180198 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.180435 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.181712 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.181712 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.181712 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.181712 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.181712 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.182085 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.182190 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.182356 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.182576 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.182822 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.183114 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.183426 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.183689 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.183926 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.184158 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.184425 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.184669 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.185543 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.185543 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.185543 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.186508 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.186611 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.186789 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.187031 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.187264 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.187661 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.187898 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.188162 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.188381 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.188799 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.189801 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.189915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:03:52.190006 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190006 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190006 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190006 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190300 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190300 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190447 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190676 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.190895 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.191292 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.191577 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.191803 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.192015 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.192228 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.193019 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.193254 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.193491 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.194777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.194777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.194777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.194777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.194777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.195167 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.195167 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.195439 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.195620 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.195826 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.196124 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.196376 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.197579 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.197842 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.198074 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.198306 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.199330 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.199330 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.199522 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.199861 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.200218 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.200434 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.200665 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.200879 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.201358 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.201850 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.201850 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.202036 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.202309 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.202565 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.202808 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.203065 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.203430 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.203652 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.203922 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.204148 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.204365 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.204599 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.204857 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.205189 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.206142 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.207346 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.207346 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.207628 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.207720 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.208132 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.208350 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.208640 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.208980 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.209763 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.209763 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.209763 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.210024 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.210224 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.210436 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.210667 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.211092 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.211332 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.211647 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.211978 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.212208 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.212443 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.212665 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.212902 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.213161 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.213394 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.213570 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.215109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.215109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 10:03:52.215109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 10:03:52.215109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 10:03:52.215109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 10:03:52.215109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 10:03:52.215109 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 10:03:52.216070 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 10:03:52.216070 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216070 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216070 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216070 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216070 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216793 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216793 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216793 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216793 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.216793 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217353 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217353 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217353 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217353 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217827 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217827 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217827 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.217827 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.218309 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.218309 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.218309 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.218584 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.218584 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] debug = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.218725 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.219619 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.219619 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.219619 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.219619 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.220832 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.220949 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.221081 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.221243 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.221400 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222211 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222211 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222211 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222211 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222211 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222592 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222592 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222732 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] host = dv-neutron-831192-5-hyperv {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.222923 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.223157 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.224918 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.225208 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.225386 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.225537 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.225705 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.225871 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.226934 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.227107 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.227271 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.227441 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.227602 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.228661 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.229759 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_options = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.229930 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.230088 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.230251 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.230497 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.230710 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.230866 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.231026 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.231181 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.231359 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.232256 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.232421 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.232577 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.232734 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.232892 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.233075 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.233226 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.233381 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.233523 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.233666 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.233808 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.234015 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.234163 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.234325 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.234467 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.234624 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.235253 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.235442 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.235597 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.235740 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.235896 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.236046 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.236961 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.236961 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.236961 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.236961 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.236961 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.236961 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.237439 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.237439 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.237439 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.237642 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.237642 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.237790 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.238771 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.238771 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.238771 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_json = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.238771 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.238771 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.238771 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.239137 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.239137 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.239137 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.239707 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.239876 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.240039 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 10:03:52.240202 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.240362 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.240531 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.240688 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.240845 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.241002 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.241159 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.241316 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.241473 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.241632 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.241799 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.241953 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.242120 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.242277 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.242433 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.242594 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.242753 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.242916 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.243068 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.243225 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.243405 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.243563 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.243734 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.243890 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.244048 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.244210 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.244363 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.244520 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.244684 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.244842 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.245005 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.245163 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.245318 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.245478 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.245639 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.245789 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.245937 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.246094 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.246249 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.246407 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.246563 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.246720 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247385 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247385 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247385 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247385 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247703 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247703 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247843 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.247919 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.248091 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.248238 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.248383 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.248518 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.248679 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.248837 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.248991 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.249147 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.249303 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.249460 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.249616 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.249786 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.249944 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.250100 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.250256 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.250413 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.250572 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.250717 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.250848 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.251004 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.251161 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.251328 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.251490 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.251647 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.251796 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.251961 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.252116 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.252273 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.252430 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.252587 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.252742 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.252898 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.253047 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.253207 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.253370 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.253548 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.253707 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.253862 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.254018 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.254174 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.254330 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.254486 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.254651 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.254820 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.254988 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.255228 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.255466 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.255466 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.255747 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.255747 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256005 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256140 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256273 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256415 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256551 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256684 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256827 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.256959 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.257090 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.257200 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.257355 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.257520 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.257802 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258001 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258001 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258260 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258395 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258525 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258648 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258787 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.258920 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.259059 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.259190 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.259391 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.259498 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.259654 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.259813 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.259977 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.260144 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.260304 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.260460 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.260616 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.260797 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.260962 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.261115 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.261271 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.261429 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.261585 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.261742 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.261898 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.262055 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.262211 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.262370 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.262527 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.262683 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.262840 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.262996 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.263152 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.263319 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.263487 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.263648 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.263807 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.263962 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.264119 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.264276 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.264430 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.264593 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.264751 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.264908 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.265065 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.265223 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.265378 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.265535 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.265691 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.265846 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.266002 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.266158 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.266313 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.266468 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.266627 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.266784 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.266941 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.267097 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.267255 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.267436 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.267594 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.267753 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.267910 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.268067 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.268224 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.268380 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.268537 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.268693 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.268850 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.269008 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.269164 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.269319 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.269494 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.269650 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.269807 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.269966 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.270121 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.270277 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.270929 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.271189 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.271372 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.271532 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.271691 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.271848 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.272004 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.272162 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.272323 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.272478 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.272615 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.272750 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.272899 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.273054 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.273212 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.273358 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.273514 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.273669 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.273825 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.273985 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.274140 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.274296 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.274451 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.274621 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.274777 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.274933 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.275093 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.275248 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.275432 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.275575 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.275730 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.275885 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.276042 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.276207 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.276363 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.276526 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.276677 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.276833 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.276999 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.277157 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.277315 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.277480 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.277636 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.277791 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.277949 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.278118 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.278275 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.278434 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.278592 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.278749 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.278904 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.279063 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.279225 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.279422 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.279587 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.279745 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.279910 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.280075 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.280239 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.280398 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.280560 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.280730 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.280888 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.281044 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.281200 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.281357 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.281514 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.281671 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.281826 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.281982 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.282138 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.282395 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.282561 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.282718 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.282875 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.283031 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.283189 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.283419 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.283512 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.284100 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.284100 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 10:03:52.284100 dv-neutron-831192-5-hyperv neutron-server[87781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 10:04:02.961457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a91f4-2201-4b74-bdf8-30e2e6d2d100 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:04:03.047657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a91f4-2201-4b74-bdf8-30e2e6d2d100 None None] No non-hosted networks {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 10:04:03.060162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.agentschedulers_db [None req-970a91f4-2201-4b74-bdf8-30e2e6d2d100 None None] DHCP Agent not found on host dv-neutron-831192-5-hyperv {{(pid=87890) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 10:04:03.127203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d74144e-2030-4ae9-a1bc-5947ab3f5fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896403'] for agent, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:05.163042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9095-ae84-42d0-9ff9-6866d05977e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896403'] for agent, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:05.211185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d026b2f6-132e-4e05-9b29-49dcbe1e7594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:06.022318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896403'] for agent, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:06.027557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896403'] for agent, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:06.028964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.029775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.030288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.030938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.031530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.032049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.032525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.032879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.033244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.033839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.034423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.034849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:06.035487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831192-5-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:06.041639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831192-5-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:07.812239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896403'] for agent, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:09.101217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50766) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:09.694526 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING oslo_policy.policy [None req-4c7d5679-64ae-4993-beea-05761fc1d6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:09.695212 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING oslo_policy.policy [None req-4c7d5679-64ae-4993-beea-05761fc1d6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:09.921018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-4c7d5679-64ae-4993-beea-05761fc1d6b2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:04:09.922057 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4c7d5679-64ae-4993-beea-05761fc1d6b2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8199582 Mar 03 10:04:11.381373 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.db.l3_hamode_db [None req-797fc323-25d0-44f4-9beb-32ade6e8f0e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 10:04:11.467013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fc323-25d0-44f4-9beb-32ade6e8f0e0 None None] Routers set() bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:04:11.467374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fc323-25d0-44f4-9beb-32ade6e8f0e0 None None] Router IDs set() for agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 03 10:04:12.288057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50780) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:12.646247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:04:12.742305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.policy [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 10:04:12.786953 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING oslo_policy.policy [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:12.787344 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING oslo_policy.policy [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:12.795994 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.quota [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] Loaded quota_driver: . Mar 03 10:04:12.811856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:12.870793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759092768249', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759092768684', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759092756531', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759092129639', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759092119055', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759092144474', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-584158', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3776087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3848376'] for rbac-policy, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:12.932683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:12.933941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-460ce54b-4d6b-47fa-8065-b3ce83223ea8 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6449001 Mar 03 10:04:15.561750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 50794) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:16.131872 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING oslo_policy.policy [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:16.132458 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING oslo_policy.policy [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:16.356254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:04:16.357877 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.quota [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Loaded quota_driver: . Mar 03 10:04:16.373573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:16.380280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Usage tracker for resource:network and tenant:b19b1a77c2f24225bf381ec4e5046611 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:04:16.385774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:04:16.392929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:04:16.409826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Made reservation on behalf of b19b1a77c2f24225bf381ec4e5046611 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:04:16.480415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.policy [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 10:04:16.524480 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING oslo_policy.policy [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:16.524854 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING oslo_policy.policy [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 10:04:16.534577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:16.556431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:16.570892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:16.574568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b19b1a77c2f24225bf381ec4e5046611 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:04:16.579657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:04:16.585635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:04:16.683195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:16.686723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:16.711443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:04:16.735822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759093126660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:16.736392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Unsubscribe: segment precommit_create {{(pid=87889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 10:04:16.736885 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Added segment 8b66adc0-f398-4da0-ae8a-7ac8281eeaba of type vlan for network ab0ba95f-b456-474e-9628-4aad0ccdf5ae Mar 03 10:04:16.745340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48f412a-5dcf-4c0d-bec2-43b12006b25d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:16.799653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.799949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.800325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.800654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.801000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.801340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.801665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.801997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.802318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.802634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.802946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.803258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Tracked resource versions report: Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: pushed versions: Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: { 'AddressGroup': {'1.2'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'ConntrackHelper': {'1.0'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Log': {'1.0'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Network': {'1.1'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Port': {'1.7'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'PortForwarding': {'1.2'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'QosPolicy': {'1.8'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroup': {'1.4'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SubPort': {'1.0'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Subnet': {'1.1'}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Trunk': {'1.1'}} Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: consumer versions: Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'ConntrackHelper': '1.0', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Log': '1.0', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Network': '1.1', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Port': '1.7', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'PortForwarding': '1.2', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'QosPolicy': '1.8', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroup': '1.4', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroupRule': '1.2', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SubPort': '1.0', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Subnet': '1.1', Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Trunk': '1.1'}} Mar 03 10:04:16.804624 dv-neutron-831192-5-hyperv neutron-server[87889]: {{(pid=87889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:04:16.851697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:16.891492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:16.892645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:16.893281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:17.000889 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4369125 Mar 03 10:04:17.001518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec52b-4d91-4bc8-8611-ea23e674c0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ab0ba95f-b456-474e-9628-4aad0ccdf5ae,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:17.042734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:04:19.744382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 50816) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:20.178268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9594c579-0f3d-4ca8-9628-7059e35ac9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:20.179628 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9594c579-0f3d-4ca8-9628-7059e35ac9e9 admin admin] 10.222.0.23 "GET /v2.0/networks/ab0ba95f-b456-474e-9628-4aad0ccdf5ae HTTP/1.1" status: 200 len: 824 time: 0.4343007 Mar 03 10:04:20.208555 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4dda910b-ebd3-4e5d-b1c8-6730a03c4819 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/4f5fd0ab-dc87-4785-bdc9-1879dad7060d HTTP/1.1" status: 200 len: 734 time: 0.0235631 Mar 03 10:04:20.216671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Request body: {'subnet': {'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '4f5fd0ab-dc87-4785-bdc9-1879dad7060d', 'name': 'private-subnet'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:04:20.220993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:20.224612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Usage tracker for resource:subnet and tenant:b19b1a77c2f24225bf381ec4e5046611 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:04:20.227395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:04:20.233137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:04:20.242669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Made reservation on behalf of b19b1a77c2f24225bf381ec4e5046611 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:04:20.244922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:20.510955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:20.595100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Checking segment: {'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:04:20.595505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Network hostable DHCP agents. Network: ab0ba95f-b456-474e-9628-4aad0ccdf5ae, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:04:20.601324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=145c2ac2-7127-4396-bfcb-c76761de4fac,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:20.617826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:04:20.627750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, ab0ba95f-b456-474e-9628-4aad0ccdf5ae) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:04:20.632176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:20.632763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:20.637266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb892194-542d-4c77-bd24-ab62f7f83d9c None None] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:04:20.655784 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-749f5415-361b-4434-b4f8-912f26e07ee4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4422655 Mar 03 10:04:20.956827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'fixed_ips': [{'subnet_id': '145c2ac2-7127-4396-bfcb-c76761de4fac'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:04:20.958683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:21.140172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Allocated IP 172.20.0.2 (ab0ba95f-b456-474e-9628-4aad0ccdf5ae/145c2ac2-7127-4396-bfcb-c76761de4fac/8bee161d-a91a-4708-a44c-68c67e5a09ef) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:04:21.365597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:21.378345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Transition to ACTIVE for port object 8bee161d-a91a-4708-a44c-68c67e5a09ef will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:04:21.398537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Transition to ACTIVE for port object 8bee161d-a91a-4708-a44c-68c67e5a09ef will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:04:21.404738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:21.472866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:04:21.476104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:04:21.481081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Pushing event updated for resources: {'Port': ['ID=8bee161d-a91a-4708-a44c-68c67e5a09ef,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:21.483291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:04:21.492832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.493191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.493528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.493857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.494181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.494518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.494842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.495160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.495515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.495835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.496149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.496467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Tracked resource versions report: Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: pushed versions: Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: { 'AddressGroup': {'1.2'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'ConntrackHelper': {'1.0'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Log': {'1.0'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Network': {'1.1'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Port': {'1.7'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'PortForwarding': {'1.2'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'QosPolicy': {'1.8'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroup': {'1.4'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SubPort': {'1.0'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Subnet': {'1.1'}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Trunk': {'1.1'}} Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: consumer versions: Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'ConntrackHelper': '1.0', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Log': '1.0', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Network': '1.1', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Port': '1.7', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'PortForwarding': '1.2', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'QosPolicy': '1.8', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroup': '1.4', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroupRule': '1.2', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SubPort': '1.0', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Subnet': '1.1', Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Trunk': '1.1'}} Mar 03 10:04:21.497837 dv-neutron-831192-5-hyperv neutron-server[87890]: {{(pid=87890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:04:21.586764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Attempting to bind port 8bee161d-a91a-4708-a44c-68c67e5a09ef on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:04:21.587148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Attempting to bind port 8bee161d-a91a-4708-a44c-68c67e5a09ef by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:04:21.587601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Attempting to bind port 8bee161d-a91a-4708-a44c-68c67e5a09ef on network ab0ba95f-b456-474e-9628-4aad0ccdf5ae {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:04:21.592957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:04:21.593353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Checking segment: {'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:04:21.593811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:21.594196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Bound using segment: {'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:04:21.594642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Bound port: 8bee161d-a91a-4708-a44c-68c67e5a09ef, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:04:21.595031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:21.683488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] For port 8bee161d-a91a-4708-a44c-68c67e5a09ef, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:04:21.687231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] For port 8bee161d-a91a-4708-a44c-68c67e5a09ef, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8bee161d-a91a-4708-a44c-68c67e5a09ef,segment=NetworkSegment(8b66adc0-f398-4da0-ae8a-7ac8281eeaba),segment_id=8b66adc0-f398-4da0-ae8a-7ac8281eeaba)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:04:21.692049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:21.781671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200333f2-b00b-4ba6-97fc-528498ff8059 None None] Pushing event updated for resources: {'Port': ['ID=8bee161d-a91a-4708-a44c-68c67e5a09ef,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:23.100044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50826) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:23.467220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-fcb75c10-5942-464a-a44c-8c5e872417cf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:04:23.468213 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fcb75c10-5942-464a-a44c-8c5e872417cf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3672655 Mar 03 10:04:25.519984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917ece8a-f6d9-40b3-8d81-a2489b1bd32b None None] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:04:25.625273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0b14598a-eb0b-49e3-b83c-83fa115ee7e2 None None] Provisioning for port 8bee161d-a91a-4708-a44c-68c67e5a09ef completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:04:25.751390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8bee161d-a91a-4708-a44c-68c67e5a09ef up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:04:25.861226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 8bee161d-a91a-4708-a44c-68c67e5a09ef completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:04:25.868309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8bee161d-a91a-4708-a44c-68c67e5a09ef triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:25.868767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:25.907266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50840) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:25.989408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:26.023768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 8bee161d-a91a-4708-a44c-68c67e5a09ef, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8bee161d-a91a-4708-a44c-68c67e5a09ef,segment=NetworkSegment(8b66adc0-f398-4da0-ae8a-7ac8281eeaba),segment_id=8b66adc0-f398-4da0-ae8a-7ac8281eeaba)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:04:26.027588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:26.100679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-51080c08-c799-46ed-93b7-1b8b6a213b54 None None] Provisioning complete for port 8bee161d-a91a-4708-a44c-68c67e5a09ef triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:26.101039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-51080c08-c799-46ed-93b7-1b8b6a213b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:26.139568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=8bee161d-a91a-4708-a44c-68c67e5a09ef,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:26.282519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-ea6f8b48-da24-49d4-8edb-09393532848f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:04:26.283529 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ea6f8b48-da24-49d4-8edb-09393532848f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3752275 Mar 03 10:04:27.704833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8bee161d-a91a-4708-a44c-68c67e5a09ef up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:04:27.772302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8bee161d-a91a-4708-a44c-68c67e5a09ef triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:27.772568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:28.933430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50852) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:29.285934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:04:29.291276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:29.295533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Usage tracker for resource:router and tenant:b19b1a77c2f24225bf381ec4e5046611 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:04:29.299221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:04:29.305884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:04:29.315997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:29.318399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:29.340662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:29.466560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:29.490043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:29.491225 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6fad0a74-d506-4565-9f35-5f3781ec1f0c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5568419 Mar 03 10:04:31.897503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 50862) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:32.251024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-8002cf4f-8361-43bb-862d-e6dae5dd69e4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:04:32.252068 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8002cf4f-8361-43bb-862d-e6dae5dd69e4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3534296 Mar 03 10:04:32.921962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d04f8584-7209-48c4-9a03-8c2369f3a2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:34.668466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 50872) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:35.028987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:04:35.033971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:35.038355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Usage tracker for resource:network and tenant:1f6d096a6fcd48199d5a0dc01dff5157 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:04:35.041372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:04:35.046864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:04:35.056116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Made reservation on behalf of 1f6d096a6fcd48199d5a0dc01dff5157 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:04:35.058307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.069984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.084039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:35.087683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6d096a6fcd48199d5a0dc01dff5157 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:04:35.090374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:04:35.095797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:04:35.156974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42a88474-b5cb-454f-bf82-7bd0c354c570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.178287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.181948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.197711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=87889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 10:04:35.220768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9620c8ea-e622-4964-84db-4519ae2b078c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:35.224331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.224671 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Added segment 6dffec62-fbf3-45a2-88e3-4953b18b280f of type flat for network b7388a87-c221-4d1e-b22c-2d2a8d360f8b Mar 03 10:04:35.259480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.306654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.307538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:35.308101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:35.412561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7388a87-c221-4d1e-b22c-2d2a8d360f8b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:35.419859 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f2923e9c-02a2-4aa5-b9c0-64a8968ae5d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7503459 Mar 03 10:04:35.426759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:04:35.965948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:36.011001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:37.116081 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:04:37.781584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:37.811051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 50892) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:38.012560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5eb11-ea1a-4cdf-8824-69cc595cba66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:38.013872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4fa5eb11-ea1a-4cdf-8824-69cc595cba66 admin admin] 10.222.0.23 "GET /v2.0/subnets/145c2ac2-7127-4396-bfcb-c76761de4fac HTTP/1.1" status: 200 len: 849 time: 0.2018504 Mar 03 10:04:38.187670 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6f3c79f7-b2fd-4471-a0b8-61cf3f47130a admin admin] 10.222.0.23 "GET /v2.0/routers/e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 HTTP/1.1" status: 200 len: 704 time: 0.1682878 Mar 03 10:04:38.642969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:38.865431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Allocated IP 172.20.0.1 (ab0ba95f-b456-474e-9628-4aad0ccdf5ae/145c2ac2-7127-4396-bfcb-c76761de4fac/a10f0760-0118-49ae-ba87-fcab0496bd99) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:04:39.016870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.033175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Transition to ACTIVE for port object a10f0760-0118-49ae-ba87-fcab0496bd99 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:04:39.117992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.178947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:04:39.180038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:04:39.187727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:04:39.188252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.317013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Pushing event updated for resources: {'Port': ['ID=a10f0760-0118-49ae-ba87-fcab0496bd99,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:39.414020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fe81a550-40ad-4059-ab35-0fb614483f9f None None] Provisioning for port a10f0760-0118-49ae-ba87-fcab0496bd99 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:04:39.419119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fe81a550-40ad-4059-ab35-0fb614483f9f None None] Provisioning complete for port a10f0760-0118-49ae-ba87-fcab0496bd99 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:39.419570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe81a550-40ad-4059-ab35-0fb614483f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.448383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.475555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fe81a550-40ad-4059-ab35-0fb614483f9f None None] Port a10f0760-0118-49ae-ba87-fcab0496bd99 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:04:39.672305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.676765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.677676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:39.818356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Pushing event updated for resources: {'Port': ['ID=a10f0760-0118-49ae-ba87-fcab0496bd99,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:39.870988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:04:39.872036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:04:40.063229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:04:40.100614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-beaeaf41-4709-4551-8ce2-e69ec4a3d155 None None] Provisioning complete for port a10f0760-0118-49ae-ba87-fcab0496bd99 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:40.100980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-beaeaf41-4709-4551-8ce2-e69ec4a3d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:40.154258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-beaeaf41-4709-4551-8ce2-e69ec4a3d155 None None] Port a10f0760-0118-49ae-ba87-fcab0496bd99 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:04:40.217834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:04:40.226847 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9fa00887-aa09-4ec0-8562-faba3855f852 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2daabba-974a-4c4a-97ff-95f5fc9fc3a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0340543 Mar 03 10:04:40.228224 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Sync routers for ids ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:04:40.239250 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Routers {'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:04:40.240129 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:04:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:40.417073 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Set router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:04:40.783265 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'name': 'router1', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:04:29Z', 'updated_at': '2022-03-03T10:04:39Z', 'revision_number': 2, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'gw_port_host': None, '_interfaces': [{'id': 'a10f0760-0118-49ae-ba87-fcab0496bd99', 'name': '', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'mac_address': 'fa:16:3e:c8:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:38Z', 'updated_at': '2022-03-03T10:04:39Z', 'revision_number': 2, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'subnets': [{'id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f5fd0ab-dc87-4785-bdc9-1879dad7060d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:40.788679 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Checking router: e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:04:40.789052 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Updating router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 port a10f0760-0118-49ae-ba87-fcab0496bd99 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:04:40.841393 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:41.216109 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:41.230744 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Transition to ACTIVE for port object a10f0760-0118-49ae-ba87-fcab0496bd99 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:04:41.237027 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:41.450582 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Attempting to bind port a10f0760-0118-49ae-ba87-fcab0496bd99 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:04:41.451885 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Attempting to bind port a10f0760-0118-49ae-ba87-fcab0496bd99 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:04:41.452563 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Attempting to bind port a10f0760-0118-49ae-ba87-fcab0496bd99 on network ab0ba95f-b456-474e-9628-4aad0ccdf5ae {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:04:41.461682 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:04:41.462196 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Checking segment: {'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:04:41.462748 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:41.463204 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Bound using segment: {'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:04:41.463846 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Bound port: a10f0760-0118-49ae-ba87-fcab0496bd99, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b66adc0-f398-4da0-ae8a-7ac8281eeaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:04:41.464357 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:41.494726 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Pushing event updated for resources: {'Port': ['ID=a10f0760-0118-49ae-ba87-fcab0496bd99,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:41.536750 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.537105 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.537442 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.537770 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.538093 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.538426 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.538747 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.539062 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.539415 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.540003 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.540317 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.540627 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Tracked resource versions report: Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: pushed versions: Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: { 'AddressGroup': {'1.2'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'ConntrackHelper': {'1.0'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Log': {'1.0'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Network': {'1.1'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Port': {'1.7'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'PortForwarding': {'1.2'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'QosPolicy': {'1.8'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroup': {'1.4'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SubPort': {'1.0'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Subnet': {'1.1'}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Trunk': {'1.1'}} Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: consumer versions: Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'ConntrackHelper': '1.0', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Log': '1.0', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Network': '1.1', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Port': '1.7', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'PortForwarding': '1.2', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'QosPolicy': '1.8', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroup': '1.4', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroupRule': '1.2', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SubPort': '1.0', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Subnet': '1.1', Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Trunk': '1.1'}} Mar 03 10:04:41.541970 dv-neutron-831192-5-hyperv neutron-server[87891]: {{(pid=87891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:04:41.603827 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] For port a10f0760-0118-49ae-ba87-fcab0496bd99, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:04:41.607880 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] For port a10f0760-0118-49ae-ba87-fcab0496bd99, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a10f0760-0118-49ae-ba87-fcab0496bd99,segment=NetworkSegment(8b66adc0-f398-4da0-ae8a-7ac8281eeaba),segment_id=8b66adc0-f398-4da0-ae8a-7ac8281eeaba)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:04:41.613690 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:41.701758 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ccc5c-62b8-4d2c-ae58-3478bd002749 None None] Pushing event updated for resources: {'Port': ['ID=a10f0760-0118-49ae-ba87-fcab0496bd99,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:41.705780 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Routers {'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:04:41.706449 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:04:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:41.861429 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] Set router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:04:42.182602 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'name': 'router1', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:04:29Z', 'updated_at': '2022-03-03T10:04:39Z', 'revision_number': 2, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'gw_port_host': None, '_interfaces': [{'id': 'a10f0760-0118-49ae-ba87-fcab0496bd99', 'name': '', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'mac_address': 'fa:16:3e:c8:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:38Z', 'updated_at': '2022-03-03T10:04:41Z', 'revision_number': 4, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'subnets': [{'id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f5fd0ab-dc87-4785-bdc9-1879dad7060d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:42.186323 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab616f1b-fe71-4988-8088-971f688008e2 None None] The sync data for ids ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'] in dv-neutron-831192-5-hyperv is: [{'id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'name': 'router1', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:04:29Z', 'updated_at': '2022-03-03T10:04:39Z', 'revision_number': 2, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'gw_port_host': None, '_interfaces': [{'id': 'a10f0760-0118-49ae-ba87-fcab0496bd99', 'name': '', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'mac_address': 'fa:16:3e:c8:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:38Z', 'updated_at': '2022-03-03T10:04:41Z', 'revision_number': 4, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'subnets': [{'id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f5fd0ab-dc87-4785-bdc9-1879dad7060d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:04:42.435929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 50914) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:42.630646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3808e2-06cf-49fd-acd3-d4e1cf2d3b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:42.631207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7a3808e2-06cf-49fd-acd3-d4e1cf2d3b1d admin admin] Synchronizing usage tracker for tenant:1f6d096a6fcd48199d5a0dc01dff5157 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:04:42.649941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7a3808e2-06cf-49fd-acd3-d4e1cf2d3b1d admin admin] Unset dirty status for tenant:1f6d096a6fcd48199d5a0dc01dff5157 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:04:42.651154 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7a3808e2-06cf-49fd-acd3-d4e1cf2d3b1d admin admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 842 time: 0.2135336 Mar 03 10:04:42.661371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'cidr': '172.26.7.0/24'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:04:42.666892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:04:42.670606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Usage tracker for resource:subnet and tenant:1f6d096a6fcd48199d5a0dc01dff5157 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:04:42.673350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:04:42.679537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:04:42.690085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Made reservation on behalf of 1f6d096a6fcd48199d5a0dc01dff5157 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:04:42.692934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:43.063409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:04:43.063865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:43.141568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd92653-7481-421c-8550-655671ff3af5,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:43.146938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:04:43.147289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Network hostable DHCP agents. Network: b7388a87-c221-4d1e-b22c-2d2a8d360f8b, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:04:43.165790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:04:43.174930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, b7388a87-c221-4d1e-b22c-2d2a8d360f8b) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:04:43.179047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:43.179646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:43.183688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57178ef7-a04d-44ff-96c1-4215892cd71a None None] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:04:43.201219 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9c8ea97e-c794-4072-ae1d-1d693ae4688a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5437860 Mar 03 10:04:43.413412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129df403-f5d1-4e6d-8edc-f0b4c7a87149 None None] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:04:43.736573 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a10f0760-0118-49ae-ba87-fcab0496bd99 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:04:43.809027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a10f0760-0118-49ae-ba87-fcab0496bd99 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:04:43.813692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a10f0760-0118-49ae-ba87-fcab0496bd99 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:43.814235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:43.928695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:43.962935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port a10f0760-0118-49ae-ba87-fcab0496bd99, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a10f0760-0118-49ae-ba87-fcab0496bd99,segment=NetworkSegment(8b66adc0-f398-4da0-ae8a-7ac8281eeaba),segment_id=8b66adc0-f398-4da0-ae8a-7ac8281eeaba)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:04:43.968127 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:44.035567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=a10f0760-0118-49ae-ba87-fcab0496bd99,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:45.553994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50928) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:45.715651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a10f0760-0118-49ae-ba87-fcab0496bd99 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:04:45.769842 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-78815cbc-9d69-4899-a439-726c05d3f4e1 admin admin] 10.222.0.23 "GET /v2.0/routers/e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 HTTP/1.1" status: 200 len: 710 time: 0.2137516 Mar 03 10:04:45.780527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a10f0760-0118-49ae-ba87-fcab0496bd99 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:45.780893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:45.927319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6e31f-baa4-4f29-8b9e-147ff163a1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:04:45.928820 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-40c6e31f-baa4-4f29-8b9e-147ff163a1ac admin admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 886 time: 0.1543729 Mar 03 10:04:45.937318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:04:46.381184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:46.710272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:46.766581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:46.909113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Allocated IP 172.26.7.124 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/44bafe34-c56d-49fe-8a06-626d3470dd99) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:04:47.056438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:47.115023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:47.166425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:04:47.167580 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:04:47.204527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:04:47.270235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Pushing event updated for resources: {'Port': ['ID=44bafe34-c56d-49fe-8a06-626d3470dd99,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:47.280289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.280638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.280993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.281323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.281651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.281992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.282322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.282659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.282985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.283324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.283646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.283964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Tracked resource versions report: Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: pushed versions: Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: { 'AddressGroup': {'1.2'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'ConntrackHelper': {'1.0'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Log': {'1.0'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Network': {'1.1'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Port': {'1.7'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'PortForwarding': {'1.2'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'QosPolicy': {'1.8'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroup': {'1.4'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SubPort': {'1.0'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Subnet': {'1.1'}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Trunk': {'1.1'}} Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: consumer versions: Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'ConntrackHelper': '1.0', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Log': '1.0', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Network': '1.1', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Port': '1.7', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'PortForwarding': '1.2', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'QosPolicy': '1.8', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroup': '1.4', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroupRule': '1.2', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SubPort': '1.0', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Subnet': '1.1', Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Trunk': '1.1'}} Mar 03 10:04:47.285890 dv-neutron-831192-5-hyperv neutron-server[87888]: {{(pid=87888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:04:47.638118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:47.970549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:47.974587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:48.150853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:04:48.325172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:04:48.334406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:48.335020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b667469-a639-491a-9484-f517376431cc None None] Sync routers for ids ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:04:48.335627 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c8eb6aa0-cff3-44f1-8c75-af6c98cdac43 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 HTTP/1.1" status: 200 len: 890 time: 2.4013548 Mar 03 10:04:48.344518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b667469-a639-491a-9484-f517376431cc None None] Routers {'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:04:48.345185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b667469-a639-491a-9484-f517376431cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:04:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:48.536820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-5b667469-a639-491a-9484-f517376431cc None None] Set router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:04:48.873239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b667469-a639-491a-9484-f517376431cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'name': 'router1', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '44bafe34-c56d-49fe-8a06-626d3470dd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:04:29Z', 'updated_at': '2022-03-03T10:04:47Z', 'revision_number': 4, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'gw_port': {'id': '44bafe34-c56d-49fe-8a06-626d3470dd99', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:46Z', 'updated_at': '2022-03-03T10:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'a10f0760-0118-49ae-ba87-fcab0496bd99', 'name': '', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'mac_address': 'fa:16:3e:c8:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:38Z', 'updated_at': '2022-03-03T10:04:43Z', 'revision_number': 5, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'subnets': [{'id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f5fd0ab-dc87-4785-bdc9-1879dad7060d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:48.877821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b667469-a639-491a-9484-f517376431cc None None] Checking router: e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:04:48.878676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b667469-a639-491a-9484-f517376431cc None None] Updating router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 port 44bafe34-c56d-49fe-8a06-626d3470dd99 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:04:48.931121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b667469-a639-491a-9484-f517376431cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:49.257851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b667469-a639-491a-9484-f517376431cc None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:49.268814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5b667469-a639-491a-9484-f517376431cc None None] Transition to ACTIVE for port object 44bafe34-c56d-49fe-8a06-626d3470dd99 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:04:49.275360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b667469-a639-491a-9484-f517376431cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:49.349599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5b667469-a639-491a-9484-f517376431cc None None] Attempting to bind port 44bafe34-c56d-49fe-8a06-626d3470dd99 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:04:49.350237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5b667469-a639-491a-9484-f517376431cc None None] Attempting to bind port 44bafe34-c56d-49fe-8a06-626d3470dd99 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:04:49.350328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b667469-a639-491a-9484-f517376431cc None None] Attempting to bind port 44bafe34-c56d-49fe-8a06-626d3470dd99 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:04:49.359791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b667469-a639-491a-9484-f517376431cc None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:04:49.360159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b667469-a639-491a-9484-f517376431cc None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:04:49.360555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b667469-a639-491a-9484-f517376431cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:49.360940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b667469-a639-491a-9484-f517376431cc None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:04:49.361387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5b667469-a639-491a-9484-f517376431cc None None] Bound port: 44bafe34-c56d-49fe-8a06-626d3470dd99, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:04:49.361766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b667469-a639-491a-9484-f517376431cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:49.385311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad205899-3e28-4aa0-9d15-f3b2271bb60d None None] Pushing event updated for resources: {'Port': ['ID=44bafe34-c56d-49fe-8a06-626d3470dd99,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:49.439931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5b667469-a639-491a-9484-f517376431cc None None] For port 44bafe34-c56d-49fe-8a06-626d3470dd99, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:04:49.443795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5b667469-a639-491a-9484-f517376431cc None None] For port 44bafe34-c56d-49fe-8a06-626d3470dd99, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=44bafe34-c56d-49fe-8a06-626d3470dd99,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:04:49.448564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b667469-a639-491a-9484-f517376431cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:49.528372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad205899-3e28-4aa0-9d15-f3b2271bb60d None None] Pushing event updated for resources: {'Port': ['ID=44bafe34-c56d-49fe-8a06-626d3470dd99,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:49.530882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b667469-a639-491a-9484-f517376431cc None None] Routers {'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:04:49.531657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b667469-a639-491a-9484-f517376431cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:04:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:49.744275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-5b667469-a639-491a-9484-f517376431cc None None] Set router e2daabba-974a-4c4a-97ff-95f5fc9fc3a4 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:04:50.061652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b667469-a639-491a-9484-f517376431cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'name': 'router1', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '44bafe34-c56d-49fe-8a06-626d3470dd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:04:29Z', 'updated_at': '2022-03-03T10:04:47Z', 'revision_number': 4, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'gw_port': {'id': '44bafe34-c56d-49fe-8a06-626d3470dd99', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:46Z', 'updated_at': '2022-03-03T10:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'a10f0760-0118-49ae-ba87-fcab0496bd99', 'name': '', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'mac_address': 'fa:16:3e:c8:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:38Z', 'updated_at': '2022-03-03T10:04:43Z', 'revision_number': 5, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'subnets': [{'id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f5fd0ab-dc87-4785-bdc9-1879dad7060d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:04:50.065512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b667469-a639-491a-9484-f517376431cc None None] The sync data for ids ['e2daabba-974a-4c4a-97ff-95f5fc9fc3a4'] in dv-neutron-831192-5-hyperv is: [{'id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'name': 'router1', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': '44bafe34-c56d-49fe-8a06-626d3470dd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:04:29Z', 'updated_at': '2022-03-03T10:04:47Z', 'revision_number': 4, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'gw_port': {'id': '44bafe34-c56d-49fe-8a06-626d3470dd99', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:46Z', 'updated_at': '2022-03-03T10:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'a10f0760-0118-49ae-ba87-fcab0496bd99', 'name': '', 'network_id': 'ab0ba95f-b456-474e-9628-4aad0ccdf5ae', 'tenant_id': 'b19b1a77c2f24225bf381ec4e5046611', 'mac_address': 'fa:16:3e:c8:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2daabba-974a-4c4a-97ff-95f5fc9fc3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:04:38Z', 'updated_at': '2022-03-03T10:04:43Z', 'revision_number': 5, 'project_id': 'b19b1a77c2f24225bf381ec4e5046611', 'subnets': [{'id': '145c2ac2-7127-4396-bfcb-c76761de4fac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f5fd0ab-dc87-4785-bdc9-1879dad7060d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:04:50.744665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 50942) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:04:50.864061 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0986ba80-2d3c-4f48-97b7-e27f52f8ce18 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182935 Mar 03 10:04:51.759714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 44bafe34-c56d-49fe-8a06-626d3470dd99 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:04:51.831638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 44bafe34-c56d-49fe-8a06-626d3470dd99 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:04:51.836187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 44bafe34-c56d-49fe-8a06-626d3470dd99 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:51.836551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:51.951470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:51.967871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 44bafe34-c56d-49fe-8a06-626d3470dd99, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=44bafe34-c56d-49fe-8a06-626d3470dd99,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:04:51.971313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:04:52.053065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=44bafe34-c56d-49fe-8a06-626d3470dd99,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:04:53.726204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 44bafe34-c56d-49fe-8a06-626d3470dd99 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:04:53.819218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 44bafe34-c56d-49fe-8a06-626d3470dd99 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:04:53.819692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:02.926040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-33047ccd-f5f1-41b7-981e-9be3925b65f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:05.167507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4422c3c9-0fd1-4bab-bd75-47c8ed504db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:05.974266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:06.021746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:07.798761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:14.116007 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:05:32.928516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c63331b7-750a-43c1-a904-0ebeb5c4ff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:35.170839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20358b23-9f11-4229-a1ce-c8d8a4740cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:35.974858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:36.014211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:37.807232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:05:51.115967 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:06:02.942706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b87e2ede-4304-436e-b9d8-f9d81e506938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:05.166386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0dd74ad-06b4-43d0-a054-dbf666bb332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:05.977354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:06.018799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:07.813182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:28.117234 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:06:32.928774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1e889543-58c1-447b-9eff-58aed85b64bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:35.169851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7ade9e2-7042-452b-ae20-1a9748846fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:35.980652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:36.020627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:37.809737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:56.635523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51544) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:06:56.700488 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96fc870-3f48-4ce2-a6cd-0f23203fc041 admin admin] GET failed (client error): The resource could not be found. Mar 03 10:06:56.701714 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f96fc870-3f48-4ce2-a6cd-0f23203fc041 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652561 Mar 03 10:06:56.831004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0d64b-a1ed-466b-a5f7-4ce68caf23f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:06:56.832958 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8db0d64b-a1ed-466b-a5f7-4ce68caf23f8 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1270273 Mar 03 10:06:58.983527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51554) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:06:59.092419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6888e930-eefd-4233-949d-a2aa79c12196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:06:59.092973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6888e930-eefd-4233-949d-a2aa79c12196 admin admin] Synchronizing usage tracker for tenant:1f6d096a6fcd48199d5a0dc01dff5157 on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:06:59.109026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6888e930-eefd-4233-949d-a2aa79c12196 admin admin] Unset dirty status for tenant:1f6d096a6fcd48199d5a0dc01dff5157 on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:06:59.110315 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6888e930-eefd-4233-949d-a2aa79c12196 admin admin] 10.222.0.23 "GET /v2.0/subnets/145c2ac2-7127-4396-bfcb-c76761de4fac HTTP/1.1" status: 200 len: 849 time: 0.1258309 Mar 03 10:06:59.120112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:06:59.234344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Notify callbacks [] for subnet, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:59.429048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759093021157'] for subnet, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:59.471905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:06:59.472498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:06:59.484135 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] 10.222.0.23 "PUT /v2.0/subnets/145c2ac2-7127-4396-bfcb-c76761de4fac HTTP/1.1" status: 200 len: 868 time: 0.3573074 Mar 03 10:06:59.485068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41705850-d435-463c-8e41-99c2329df70e None None] Network ab0ba95f-b456-474e-9628-4aad0ccdf5ae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:06:59.499546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=145c2ac2-7127-4396-bfcb-c76761de4fac,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:06:59.508811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.509525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.510461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.511002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.511572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.512113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.512630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.513180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.513689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.514205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.514720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.515229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17adaab-94f8-4522-9cbe-af73e9ca2ecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:06:59.957027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8e7c3e7b-667f-4478-b5ab-b990d1bbfd47 None None] Provisioning complete for port 8bee161d-a91a-4708-a44c-68c67e5a09ef triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:06:59.957397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3e7b-667f-4478-b5ab-b990d1bbfd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:00.105112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8e7c3e7b-667f-4478-b5ab-b990d1bbfd47 None None] Provisioning complete for port a10f0760-0118-49ae-ba87-fcab0496bd99 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:07:00.105374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3e7b-667f-4478-b5ab-b990d1bbfd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:01.655423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51564) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:01.833721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40dd4d-c842-4c7f-9e62-e912520f0be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:01.834191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40dd4d-c842-4c7f-9e62-e912520f0be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:01.835711 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0c40dd4d-c842-4c7f-9e62-e912520f0be6 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1793573 Mar 03 10:07:02.931477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-711a51b1-c4e2-4209-994a-f5eac515b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:03.971441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51574) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:04.141495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8921e-fc31-485a-9f59-5505b7040812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:04.141962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8921e-fc31-485a-9f59-5505b7040812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:04.143489 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-30d8921e-fc31-485a-9f59-5505b7040812 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1710694 Mar 03 10:07:05.115566 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:07:05.175583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-65ed10da-bde3-4311-a09a-064f2f7d5a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:05.984852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:06.022273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:06.331454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51584) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:06.506637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78fdcd6-00cd-4b9a-801e-48e5d54f6fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:06.508086 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a78fdcd6-00cd-4b9a-801e-48e5d54f6fa8 admin admin] 10.222.0.23 "GET /v2.0/networks/ab0ba95f-b456-474e-9628-4aad0ccdf5ae HTTP/1.1" status: 200 len: 868 time: 0.1757631 Mar 03 10:07:07.812525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:08.666595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51594) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:08.868052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709208fe-727a-4ccc-9212-4c0838dd34a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:08.869323 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-709208fe-727a-4ccc-9212-4c0838dd34a3 admin admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 886 time: 0.2017915 Mar 03 10:07:11.037336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51604) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:11.141689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b390281-0e1b-44af-8f5e-5e0a27b3a8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:11.142141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b390281-0e1b-44af-8f5e-5e0a27b3a8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:11.144217 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1b390281-0e1b-44af-8f5e-5e0a27b3a8c1 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050529 Mar 03 10:07:13.277428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51614) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:13.384589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944949e0-f1fe-4118-908f-b8eece3871ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:13.385045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944949e0-f1fe-4118-908f-b8eece3871ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:13.386533 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-944949e0-f1fe-4118-908f-b8eece3871ac admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081617 Mar 03 10:07:15.620365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51624) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:15.726766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c00c3-41a0-4b86-8a10-e371278dc148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:15.728040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-697c00c3-41a0-4b86-8a10-e371278dc148 admin admin] 10.222.0.23 "GET /v2.0/subnets/145c2ac2-7127-4396-bfcb-c76761de4fac HTTP/1.1" status: 200 len: 868 time: 0.1067286 Mar 03 10:07:17.899426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51634) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:17.998435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b38ba-3232-4e56-9028-24aa5ddf6532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:17.999820 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-432b38ba-3232-4e56-9028-24aa5ddf6532 admin admin] 10.222.0.23 "GET /v2.0/subnets/7bd92653-7481-421c-8550-655671ff3af5 HTTP/1.1" status: 200 len: 816 time: 0.0994573 Mar 03 10:07:32.933940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c87e352a-10c6-4bca-b55b-a907f5bcc706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:35.178738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71ce4bc6-ce41-4205-9b1b-c6bc732712fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:35.988645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:36.023242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:37.533195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51680) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:37.579970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-e90c1ea8-1480-4751-96ab-5f2321e7550b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:07:37.581020 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e90c1ea8-1480-4751-96ab-5f2321e7550b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468771 Mar 03 10:07:37.815640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:39.822812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51690) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:39.891722 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc35fe6-65c8-43b3-9801-5b11964912e9 admin admin] GET failed (client error): The resource could not be found. Mar 03 10:07:39.892980 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6bc35fe6-65c8-43b3-9801-5b11964912e9 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692215 Mar 03 10:07:40.063554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec743f-b95d-436c-9b30-10f7daa46485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:40.064948 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22ec743f-b95d-436c-9b30-10f7daa46485 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1676593 Mar 03 10:07:42.116678 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:07:42.232624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51700) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:42.278620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:07:42.283926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:07:42.294873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:07:42.304989 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Made reservation on behalf of 1f6d096a6fcd48199d5a0dc01dff5157 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:07:42.307602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:42.400900 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.services.revisions.revision_plugin [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Could not find related network for resource to bump revision. Mar 03 10:07:42.415769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:07:42.427384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759093126660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:42.427935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Unsubscribe: segment precommit_create {{(pid=87888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 10:07:42.428399 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Added segment 07e3c33a-1257-4b85-9dec-794c316c2655 of type vlan for network f0d2ddad-fe03-4096-937a-c24dd3be033a Mar 03 10:07:42.495270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:42.531465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:42.532397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:42.533030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:42.629572 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3958473 Mar 03 10:07:42.634417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d2ddad-fe03-4096-937a-c24dd3be033a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:07:42.641590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.641940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.642280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.642618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.642945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.643278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.643634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.643964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.644934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.645358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.645686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.646021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135423e-6cb1-4b45-ad39-4a3616523983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:42.658235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network f0d2ddad-fe03-4096-937a-c24dd3be033a details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:07:44.808357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51710) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:07:44.874033 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab25385-1f2c-4da0-a5c0-005383a10cb5 admin admin] GET failed (client error): The resource could not be found. Mar 03 10:07:44.875259 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4ab25385-1f2c-4da0-a5c0-005383a10cb5 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659325 Mar 03 10:07:44.977797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e692d7d-4d73-4541-b633-49eb4a7949a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:44.979199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2e692d7d-4d73-4541-b633-49eb4a7949a5 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1000838 Mar 03 10:07:44.988821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:07:44.992983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:07:45.002061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:07:45.011627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Made reservation on behalf of 1f6d096a6fcd48199d5a0dc01dff5157 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:07:45.013789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:45.214436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:45.282337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a1f782-1cd8-43e3-a993-e37de2a7be1d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:07:45.292284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Checking segment: {'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:07:45.292635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Network hostable DHCP agents. Network: f0d2ddad-fe03-4096-937a-c24dd3be033a, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:07:45.310454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Network f0d2ddad-fe03-4096-937a-c24dd3be033a is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:07:45.319396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, f0d2ddad-fe03-4096-937a-c24dd3be033a) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:07:45.323362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:07:45.323932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:45.328423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71dddf-b23c-433a-b757-99cf860b6920 None None] Network f0d2ddad-fe03-4096-937a-c24dd3be033a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:07:45.363364 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-eaf67971-6519-4acc-9da0-c83ec7f6314a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3634422 Mar 03 10:07:45.560684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-f0d2ddad-fe03-4096-937a-c24dd3be033a', 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a', 'tenant_id': '1f6d096a6fcd48199d5a0dc01dff5157', 'fixed_ips': [{'subnet_id': '50a1f782-1cd8-43e3-a993-e37de2a7be1d'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:07:45.561534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:45.721540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Allocated IP 192.168.233.2 (f0d2ddad-fe03-4096-937a-c24dd3be033a/50a1f782-1cd8-43e3-a993-e37de2a7be1d/e442ed6e-4067-4bc7-b75d-614fab16399e) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:07:45.934461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:45.945123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Transition to ACTIVE for port object e442ed6e-4067-4bc7-b75d-614fab16399e will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:07:45.963210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Transition to ACTIVE for port object e442ed6e-4067-4bc7-b75d-614fab16399e will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:07:45.968724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:46.040405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Network f0d2ddad-fe03-4096-937a-c24dd3be033a is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:07:46.043717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:07:46.045525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Pushing event updated for resources: {'Port': ['ID=e442ed6e-4067-4bc7-b75d-614fab16399e,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:07:46.047711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:07:46.057003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.057364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.057699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.058024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.058346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.058681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.059002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.059418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.059688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.060007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.060325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.060634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:07:46.148381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Attempting to bind port e442ed6e-4067-4bc7-b75d-614fab16399e on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:07:46.148742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Attempting to bind port e442ed6e-4067-4bc7-b75d-614fab16399e by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:07:46.149092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Attempting to bind port e442ed6e-4067-4bc7-b75d-614fab16399e on network f0d2ddad-fe03-4096-937a-c24dd3be033a {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:07:46.154366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:07:46.154732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Checking segment: {'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:07:46.155129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:46.155531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Bound using segment: {'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:07:46.155979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Bound port: e442ed6e-4067-4bc7-b75d-614fab16399e, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:07:46.156356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:46.244149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] For port e442ed6e-4067-4bc7-b75d-614fab16399e, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:07:46.247236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] For port e442ed6e-4067-4bc7-b75d-614fab16399e, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e442ed6e-4067-4bc7-b75d-614fab16399e,segment=NetworkSegment(07e3c33a-1257-4b85-9dec-794c316c2655),segment_id=07e3c33a-1257-4b85-9dec-794c316c2655)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:07:46.252282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:46.338802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f976c-cb63-4f84-8587-21725fe9afde None None] Pushing event updated for resources: {'Port': ['ID=e442ed6e-4067-4bc7-b75d-614fab16399e,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:07:47.170221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5dbe9d-20fd-4c91-b0ee-b5b8e7ae7fe3 None None] Network f0d2ddad-fe03-4096-937a-c24dd3be033a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:07:47.287002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-25807440-0bb6-4fd1-a546-aa430b765da5 None None] Provisioning for port e442ed6e-4067-4bc7-b75d-614fab16399e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:07:47.833759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e442ed6e-4067-4bc7-b75d-614fab16399e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:07:47.902551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e442ed6e-4067-4bc7-b75d-614fab16399e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:07:47.907448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e442ed6e-4067-4bc7-b75d-614fab16399e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:07:47.907817 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:48.027256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:48.060053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e442ed6e-4067-4bc7-b75d-614fab16399e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e442ed6e-4067-4bc7-b75d-614fab16399e,segment=NetworkSegment(07e3c33a-1257-4b85-9dec-794c316c2655),segment_id=07e3c33a-1257-4b85-9dec-794c316c2655)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:07:48.063504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:07:48.132007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e442ed6e-4067-4bc7-b75d-614fab16399e,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:07:49.810246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e442ed6e-4067-4bc7-b75d-614fab16399e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:07:49.880708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e442ed6e-4067-4bc7-b75d-614fab16399e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:07:49.881091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:02.936798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d44a9a0-9243-4a16-8b66-7cbe6297c9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:05.181096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-db2579d5-f621-44b7-8eb6-3a5e64b00637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:05.992979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:06.029989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:07.818531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:19.115736 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:08:32.939376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa650207-e406-4e34-8eef-1fdf87f4fd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:35.182965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-43318d10-8962-4d00-ac80-7f5a7fe0d172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:35.994433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:36.021693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:37.823194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:08:56.113589 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:09:02.941800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-56fea56b-3773-4165-9d6b-ea0993a06bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:05.184079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f84d3ad4-46b6-44e2-893f-7574ae967069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:05.997605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:06.024010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:07.826834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:08.751041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51754) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:09:08.757802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-e11021ca-20d5-4add-8202-0365234d67dd tempest-verify_tempest_config-529021589 tempest-verify_tempest_config-529021589-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:09:08.758739 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e11021ca-20d5-4add-8202-0365234d67dd tempest-verify_tempest_config-529021589 tempest-verify_tempest_config-529021589-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067360 Mar 03 10:09:09.055789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 51772) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:09:09.168346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:09.182764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:09:09.186457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:25aa05961e614067a5e4577e53edbe5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:09:09.189159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:09:09.194837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:09:09.277280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:09.280942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:09.326663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Synchronizing usage tracker for tenant:1f6d096a6fcd48199d5a0dc01dff5157 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:09:09.330955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbad68e-f30b-4f65-9f05-c329e3921e90,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:09:09.344140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.344500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.344835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.345159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.345485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.345818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.346140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.346477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.346796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.347108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.347444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.347756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.358697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] Unset dirty status for tenant:1f6d096a6fcd48199d5a0dc01dff5157 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:09:09.362714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51778) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:09:09.363141 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b8ce343f-34c8-4d9f-80f3-1876bf23cfb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25aa05961e614067a5e4577e53edbe5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3059838 Mar 03 10:09:09.427736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:09.452425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:09.545967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:09.560157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbad68e-f30b-4f65-9f05-c329e3921e90,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:09:09.569517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:09.570629 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffbad68e-f30b-4f65-9f05-c329e3921e90 HTTP/1.1" status: 204 len: 168 time: 0.2068737 Mar 03 10:09:09.571802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.572157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.572492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.572818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.573398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.573516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.573788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.574121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.574440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.575093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.575093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:09.575375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e5eac0-3386-45ef-b220-7a2d318f5955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:09:32.944095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d84b5400-b5da-40f2-ae7c-fe6d022ad372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:33.111890 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:09:35.186084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d415bb86-fdbc-4fd5-ad91-f2afeb24e329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:35.999385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:36.026273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:09:37.829789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:02.945378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-66a8f434-a0a2-46c6-816e-effb2a87a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:05.187216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1109d660-b8ed-45b0-b38b-5238f1066730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:06.001465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:06.027240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:07.831430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:10.111916 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 5 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:10:23.613222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896403'] for agent, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:32.947090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-575f71b9-bd79-497b-969f-9bf94318ad8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:35.188191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a88f4ba2-89d6-4291-9260-bf941191458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:36.004608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:36.026915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:37.836886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:10:38.502866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51848) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:10:38.612941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-87ca77be-4505-4d95-a37b-1f147cdc5546 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1089654 Mar 03 10:10:40.769025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51858) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:10:40.822931 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dce24447-0b7f-47cd-b2f0-36b12d3d4e02 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0523546 Mar 03 10:10:47.111040 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:10:53.608436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:02.948913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-586a9f76-3efb-4f2a-80a4-925a71e2fca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:05.190121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6c8802ab-df2f-472f-8ad3-ce71fa85f54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:06.006078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:06.028928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:07.839208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:23.608256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:24.113050 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:11:32.950843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82e96818-90f6-4655-b47c-0cd4635a2499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:35.192097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-29c8a4fe-dc2f-4fe3-9992-8bead8433e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:36.009719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:36.029565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:37.843401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:11:53.607265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:01.111709 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:12:02.952591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c7d74403-5da3-41e2-9ac6-cb3e1a5f58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:05.193784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-beb85932-2e64-4156-8190-af36708aa793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:06.013123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:06.031540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:07.865897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:10.958714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 51974) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:11.340508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-145884126-network', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:11.348342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:11.350014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Usage tracker for resource:network and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:11.353666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:11.359727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:11.371325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Made reservation on behalf of 43a97d4b66be4e18825f7e258f4be3b2 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:11.373738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.390132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.408595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:11.413412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Usage tracker for resource:security_group_rule and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:11.416778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:11.423683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:11.518726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.523598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.558216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796c7bd7-a5d1-4795-924e-e9f86d638b50,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:11.568468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.568824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.569166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.569528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.570092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.570919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.571248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.571598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.571920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.572232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.572543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.572855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Tracked resource versions report: Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: pushed versions: Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: { 'AddressGroup': {'1.2'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'ConntrackHelper': {'1.0'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Log': {'1.0'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Network': {'1.1'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Port': {'1.7'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'PortForwarding': {'1.2'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'QosPolicy': {'1.8'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroup': {'1.4'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SubPort': {'1.0'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Subnet': {'1.1'}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Trunk': {'1.1'}} Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: consumer versions: Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: HyperV agent@hv-neutron-8311: {}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'ConntrackHelper': '1.0', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Log': '1.0', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Network': '1.1', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Port': '1.7', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'PortForwarding': '1.2', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'QosPolicy': '1.8', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroup': '1.4', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SecurityGroupRule': '1.2', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'SubPort': '1.0', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Subnet': '1.1', Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: 'Trunk': '1.1'}} Mar 03 10:12:11.573948 dv-neutron-831192-5-hyperv neutron-server[87888]: {{(pid=87888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:12:11.578558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:11.592320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.592663 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Added segment 410a6ce8-25c5-43eb-9353-61b96e0f933b of type vlan for network 954000bc-c3cd-4b2e-aad3-b48d41848e7c Mar 03 10:12:11.619808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.652638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.653819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:11.654461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:11.759412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] Pushing event updated for resources: {'Network': ['ID=954000bc-c3cd-4b2e-aad3-b48d41848e7c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:11.769209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52016) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:11.770480 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-38f86ec8-d099-4c90-b816-778be29183b0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8093600 Mar 03 10:12:11.779207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Request body: {'subnet': {'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-145884126-subnet', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:11.781034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:11.785209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:11.789355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Usage tracker for resource:subnet and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:11.792543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:11.799448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:11.817543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Made reservation on behalf of 43a97d4b66be4e18825f7e258f4be3b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:11.820134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.039211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.088059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52038) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:12.131600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Checking segment: {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:12.132297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Network hostable DHCP agents. Network: 954000bc-c3cd-4b2e-aad3-b48d41848e7c, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:12.142415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15985d7-7150-456a-a8d3-4a0d8e7edfa1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:12.151389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.151740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.152073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.152402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.152726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.153071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.153383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.153715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.154029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.154524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.154840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.155155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Tracked resource versions report: Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: pushed versions: Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: { 'AddressGroup': {'1.2'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'ConntrackHelper': {'1.0'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Log': {'1.0'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Network': {'1.1'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Port': {'1.7'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'PortForwarding': {'1.2'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'QosPolicy': {'1.8'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroup': {'1.4'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SubPort': {'1.0'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Subnet': {'1.1'}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Trunk': {'1.1'}} Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: consumer versions: Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: HyperV agent@hv-neutron-8311: {}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'ConntrackHelper': '1.0', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Log': '1.0', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Network': '1.1', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Port': '1.7', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'PortForwarding': '1.2', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'QosPolicy': '1.8', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroup': '1.4', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SecurityGroupRule': '1.2', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'SubPort': '1.0', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Subnet': '1.1', Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: 'Trunk': '1.1'}} Mar 03 10:12:12.156289 dv-neutron-831192-5-hyperv neutron-server[87889]: {{(pid=87889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:12:12.169232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:12.184668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 954000bc-c3cd-4b2e-aad3-b48d41848e7c) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:12.191415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:12.192793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.193644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59602d6-2fe2-4a67-8fd5-512256e68c93 None None] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:12.226230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52048) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:12.226709 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-56a8d16d-94c4-4ed5-89b7-83095923e48b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4547005 Mar 03 10:12:12.231074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:12.241544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:12.257880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Usage tracker for resource:router and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:12.260873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:12.276351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:12.288036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.289445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.307198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.513407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:12:12.514270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.598324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.643276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1401536110-network', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:12.651011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:12.656562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Usage tracker for resource:network and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:12.662578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:12.669570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:12.726354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Allocated IP 172.20.0.2 (954000bc-c3cd-4b2e-aad3-b48d41848e7c/c15985d7-7150-456a-a8d3-4a0d8e7edfa1/eaf0f942-7e73-4110-bc2c-a115000ca2ad) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:12.729857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Made reservation on behalf of 122ade7fab684c668de2b4bf0dfc46bc for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:12.732627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.745804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:12.771755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:12.776791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Usage tracker for resource:security_group_rule and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:12.783225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:12.796985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:12.951638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52070) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:12.983903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.000712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Transition to ACTIVE for port object eaf0f942-7e73-4110-bc2c-a115000ca2ad will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:13.026243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Transition to ACTIVE for port object eaf0f942-7e73-4110-bc2c-a115000ca2ad will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:13.037416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.120954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Pushing event updated for resources: {'Port': ['ID=eaf0f942-7e73-4110-bc2c-a115000ca2ad,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:13.122824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.132353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.140459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.140834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.141306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.141644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.141967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.142305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.142626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.142941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.143276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.143613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.144540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.145442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:13.146041 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Tracked resource versions report: Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: pushed versions: Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: { 'AddressGroup': {'1.2'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'ConntrackHelper': {'1.0'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Log': {'1.0'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Network': {'1.1'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Port': {'1.7'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'PortForwarding': {'1.2'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'QosPolicy': {'1.8'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroup': {'1.4'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SubPort': {'1.0'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Subnet': {'1.1'}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Trunk': {'1.1'}} Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: consumer versions: Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: HyperV agent@hv-neutron-8311: {}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'ConntrackHelper': '1.0', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Log': '1.0', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Network': '1.1', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Port': '1.7', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'PortForwarding': '1.2', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'QosPolicy': '1.8', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroup': '1.4', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SecurityGroupRule': '1.2', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'SubPort': '1.0', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Subnet': '1.1', Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: 'Trunk': '1.1'}} Mar 03 10:12:13.148166 dv-neutron-831192-5-hyperv neutron-server[87890]: {{(pid=87890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:12:13.167014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.167380 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Added segment 187ce56d-32eb-4f79-809d-79c67a52e2f8 of type vlan for network ee90d131-9548-4482-9b8e-a2e6d0796d55 Mar 03 10:12:13.173493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:13.183137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:13.185928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:13.196484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.235113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.236426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:13.237192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.287657 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1978304 Mar 03 10:12:13.290645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52090) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:13.297176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Request body: {'subnet': {'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1401536110-subnet', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:13.309231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.310699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:13.336206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Usage tracker for resource:subnet and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:13.342476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:13.348643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.366702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:13.381414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1195697928-network', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:13.404527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:13.406501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4146ce28-5010-4778-9e2e-91683c612a8e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:13.415822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Usage tracker for resource:network and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:13.422671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:13.437768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:13.446654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Attempting to bind port eaf0f942-7e73-4110-bc2c-a115000ca2ad on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:13.447007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Attempting to bind port eaf0f942-7e73-4110-bc2c-a115000ca2ad by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:13.447581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Attempting to bind port eaf0f942-7e73-4110-bc2c-a115000ca2ad on network 954000bc-c3cd-4b2e-aad3-b48d41848e7c {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:13.468853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:13.472544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Made reservation on behalf of da6bb80e7a5141a2b42510ff7975192f for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:13.473780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Checking segment: {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:13.479954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.482922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.484085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Bound using segment: {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:13.484768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Bound port: eaf0f942-7e73-4110-bc2c-a115000ca2ad, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:13.485394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.495289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f288b-22f1-40e8-a2e2-342baa703373 admin admin] Pushing event updated for resources: {'Network': ['ID=ee90d131-9548-4482-9b8e-a2e6d0796d55,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:13.533272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.570232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:13.570483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:13.576693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Usage tracker for resource:security_group_rule and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:13.583733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:13.595581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:13.617331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Made reservation on behalf of 122ade7fab684c668de2b4bf0dfc46bc for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:13.619666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.657708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Allocated IP 172.26.7.50 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/6ae1d94e-7af8-4f9f-baab-e3aafa2ad044) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:13.800043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.815246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] For port eaf0f942-7e73-4110-bc2c-a115000ca2ad, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:13.818698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] For port eaf0f942-7e73-4110-bc2c-a115000ca2ad, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=eaf0f942-7e73-4110-bc2c-a115000ca2ad,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:13.843860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.847206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.877977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.892233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:13.924358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.937606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:13.938150 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Added segment 48ea50d8-a10b-460a-8bb4-4d75ad597c98 of type vlan for network dc458469-7bea-4bfc-b63d-21803338f480 Mar 03 10:12:13.948878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84e35d-c1ff-4db3-8ea2-4f9892796943,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:13.994401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.005395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.022623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fbd83-c0d1-43a6-a4f1-9dffbb8d12c3 None None] Pushing event updated for resources: {'Port': ['ID=eaf0f942-7e73-4110-bc2c-a115000ca2ad,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:14.028026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:14.049095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:14.050721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:14.057905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:14.071383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.072337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:14.072908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.144029 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1912715 Mar 03 10:12:14.150688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52124) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:14.164494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Request body: {'subnet': {'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1195697928-subnet', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:14.172544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:14.179223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Usage tracker for resource:subnet and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:14.183019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:14.191934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:14.246089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784e17db-b365-4824-a383-2836daf2a91b,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:14.329793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Made reservation on behalf of da6bb80e7a5141a2b42510ff7975192f for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:14.332995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.446430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Checking segment: {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:14.447032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Network hostable DHCP agents. Network: ee90d131-9548-4482-9b8e-a2e6d0796d55, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:14.452524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804fd0f-e91e-4a1a-8645-b248890811ed admin admin] Pushing event updated for resources: {'Network': ['ID=dc458469-7bea-4bfc-b63d-21803338f480,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:14.465140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network dc458469-7bea-4bfc-b63d-21803338f480 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:14.513214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.622298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:14.651066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, ee90d131-9548-4482-9b8e-a2e6d0796d55) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:14.661667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501ed77-51f4-4898-9d52-1dac4dca922b None None] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:14.663954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:14.664554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.763964 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e241b995-2f35-4b08-b52c-e56cb82c4495 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4713304 Mar 03 10:12:14.765868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52140) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:14.772974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:14.778831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52144) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:14.885042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.899916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:14.904694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Usage tracker for resource:router and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:14.907582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:14.929343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:14.962274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.963378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:14.967746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-ee90d131-9548-4482-9b8e-a2e6d0796d55', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:12:14.968953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.042044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.058302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Checking segment: {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:15.058872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Network hostable DHCP agents. Network: dc458469-7bea-4bfc-b63d-21803338f480, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:15.101831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=301d138b-4198-4706-be35-f922120cb9c1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:15.138440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Network dc458469-7bea-4bfc-b63d-21803338f480 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:15.154600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, dc458469-7bea-4bfc-b63d-21803338f480) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:15.163462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:15.164107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.207774 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ddf3c707-237e-4546-a1ae-060b512cde6e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0522699 Mar 03 10:12:15.208001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52158) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:15.213692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:15.233690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:15.242058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Usage tracker for resource:router and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:15.247338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:15.259430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:15.262548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Allocated IP 172.20.0.2 (ee90d131-9548-4482-9b8e-a2e6d0796d55/784e17db-b365-4824-a383-2836daf2a91b/9f3b06c8-fe79-4807-95e9-df41e62bb502) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:15.292997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ed6bd-07a9-4c1e-bbcf-bc0cb5ce9b6d None None] Network dc458469-7bea-4bfc-b63d-21803338f480 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:15.293777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.294832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.318756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.327401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.419804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1821156943'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:15.443660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:15.465448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Usage tracker for resource:network and tenant:0807432e9b5148ffac0c235a97bc2cef is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:15.485944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:15.499797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:15.545212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42087415-9e4c-4ad4-b693-cba36873ee8d None None] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:15.601151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52168) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:15.619361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Made reservation on behalf of 0807432e9b5148ffac0c235a97bc2cef for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:15.622759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.634144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb613cd1-2000-4fdb-8615-1d4d5b1e0370 None None] Provisioning for port eaf0f942-7e73-4110-bc2c-a115000ca2ad completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:15.665435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:15.798695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:15.814735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Usage tracker for resource:security_group_rule and tenant:0807432e9b5148ffac0c235a97bc2cef is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:15.820241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:15.892820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:15.922975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.047407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.107469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaf0f942-7e73-4110-bc2c-a115000ca2ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:16.130234 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52182) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:16.190662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.278194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Router 296f5faf-1725-47da-a032-46ae10598652 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:12:16.283913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Transition to ACTIVE for port object 9f3b06c8-fe79-4807-95e9-df41e62bb502 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:16.337616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.343949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-dc458469-7bea-4bfc-b63d-21803338f480', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:12:16.345283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.351347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.408044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Transition to ACTIVE for port object 9f3b06c8-fe79-4807-95e9-df41e62bb502 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:16.456686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:16.485595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port eaf0f942-7e73-4110-bc2c-a115000ca2ad completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:16.503116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port eaf0f942-7e73-4110-bc2c-a115000ca2ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:16.503514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.511283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:16.535954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:16.549477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.561551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da52f4a1-824c-42d3-bb38-f205b3704ade,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:16.597975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.598343 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Added segment 86cc139f-47b8-4ccc-be53-87f20719e6fe of type vlan for network 4eb98a7e-afeb-4d59-8c2c-afa908fa68bc Mar 03 10:12:16.611809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Usage tracker for resource:floatingip and tenant:fa5a75dbf2aa498d969ff7580238f872 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:16.627753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:16.697901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:16.709612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:16.714169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:16.731502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-31173336'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:16.740026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:16.789958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Usage tracker for resource:network and tenant:f87c3572e382421c841204ddcf710c0e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:16.802865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:16.809868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52196) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:16.873681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:16.885941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:16.886786 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Sync routers for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:16.947588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:16.948663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Pushing event updated for resources: {'Port': ['ID=9f3b06c8-fe79-4807-95e9-df41e62bb502,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:16.959568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.981312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:16.996076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.011741 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:17.012691 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:17.028336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Allocated IP 172.20.0.2 (dc458469-7bea-4bfc-b63d-21803338f480/301d138b-4198-4706-be35-f922120cb9c1/6630a33a-2746-47d6-8759-a38873613559) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:17.038062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Attempting to bind port 9f3b06c8-fe79-4807-95e9-df41e62bb502 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:17.038587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Attempting to bind port 9f3b06c8-fe79-4807-95e9-df41e62bb502 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:17.038957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Attempting to bind port 9f3b06c8-fe79-4807-95e9-df41e62bb502 on network ee90d131-9548-4482-9b8e-a2e6d0796d55 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:17.051735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.055825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:17.056579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Checking segment: {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:17.056579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.057028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Bound using segment: {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:17.057556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Bound port: 9f3b06c8-fe79-4807-95e9-df41e62bb502, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:17.059532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.063758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.095341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.119726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.169007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.174568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:17.175285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.273609 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:17.317975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port eaf0f942-7e73-4110-bc2c-a115000ca2ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=eaf0f942-7e73-4110-bc2c-a115000ca2ad,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:17.319205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f939b21d-791d-4e8d-9852-97b40e124a76 None None] Provisioning complete for port eaf0f942-7e73-4110-bc2c-a115000ca2ad triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:17.319597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f939b21d-791d-4e8d-9852-97b40e124a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.380286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.457709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Made reservation on behalf of f87c3572e382421c841204ddcf710c0e for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:17.461185 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.503811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.510924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] For port 9f3b06c8-fe79-4807-95e9-df41e62bb502, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:17.557017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Pushing event updated for resources: {'Network': ['ID=4eb98a7e-afeb-4d59-8c2c-afa908fa68bc,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:17.566763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-90cb9a08-d937-4209-9fc6-1d32ca7ca404 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:17.567729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] For port 9f3b06c8-fe79-4807-95e9-df41e62bb502, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9f3b06c8-fe79-4807-95e9-df41e62bb502,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:17.569642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.570902 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-355cf5cd-57a4-4c50-aa0b-4aaa5d54abb2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3436739 Mar 03 10:12:17.579352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1d30ad9d-79f5-4853-84f6-de4f835e1124 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7923450 Mar 03 10:12:17.579903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4eb98a7e-afeb-4d59-8c2c-afa908fa68bc details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:17.581556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:17.587638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52210) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:17.589561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52208) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:17.618633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Usage tracker for resource:security_group_rule and tenant:f87c3572e382421c841204ddcf710c0e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:17.639231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=eaf0f942-7e73-4110-bc2c-a115000ca2ad,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:17.643026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:17.650089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Allocated IP 172.26.7.137 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/110e7683-a9a1-4869-9e50-9a9ca1d40587) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:17.665003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:17.703023 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-90cb9a08-d937-4209-9fc6-1d32ca7ca404 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "PUT /v2.0/quotas/eb90a58d98b546fa98d5e4415bc97824 HTTP/1.1" status: 200 len: 368 time: 0.8856218 Mar 03 10:12:17.708366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52218) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:17.717189 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:14Z', 'revision_number': 3, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:17.723192 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Checking router: 296f5faf-1725-47da-a032-46ae10598652 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:12:17.723708 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Updating router 296f5faf-1725-47da-a032-46ae10598652 port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:12:17.750379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Request body: {'network': {'project_id': 'eb90a58d98b546fa98d5e4415bc97824'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:17.772938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:17.788636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52222) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:17.801265 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.803628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Usage tracker for resource:network and tenant:eb90a58d98b546fa98d5e4415bc97824 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:17.815707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:17.822216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:17.852227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:17.950719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'network': {'name': 'tempest-network--1020410426', 'router:external': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:17.961242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:17.969030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:network and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:17.979816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:18.003937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:18.014920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.027515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.031612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaf0f942-7e73-4110-bc2c-a115000ca2ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:18.037311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.055661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Made reservation on behalf of d639236a6ad14ee38260fab72f948bf2 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:18.057939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.061855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:18.078819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:18.084004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.097589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Made reservation on behalf of eb90a58d98b546fa98d5e4415bc97824 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:18.100048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.109773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:18.113741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Usage tracker for resource:floatingip and tenant:f198a7c875b746f38a18300474c96d5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:18.113893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12444594-8c31-4ed9-b1c5-cb76ca9d90d7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:18.123649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:18.123910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:18.131837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:security_group_rule and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:18.135541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.135895 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Added segment 7999e7f9-5101-4335-9014-4502211d077d of type vlan for network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 Mar 03 10:12:18.137159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:18.137984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.140326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:18.148874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:18.156444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.166583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.193315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Transition to ACTIVE for port object 6630a33a-2746-47d6-8759-a38873613559 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:18.197410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6f8db-61fc-437a-9478-f9a5030d1776 None None] Pushing event updated for resources: {'Port': ['ID=9f3b06c8-fe79-4807-95e9-df41e62bb502,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:18.200932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.224132 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Transition to ACTIVE for port object 6630a33a-2746-47d6-8759-a38873613559 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:18.245054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.246858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.260269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:18.270931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:18.279596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:18.300004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port eaf0f942-7e73-4110-bc2c-a115000ca2ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:18.300370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.342382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Pushing event updated for resources: {'Port': ['ID=110e7683-a9a1-4869-9e50-9a9ca1d40587,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:18.342613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:18.355172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.357546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Network dc458469-7bea-4bfc-b63d-21803338f480 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:18.362256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:18.373861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:18.386694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Usage tracker for resource:security_group_rule and tenant:eb90a58d98b546fa98d5e4415bc97824 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:18.396522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:18.424621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Pushing event updated for resources: {'Port': ['ID=6630a33a-2746-47d6-8759-a38873613559,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:18.456017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:18.498847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.521320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:18.524821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.599821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Attempting to bind port 6630a33a-2746-47d6-8759-a38873613559 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:18.600352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Attempting to bind port 6630a33a-2746-47d6-8759-a38873613559 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:18.600707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Attempting to bind port 6630a33a-2746-47d6-8759-a38873613559 on network dc458469-7bea-4bfc-b63d-21803338f480 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:18.611378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:18.611777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Checking segment: {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:18.612133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.612517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Bound using segment: {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:18.613009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Bound port: 6630a33a-2746-47d6-8759-a38873613559, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:18.613557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.620866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Allocated IP 172.26.7.86 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/a28b5eb8-27ec-4479-bb74-07d0a343ee15) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:18.741612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] For port 6630a33a-2746-47d6-8759-a38873613559, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:18.746796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] For port 6630a33a-2746-47d6-8759-a38873613559, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6630a33a-2746-47d6-8759-a38873613559,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:18.752097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.761252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.772662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event updated for resources: {'Network': ['ID=1f83796b-52ef-4948-b2b1-1947a7c8e2e4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:18.775153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:18.781640 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dbf44565-25c1-41b5-8e05-fbc4127770d2 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6476767 Mar 03 10:12:18.792411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52232) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:18.805997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Request body: {'subnet': {'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:18.807217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:18.847482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:18.948651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a42e1c-ae26-425c-8c69-22a213037b9b None None] Pushing event updated for resources: {'Port': ['ID=6630a33a-2746-47d6-8759-a38873613559,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:18.994414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43acf76e-8461-440b-8c47-804f81980221,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:19.002048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.002406 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Added segment 02dbecc8-c42d-43e3-a40c-de49e21378cd of type vlan for network 4ebbf6cb-4dba-4673-b781-d1e041b660ee Mar 03 10:12:19.057063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:19.061776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.138222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.155487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.163339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Usage tracker for resource:subnet and tenant:f87c3572e382421c841204ddcf710c0e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:19.178108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:19.181683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.190145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:19.202884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.221381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Made reservation on behalf of f87c3572e382421c841204ddcf710c0e for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:19.225834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks [] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.248959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:19.282238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.282625 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Added segment 40dc9e56-b712-4d84-b2ad-2f653e9a84df of type vlan for network 2f94168e-595b-47e1-b378-3389170b1265 Mar 03 10:12:19.314850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.374382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:19.391101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96328dc-c487-4075-a6dd-3d1c2f60589d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:19.424922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.440500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.441488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:19.442064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.643431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e7b87f-6054-4b59-a77e-dc1c075cd0ec None None] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:19.647038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.701030 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1123354 Mar 03 10:12:19.702139 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.711263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:19.718433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52238) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:19.719384 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Transition to ACTIVE for port object 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:19.730069 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.745049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:19.747382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:19.806223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e078d-5291-4143-bcd2-463d5058122b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Network': ['ID=4ebbf6cb-4dba-4673-b781-d1e041b660ee,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:19.827558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4ebbf6cb-4dba-4673-b781-d1e041b660ee details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:19.871970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Pushing event updated for resources: {'Port': ['ID=a28b5eb8-27ec-4479-bb74-07d0a343ee15,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:19.893561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:19.908937 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Pushing event updated for resources: {'Port': ['ID=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:19.930020 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Attempting to bind port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:19.932663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.935180 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Attempting to bind port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:19.935954 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Attempting to bind port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:19.948360 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:19.948960 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:19.950024 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.951350 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:19.952637 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Bound port: 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:19.953111 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:19.999843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.029356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ca1f33fa-2d37-407f-85a5-6b6fa9d90252 None None] Provisioning for port 9f3b06c8-fe79-4807-95e9-df41e62bb502 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:20.073896 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] For port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:20.078240 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] For port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:20.080747 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.082184 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.082797 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.083238 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.083642 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.083994 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.091989 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.091989 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.091989 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.091989 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.092882 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.093006 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Tracked resource versions report: Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: pushed versions: Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: { 'AddressGroup': {'1.2'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'ConntrackHelper': {'1.0'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Log': {'1.0'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Network': {'1.1'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Port': {'1.7'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'PortForwarding': {'1.2'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'QosPolicy': {'1.8'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroup': {'1.4'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroupRule': {'1.2'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SubPort': {'1.0'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Subnet': {'1.1'}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Trunk': {'1.1'}} Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: consumer versions: Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: { DHCP agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: HyperV agent@hv-neutron-8311: {}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: L3 agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: Metadata agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: Metering agent@dv-neutron-831192-5-hyperv: {}, Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: Open vSwitch agent@dv-neutron-831192-5-hyperv: { 'AddressGroup': '1.2', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'ConntrackHelper': '1.0', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Log': '1.0', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Network': '1.1', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Port': '1.7', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'PortForwarding': '1.2', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'QosPolicy': '1.8', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroup': '1.4', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SecurityGroupRule': '1.2', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'SubPort': '1.0', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Subnet': '1.1', Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: 'Trunk': '1.1'}} Mar 03 10:12:20.094106 dv-neutron-831192-5-hyperv neutron-server[87891]: {{(pid=87891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 10:12:20.112113 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.166321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9f3b06c8-fe79-4807-95e9-df41e62bb502 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:20.175952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.200381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.213124 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:20.213741 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:20.267839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Allocated IP 172.26.7.81 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/787895f8-64b8-44dc-9ce0-bcc5efc78923) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:20.297867 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf7739-bd5f-4842-b603-d0e2552ac29f None None] Pushing event updated for resources: {'Port': ['ID=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:20.364358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 9f3b06c8-fe79-4807-95e9-df41e62bb502 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:20.386383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9f3b06c8-fe79-4807-95e9-df41e62bb502 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:20.387050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.439796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Checking segment: {'id': '7999e7f9-5101-4335-9014-4502211d077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:20.440295 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Network hostable DHCP agents. Network: 1f83796b-52ef-4948-b2b1-1947a7c8e2e4, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:20.447206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.460713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e7d61-5921-46fd-ba25-6f8610df698e None None] Network dc458469-7bea-4bfc-b63d-21803338f480 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:20.462906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event updated for resources: {'Subnet': ['ID=19aa50ae-9ec4-4956-9020-713b4020fa7f,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:20.491360 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:20.502978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:20.522045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 1f83796b-52ef-4948-b2b1-1947a7c8e2e4) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:20.528680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:20.531443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.562167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:12:20.585242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-984871b2-d538-4da1-90a2-af7e2764b576 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7917325 Mar 03 10:12:20.591367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52244) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:20.599515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5927c-644f-4fbd-b62b-48d7470ca7da None None] Network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:20.670256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Request body: {'port': {'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1767441268'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:20.702738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Allocated IP 172.20.0.1 (954000bc-c3cd-4b2e-aad3-b48d41848e7c/c15985d7-7150-456a-a8d3-4a0d8e7edfa1/fcb18205-b11c-421e-b270-35a982bfa629) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:20.755401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-790fc646-a493-492a-aa02-d3d00ec8ac6f None None] Provisioning for port 6630a33a-2746-47d6-8759-a38873613559 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:20.790889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.795055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.796068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:20.796641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.884366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:20.886460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:20.906960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Sync routers for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:20.948956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:20.949503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:20.953478 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:14Z', 'revision_number': 3, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:20.959209 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c06f1-d60a-493c-b011-35b386992174 None None] The sync data for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv is: [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:14Z', 'revision_number': 3, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:21.018193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.020194 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4fc131c4-8d92-4e13-ac02-bae6790373d5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2527516 Mar 03 10:12:21.023813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52250) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:21.092206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:21.114099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:21.117195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:21.149786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 9f3b06c8-fe79-4807-95e9-df41e62bb502, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9f3b06c8-fe79-4807-95e9-df41e62bb502,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:21.175287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.176773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6630a33a-2746-47d6-8759-a38873613559 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:21.248806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:21.258035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Usage tracker for resource:port and tenant:f87c3572e382421c841204ddcf710c0e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:21.325038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Pushing event updated for resources: {'Port': ['ID=787895f8-64b8-44dc-9ce0-bcc5efc78923,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:21.329352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.6165769 Mar 03 10:12:21.332861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:21.339981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52254) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:21.358757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Request body: {'network': {'project_id': 'eb90a58d98b546fa98d5e4415bc97824'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:21.362471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:21.371127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:21.377556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9164a6a1-2e50-4274-8356-d61a3be6e2fb None None] Provisioning complete for port 9f3b06c8-fe79-4807-95e9-df41e62bb502 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:21.377975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9164a6a1-2e50-4274-8356-d61a3be6e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.389974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Usage tracker for resource:network and tenant:eb90a58d98b546fa98d5e4415bc97824 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:21.397040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:21.398240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Made reservation on behalf of f87c3572e382421c841204ddcf710c0e for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:21.402432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.438673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.7.86-2797d13d-6e72-42e4-98be-b3e50518c186 {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:12:21.439054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:12:21.448554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:21.542575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:21.605237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] device_id is not set on port 28330273-34ae-443e-af53-1ebd1070c79a yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:12:21.626396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba6c41-b5a6-4d02-80a3-2528f8d2b15c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Pushing event updated for resources: {'Network': ['ID=2f94168e-595b-47e1-b378-3389170b1265,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:21.641542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.697536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.767597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.777101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.777434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.778212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.778539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > port after_create 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.778851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.779203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > port after_update 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.779539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.779868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.780180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.780779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.784610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Made reservation on behalf of eb90a58d98b546fa98d5e4415bc97824 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:21.788269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.865370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 2f94168e-595b-47e1-b378-3389170b1265 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:21.892598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:21.977418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.977780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.978353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.978730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:21.979165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebbf6cb-4dba-4673-b781-d1e041b660ee']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:21.988225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:21.989410 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Added segment a10854ed-a772-43c6-8c05-1529169ad12a of type vlan for network 4c05cfb7-b8b3-4a9a-a4bb-22f51033d79e Mar 03 10:12:21.992606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.069279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Transition to ACTIVE for port object fcb18205-b11c-421e-b270-35a982bfa629 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:22.071186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Allocated IP 172.20.0.9 (1f83796b-52ef-4948-b2b1-1947a7c8e2e4/19aa50ae-9ec4-4956-9020-713b4020fa7f/28330273-34ae-443e-af53-1ebd1070c79a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:22.072089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-1f83796b-52ef-4948-b2b1-1947a7c8e2e4', 'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4', 'tenant_id': 'f87c3572e382421c841204ddcf710c0e', 'fixed_ips': [{'subnet_id': '19aa50ae-9ec4-4956-9020-713b4020fa7f'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:12:22.072983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.082849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.083826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dbecc8-c42d-43e3-a40c-de49e21378cd') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:22.084128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dbecc8-c42d-43e3-a40c-de49e21378cd') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:22.106288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=9f3b06c8-fe79-4807-95e9-df41e62bb502,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:22.153658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.207241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.208789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:22.209539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.212029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.254062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 6630a33a-2746-47d6-8759-a38873613559 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:22.273582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6630a33a-2746-47d6-8759-a38873613559 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:22.274230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.279824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.293409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.403442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:18Z', 'revision_number': 3, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:22.414176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Checking router: c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:12:22.414516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Updating router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d port 110e7683-a9a1-4869-9e50-9a9ca1d40587 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:12:22.492407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1513517 Mar 03 10:12:22.493265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f22a5-16bb-4bb3-a6cc-143313a4abdd tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Pushing event updated for resources: {'Network': ['ID=4c05cfb7-b8b3-4a9a-a4bb-22f51033d79e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:22.508820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52260) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:22.525486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Request body: {'network': {'project_id': 'eb90a58d98b546fa98d5e4415bc97824'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:22.527018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.566188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4c05cfb7-b8b3-4a9a-a4bb-22f51033d79e details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:22.575452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:22.575844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.584794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: from cryptography.utils import int_from_bytes Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: from cryptography.utils import int_from_bytes Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn_limited( Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn_limited( Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:22.594436 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:22.596439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Usage tracker for resource:network and tenant:eb90a58d98b546fa98d5e4415bc97824 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:22.596504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Allocated IP 172.26.7.238 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d352c766-da22-471c-b3f5-7f03e5313862) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:22.609709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:22.627998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.658257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:22.669983 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 10:12:22.670471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:12:22.671618 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4a1c3607-fc46-4dca-ad6e-2232cc1a6cde tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1619103 Mar 03 10:12:22.671718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 6630a33a-2746-47d6-8759-a38873613559, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6630a33a-2746-47d6-8759-a38873613559,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:22.682899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52264) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:22.731653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.752744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.772779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.778324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.833522 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5c3ca840-7cac-4d2f-a7b5-92451cc227d6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb90a58d98b546fa98d5e4415bc97824&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1496384 Mar 03 10:12:22.843800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52268) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:22.856841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Transition to ACTIVE for port object 28330273-34ae-443e-af53-1ebd1070c79a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:22.868120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=6630a33a-2746-47d6-8759-a38873613559,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:22.883504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0f8f3e3b-2440-47dc-9c3c-36c42952f121 None None] Provisioning complete for port 6630a33a-2746-47d6-8759-a38873613559 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:22.883877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3e3b-2440-47dc-9c3c-36c42952f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.947013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:22.951505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:22.978662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:23.045944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.100451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Allocated IP 172.20.0.1 (ee90d131-9548-4482-9b8e-a2e6d0796d55/784e17db-b365-4824-a383-2836daf2a91b/6eb42c9e-9727-4bbb-bea9-cfb98a5aae59) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:23.110392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Allocated IP 172.20.0.2 (1f83796b-52ef-4948-b2b1-1947a7c8e2e4/19aa50ae-9ec4-4956-9020-713b4020fa7f/6b6d38a9-eb2f-4d33-ae89-a1246f869d2d) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:23.127619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb18205-b11c-421e-b270-35a982bfa629,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:23.145953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:23.146415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ebbf6cb-4dba-4673-b781-d1e041b660ee {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 10:12:23.154325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:23.161481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:23.161844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:23.167729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:23.168418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.176837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ebbf6cb-4dba-4673-b781-d1e041b660ee,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:23.199843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.212456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event updated for resources: {'Port': ['ID=28330273-34ae-443e-af53-1ebd1070c79a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:23.214157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:23.295049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:23.345750 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d1e8bc64-b67b-4b59-8532-412cec8bfb60 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7531381 Mar 03 10:12:23.364299 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52278) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:23.384281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.392255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:23.416400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:23.416400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.436877 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7cc65a05-fa5f-4b65-844b-1b683bf97a0b tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4ebbf6cb-4dba-4673-b781-d1e041b660ee HTTP/1.1" status: 204 len: 168 time: 3.7171829 Mar 03 10:12:23.442151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52282) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:23.473630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:23.486273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:23.500087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Deleting port 28330273-34ae-443e-af53-1ebd1070c79a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:23.500778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.530094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:network and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:23.537153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.537632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:23.553999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.563015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:23.599892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Transition to ACTIVE for port object 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:23.605308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Made reservation on behalf of d639236a6ad14ee38260fab72f948bf2 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:23.607813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.627548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.642743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Transition to ACTIVE for port object 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:23.679207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Transition to ACTIVE for port object 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:23.719125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.727602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:23.729996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2165221a-cf66-48cc-b3bb-1745f37d93b9 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.781972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.790193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.794106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Pushing event updated for resources: {'Port': ['ID=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:23.801649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.857726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.858152 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Added segment c9a4da93-a21a-4104-a22d-1f240bf75e2a of type vlan for network b351ad32-7730-416a-81ea-ea804fa71fbd Mar 03 10:12:23.859185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.860029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.868052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.884027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:23.884878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e85155f0-19ae-4227-ae43-4e7be4d234b9 None None] Provisioning for port fcb18205-b11c-421e-b270-35a982bfa629 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:23.890716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e85155f0-19ae-4227-ae43-4e7be4d234b9 None None] Provisioning complete for port fcb18205-b11c-421e-b270-35a982bfa629 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:23.891083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e85155f0-19ae-4227-ae43-4e7be4d234b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.916258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:23.923342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:23.924981 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:23.927116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2165221a-cf66-48cc-b3bb-1745f37d93b9 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.942715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:23.943858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9f3b06c8-fe79-4807-95e9-df41e62bb502 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:23.958574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:23.970564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Pushing event updated for resources: {'Port': ['ID=787895f8-64b8-44dc-9ce0-bcc5efc78923,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:23.975438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:23.991824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:23.992480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.041382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.114748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.129179 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e85155f0-19ae-4227-ae43-4e7be4d234b9 None None] Port fcb18205-b11c-421e-b270-35a982bfa629 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:24.149058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.154085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Attempting to bind port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:24.154591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Attempting to bind port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '7999e7f9-5101-4335-9014-4502211d077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:24.155655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Attempting to bind port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d on network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:24.162932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.164257 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9da1e80b-7035-46be-bd63-50dce9f3f518 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5569615 Mar 03 10:12:24.168280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.168883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:24.169354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Checking segment: {'id': '7999e7f9-5101-4335-9014-4502211d077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:24.170099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.170180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Bound using segment: {'id': '7999e7f9-5101-4335-9014-4502211d077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:24.170737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Bound port: 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7999e7f9-5101-4335-9014-4502211d077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f83796b-52ef-4948-b2b1-1947a7c8e2e4'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:24.171250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Pushing event updated for resources: {'Port': ['ID=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:24.171397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.171865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52286) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:24.221207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1355539128', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'fixed_ips': [{'ip_address': '172.26.7.81'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:24.241155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:24.251743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:24.273168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Usage tracker for resource:port and tenant:fa5a75dbf2aa498d969ff7580238f872 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:24.279487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2165221a-cf66-48cc-b3bb-1745f37d93b9 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.291881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:24.314909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:24.319861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:24.333128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:24.335254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165221a-cf66-48cc-b3bb-1745f37d93b9 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96328dc-c487-4075-a6dd-3d1c2f60589d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:24.337096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2165221a-cf66-48cc-b3bb-1745f37d93b9 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.337446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Calling delete_port for 28330273-34ae-443e-af53-1ebd1070c79a owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:12:24.338296 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2165221a-cf66-48cc-b3bb-1745f37d93b9 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/a96328dc-c487-4075-a6dd-3d1c2f60589d HTTP/1.1" status: 204 len: 168 time: 1.4846256 Mar 03 10:12:24.339095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Port': ['ID=d352c766-da22-471c-b3f5-7f03e5313862,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:24.341655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:24.373188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52290) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:24.400964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] For port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:24.404210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] For port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,segment=NetworkSegment(7999e7f9-5101-4335-9014-4502211d077d),segment_id=7999e7f9-5101-4335-9014-4502211d077d)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:24.434441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.469222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Made reservation on behalf of fa5a75dbf2aa498d969ff7580238f872 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:24.471540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.509146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.513272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9f3b06c8-fe79-4807-95e9-df41e62bb502 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:24.513825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.562090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:24.574908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.584515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c6081817-901a-42c4-9192-7d29f5c6c895 None None] Provisioning for port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:24.607542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.617059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c6081817-901a-42c4-9192-7d29f5c6c895 None None] Provisioning complete for port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:24.617628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c6081817-901a-42c4-9192-7d29f5c6c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.620019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:24.634927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Usage tracker for resource:security_group_rule and tenant:fa5a75dbf2aa498d969ff7580238f872 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:24.642302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:24.649273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:12:24.652273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event deleted for resources: {'Port': ['ID=28330273-34ae-443e-af53-1ebd1070c79a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:24.657222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.659058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:24.674560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb682418-95a3-4219-8c6c-0b7e2d43e660 None None] Pushing event updated for resources: {'Port': ['ID=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:24.708825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.710039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:24.711236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.754361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c6081817-901a-42c4-9192-7d29f5c6c895 None None] Port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:24.779258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.804866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.828293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.855200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Transition to ACTIVE for port object 110e7683-a9a1-4869-9e50-9a9ca1d40587 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:24.864279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:24.914842 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.4639213 Mar 03 10:12:24.917548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52294) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:24.924175 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ee192f6b-b54e-4b32-8795-d76995551af5 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "DELETE /v2.0/ports/28330273-34ae-443e-af53-1ebd1070c79a HTTP/1.1" status: 204 len: 168 time: 1.5550089 Mar 03 10:12:24.928269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37352cf4-cec5-4af6-93ee-fa729827206c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Network': ['ID=b351ad32-7730-416a-81ea-ea804fa71fbd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:24.933347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'subnet': {'network_id': 'b351ad32-7730-416a-81ea-ea804fa71fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:24.938602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52298) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:24.963924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:24.974205 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:subnet and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:24.978085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:24.997228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:25.005888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Attempting to bind port 110e7683-a9a1-4869-9e50-9a9ca1d40587 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:25.009978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Attempting to bind port 110e7683-a9a1-4869-9e50-9a9ca1d40587 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:25.010641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Attempting to bind port 110e7683-a9a1-4869-9e50-9a9ca1d40587 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:25.023938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network b351ad32-7730-416a-81ea-ea804fa71fbd details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:25.055898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc333dee-b668-4134-9dce-55987b92a986 None None] Pushing event updated for resources: {'Port': ['ID=110e7683-a9a1-4869-9e50-9a9ca1d40587,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:25.076038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Made reservation on behalf of d639236a6ad14ee38260fab72f948bf2 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:25.078374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.083675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:25.084061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:25.084464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.084856 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:25.085329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Bound port: 110e7683-a9a1-4869-9e50-9a9ca1d40587, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:25.085717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.125810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:25.219268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3053757f-4d93-4f4c-8f44-225bbd837640 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2796714 Mar 03 10:12:25.221943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52304) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:25.229824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.245367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-445915744'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:25.257187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:25.261285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Usage tracker for resource:network and tenant:f87c3572e382421c841204ddcf710c0e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:25.264146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:25.275177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:25.291558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.315758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] For port 110e7683-a9a1-4869-9e50-9a9ca1d40587, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:25.319723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] For port 110e7683-a9a1-4869-9e50-9a9ca1d40587, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=110e7683-a9a1-4869-9e50-9a9ca1d40587,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:25.325336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Made reservation on behalf of f87c3572e382421c841204ddcf710c0e for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:25.326407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:25.326810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.329271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.363753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.422944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:25.432799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.433244 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Added segment e6d070e8-21b3-4e8b-b042-8d27d57862f9 of type vlan for network d868f435-eb4b-43f8-afc1-f971995c6fbb Mar 03 10:12:25.462805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.470293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc333dee-b668-4134-9dce-55987b92a986 None None] Pushing event updated for resources: {'Port': ['ID=110e7683-a9a1-4869-9e50-9a9ca1d40587,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:25.474593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:25.475204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:25.485738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.520271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c05cfb7-b8b3-4a9a-a4bb-22f51033d79e']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:25.534797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:25.544612 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Sync routers for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:25.562863 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:25.564216 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:25.571729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10854ed-a772-43c6-8c05-1529169ad12a') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:25.572121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10854ed-a772-43c6-8c05-1529169ad12a') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:25.584297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.589781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:25.590501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.620491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.696150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6630a33a-2746-47d6-8759-a38873613559 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:25.724962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event updated for resources: {'Network': ['ID=d868f435-eb4b-43f8-afc1-f971995c6fbb,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:25.734720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.746859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.748130 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-243bca79-9abc-4696-aefd-7851501f2114 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.5388947 Mar 03 10:12:25.750804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network d868f435-eb4b-43f8-afc1-f971995c6fbb details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:25.771700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52308) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:25.831036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4f9367d1-776b-4a67-82a9-684fe11a87d9 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6057405 Mar 03 10:12:25.831779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52312) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:25.873877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:25.874074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:25.889183 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:25.919348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:25.932756 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:25.950468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:26.062177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.065384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] device_id is not set on port 57ce73a2-aeb8-4acd-b7e9-bdc3a644e448 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:12:26.091106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6630a33a-2746-47d6-8759-a38873613559 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:26.092372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.192758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:26.232494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.260499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.262092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.290051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f0aa7-1ca0-41cc-8379-b6deb59f3fc9 None None] Network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:26.366888 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:21Z', 'revision_number': 3, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:26.373861 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Checking router: 471c8262-4921-4ce5-a2aa-24a9c2d57a41 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:12:26.374227 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Updating router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 port a28b5eb8-27ec-4479-bb74-07d0a343ee15 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:12:26.438600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-46c8a0af-0606-4d7b-af2b-c94e23868116 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "GET /v2.0/agents/f75161d2-7c1c-4f4e-8be9-ddb087fb82e8/dhcp-networks HTTP/1.1" status: 200 len: 5670 time: 0.6018419 Mar 03 10:12:26.441566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52316) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:26.503330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.512689 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.529639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Pushing event updated for resources: {'Port': ['ID=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:26.542867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:26.546048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:26.553479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.696159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.706550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-30244065-1cb2-4fd9-af46-b3fac9df17a1 None None] Provisioning for port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:26.761074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.objects.ports [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87888) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:12:26.762575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.781120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.792479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.917036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdbac68-f571-4c7f-87e6-b5d10925e353,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:26.924303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.939264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ddd68-c77e-4ce5-b803-f504f758c3a3 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] Network d868f435-eb4b-43f8-afc1-f971995c6fbb is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:26.955140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:26.990107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe5718e9-98be-4502-bb65-2a1f880dee66,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:26.994408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c05cfb7-b8b3-4a9a-a4bb-22f51033d79e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:26.998231 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-852d7a6d-03f4-412d-88bf-c5f6a966a1e6 tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4c05cfb7-b8b3-4a9a-a4bb-22f51033d79e HTTP/1.1" status: 204 len: 168 time: 2.6219776 Mar 03 10:12:26.998706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cf38ec7b-b2ee-41a7-9f92-b145fa64b99f None None] Provisioning complete for port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:26.999288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cf38ec7b-b2ee-41a7-9f92-b145fa64b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.011832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d75ddd68-c77e-4ce5-b803-f504f758c3a3 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "POST /v2.0/agents/f75161d2-7c1c-4f4e-8be9-ddb087fb82e8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5659347 Mar 03 10:12:27.020145 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.023815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52320) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:27.027856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52322) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:27.033946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:12:27.037675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Checking segment: {'id': 'c9a4da93-a21a-4104-a22d-1f240bf75e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b351ad32-7730-416a-81ea-ea804fa71fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:27.038173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Network hostable DHCP agents. Network: b351ad32-7730-416a-81ea-ea804fa71fbd, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:27.039464 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Transition to ACTIVE for port object a28b5eb8-27ec-4479-bb74-07d0a343ee15 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:27.046386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74dfbe-4c9a-4b12-846f-7d2f40044e4f None None] Network d868f435-eb4b-43f8-afc1-f971995c6fbb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:27.057724 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.183190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:27.209261 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Attempting to bind port a28b5eb8-27ec-4479-bb74-07d0a343ee15 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:27.209625 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Attempting to bind port a28b5eb8-27ec-4479-bb74-07d0a343ee15 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:27.209981 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Attempting to bind port a28b5eb8-27ec-4479-bb74-07d0a343ee15 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:27.219231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 1, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:27.227768 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c55b52-250d-4fc7-9c4d-b2395df2bfbb None None] Pushing event updated for resources: {'Port': ['ID=a28b5eb8-27ec-4479-bb74-07d0a343ee15,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:27.238853 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:27.239223 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:27.239655 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.240036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:27.240499 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Bound port: a28b5eb8-27ec-4479-bb74-07d0a343ee15, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:27.240882 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.258896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.282445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985adc5-a4ce-43bc-a2f3-fa7f8c943640 None None] The sync data for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv is: [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 1, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:27.290202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-cf38ec7b-b2ee-41a7-9f92-b145fa64b99f None None] Port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:27.383075 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] For port a28b5eb8-27ec-4479-bb74-07d0a343ee15, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:27.391008 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] For port a28b5eb8-27ec-4479-bb74-07d0a343ee15, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a28b5eb8-27ec-4479-bb74-07d0a343ee15,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:27.399363 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.404018 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 10:12:27.404724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:12:27.426139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.427600 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6351964 Mar 03 10:12:27.428524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb18205-b11c-421e-b270-35a982bfa629,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:27.435826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52328) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:27.489308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:27.495773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:27.496234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.625467 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:27.626195 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:27.627611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d0fa4628-78d3-4f09-8c86-066ab00ae965 None None] Could not find standard attr ID for object 28330273-34ae-443e-af53-1ebd1070c79a. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:12:27.645960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Network b351ad32-7730-416a-81ea-ea804fa71fbd is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:27.658449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.684467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, b351ad32-7730-416a-81ea-ea804fa71fbd) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:27.720620 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c55b52-250d-4fc7-9c4d-b2395df2bfbb None None] Pushing event updated for resources: {'Port': ['ID=a28b5eb8-27ec-4479-bb74-07d0a343ee15,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:27.729787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaba249-1b41-46f7-95cb-cfd7ddb23237 None None] Network b351ad32-7730-416a-81ea-ea804fa71fbd requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:27.735577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:27.741420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.790672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-128336959'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:27.809612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f80c5-c666-406d-ab08-200db7861dd7 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Port': ['ID=d352c766-da22-471c-b3f5-7f03e5313862,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:27.828202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:27.889181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:27.932439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Usage tracker for resource:network and tenant:f198a7c875b746f38a18300474c96d5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:27.935921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0bd4b35f-6aa5-44e0-8c57-8898d877ef56 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.7297027 Mar 03 10:12:27.941803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:27.942917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52332) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:27.964644 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-81234cdb-cd3f-4b4f-aaea-1dccd17f5b55 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0438159 Mar 03 10:12:27.970884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:27.981619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,segment=NetworkSegment(7999e7f9-5101-4335-9014-4502211d077d),segment_id=7999e7f9-5101-4335-9014-4502211d077d)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:27.982513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52336) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:28.002652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:28.022397 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:28.072889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:28.115583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'floatingip': {'floating_network_id': 'b351ad32-7730-416a-81ea-ea804fa71fbd'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:28.195325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:28.217606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:28.271149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8d662-b539-4b68-b821-667b676161a3 None None] Network b351ad32-7730-416a-81ea-ea804fa71fbd requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:28.294332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:28.369208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Made reservation on behalf of f198a7c875b746f38a18300474c96d5d for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:28.372731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:28.478148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:28.507074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:28.529310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.529664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.530791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.530910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > port after_create 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.531131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.531642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > port after_update 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.531965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.533484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.534099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.534444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.539857 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:21Z', 'revision_number': 3, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:28.549635 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d603622b-30ce-4859-851d-601c7f3dab55 None None] The sync data for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv is: [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:21Z', 'revision_number': 3, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:28.568497 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:28.599718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Usage tracker for resource:security_group_rule and tenant:f198a7c875b746f38a18300474c96d5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:28.626578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:28.660038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:28.666585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3263ca33-1821-4a92-9a37-d6a321ca6952 None None] Provisioning complete for port fcb18205-b11c-421e-b270-35a982bfa629 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:28.666853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3263ca33-1821-4a92-9a37-d6a321ca6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:28.729222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3263ca33-1821-4a92-9a37-d6a321ca6952 None None] Port fcb18205-b11c-421e-b270-35a982bfa629 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:28.758868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.759428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.759798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.760232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 10:12:28.761060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f94168e-595b-47e1-b378-3389170b1265']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:28.773198 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a2e676bf-cb48-4132-801e-1cd18d84fa7b admin admin] 10.222.0.23 "PUT /v2.0/routers/c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7484102 Mar 03 10:12:28.774824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Deleting port 787895f8-64b8-44dc-9ce0-bcc5efc78923 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:28.775385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:28.812639 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-27b0ff5f-733a-4ff7-831e-9453abfab836 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "GET /v2.0/agents/f75161d2-7c1c-4f4e-8be9-ddb087fb82e8/dhcp-networks HTTP/1.1" status: 200 len: 6438 time: 1.7783792 Mar 03 10:12:28.813242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52344) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:28.825293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:28.844227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dc9e56-b712-4d84-b2ad-2f653e9a84df') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:28.844629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dc9e56-b712-4d84-b2ad-2f653e9a84df') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:28.855049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:floatingip and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:28.865520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:28.875447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:28.888964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:28.916543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Router 296f5faf-1725-47da-a032-46ae10598652 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:12:28.953099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.050582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:29.051323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.072647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: from cryptography.utils import int_from_bytes Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: from cryptography.utils import int_from_bytes Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn_limited( Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn_limited( Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:29.114720 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:29.212169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:29.301506 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-56dbf3b4-e4c2-4710-828f-20dbe51a22b6 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "DELETE /v2.0/agents/f75161d2-7c1c-4f4e-8be9-ddb087fb82e8/dhcp-networks/d868f435-eb4b-43f8-afc1-f971995c6fbb HTTP/1.1" status: 204 len: 168 time: 0.4789903 Mar 03 10:12:29.309011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52356) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:29.381460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.381812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.390065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.404609 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:29.405632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.417747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.432213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.487641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.527896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.553912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:29.576214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.576585 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Added segment 0ad3cb51-d045-46e8-a8a7-7a0b38d91684 of type vlan for network fe318857-05fd-49ed-a3c3-ecd99803602d Mar 03 10:12:29.612314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.666925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.672793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:29.673436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.705357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 110e7683-a9a1-4869-9e50-9a9ca1d40587 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:29.799532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 110e7683-a9a1-4869-9e50-9a9ca1d40587 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:29.807981 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 110e7683-a9a1-4869-9e50-9a9ca1d40587 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:29.808556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:29.818362 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3626142 Mar 03 10:12:29.856841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Calling delete_port for 787895f8-64b8-44dc-9ce0-bcc5efc78923 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:12:29.889320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f94168e-595b-47e1-b378-3389170b1265,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:29.894981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52362) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:29.895144 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-239319b5-acb0-4a32-a35d-093f6ec74f8c tempest-QuotasNegativeTest-1487913068 tempest-QuotasNegativeTest-1487913068-project-admin] 10.222.0.23 "DELETE /v2.0/networks/2f94168e-595b-47e1-b378-3389170b1265 HTTP/1.1" status: 204 len: 168 time: 2.8630002 Mar 03 10:12:29.993357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Request body: {'subnet': {'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:30.069611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:30.105256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 110e7683-a9a1-4869-9e50-9a9ca1d40587, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=110e7683-a9a1-4869-9e50-9a9ca1d40587,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:30.114149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:30.115003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a28b5eb8-27ec-4479-bb74-07d0a343ee15 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:30.194880 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d7f1100a-43db-4ba1-b57c-7a80354e73b1 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "GET /v2.0/agents/f75161d2-7c1c-4f4e-8be9-ddb087fb82e8/dhcp-networks HTTP/1.1" status: 200 len: 6438 time: 0.8837430 Mar 03 10:12:30.196192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52370) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:30.230506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:30.242161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Network': ['ID=fe318857-05fd-49ed-a3c3-ecd99803602d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:30.245699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d469-93f5-4496-a24c-25a5124c2a7b tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef44ac3-39b5-49e3-b91d-cf49b69f3966,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:30.265350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:30.337077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=110e7683-a9a1-4869-9e50-9a9ca1d40587,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:30.348460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Sync routers for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:30.362539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network fe318857-05fd-49ed-a3c3-ecd99803602d details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:30.365367 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-74c1205d-4900-42f9-8604-1fde3b37a793 admin admin] 10.222.0.23 "PUT /v2.0/routers/296f5faf-1725-47da-a032-46ae10598652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7676251 Mar 03 10:12:30.399890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Allocated IP 172.20.0.6 (b351ad32-7730-416a-81ea-ea804fa71fbd/fe5718e9-98be-4502-bb65-2a1f880dee66/6f98b0d5-5296-48ec-8418-51ae0c1b2adb) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:30.441360 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-407ce665-d6b1-446a-a47e-6ba4aa9bbca1 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "GET /v2.0/networks/1f83796b-52ef-4948-b2b1-1947a7c8e2e4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2407331 Mar 03 10:12:30.445864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52378) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:30.489266 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9bd1ec48-f0c5-4a15-addf-bc518cef3b6e tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "GET /v2.0/networks/1f83796b-52ef-4948-b2b1-1947a7c8e2e4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0422988 Mar 03 10:12:30.489905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52382) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:30.510408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:30.512404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:30.577923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:30.588075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Usage tracker for resource:subnet and tenant:f198a7c875b746f38a18300474c96d5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:30.593582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:30.608506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:30.616080 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Sync routers for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:30.625775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52386) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:30.635636 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:30.641916 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:30.646897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102635893', 'description': 'tempest-description--1672350857'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:30.654233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Made reservation on behalf of f198a7c875b746f38a18300474c96d5d for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:30.658579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:30.696724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:30.707067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Usage tracker for resource:security_group and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:30.713692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:30.720907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:30.728171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:30.744677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a28b5eb8-27ec-4479-bb74-07d0a343ee15 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:30.768145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a28b5eb8-27ec-4479-bb74-07d0a343ee15 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:30.768145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:30.786140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Allocated IP 172.20.0.1 (dc458469-7bea-4bfc-b63d-21803338f480/301d138b-4198-4706-be35-f922120cb9c1/5b908ec3-b418-43cd-9a2c-48040e11eaeb) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:30.841370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:30.890763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:30.960297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Usage tracker for resource:security_group_rule and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:30.968065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:30.969545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:31.016398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52404) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:31.074493 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:31.150964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Pushing event deleted for resources: {'Port': ['ID=787895f8-64b8-44dc-9ce0-bcc5efc78923,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:31.341492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:31.440576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.467383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.468579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port a28b5eb8-27ec-4479-bb74-07d0a343ee15, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a28b5eb8-27ec-4479-bb74-07d0a343ee15,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:31.478521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.508628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.531821 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:25Z', 'revision_number': 2, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:31.536826 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Checking router: c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:12:31.537287 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Updating router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:12:31.590753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.612382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.624612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:31.626787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 2, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:31.633890 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.636352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=a28b5eb8-27ec-4479-bb74-07d0a343ee15,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:31.645798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0f29cc5c-1c47-4423-97f1-57ec61666c75 tempest-DHCPAgentSchedulersTestJSON-788105116 tempest-DHCPAgentSchedulersTestJSON-788105116-project-admin] 10.222.0.23 "GET /v2.0/agents/f75161d2-7c1c-4f4e-8be9-ddb087fb82e8/dhcp-networks HTTP/1.1" status: 200 len: 6438 time: 1.1530852 Mar 03 10:12:31.646842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52410) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:31.648422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Usage tracker for resource:security_group_rule and tenant:100d7a1c8beb43339883fdbfeeff8b78 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:31.652232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Checking router: 296f5faf-1725-47da-a032-46ae10598652 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:12:31.652583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Updating router 296f5faf-1725-47da-a032-46ae10598652 port fcb18205-b11c-421e-b270-35a982bfa629 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:12:31.657114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:31.690687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:31.711985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.713459 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-460cfca9-bcfa-4768-b5e3-088c771a5919 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499 tempest-ExternalNetworksAdminNegativeTestJSON-1954738499-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/50e95700-9f84-4eb0-998c-bb7076e120bf HTTP/1.1" status: 204 len: 168 time: 3.7640369 Mar 03 10:12:31.730011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 110e7683-a9a1-4869-9e50-9a9ca1d40587 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:31.765170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.817181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.870321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.883752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.896012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:31.907744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Network b351ad32-7730-416a-81ea-ea804fa71fbd is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:31.920485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:31.936668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:32.004174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Port': ['ID=6f98b0d5-5296-48ec-8418-51ae0c1b2adb,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:32.050479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.080697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Transition to ACTIVE for port object 5b908ec3-b418-43cd-9a2c-48040e11eaeb will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:32.122463 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.136997 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Transition to ACTIVE for port object 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:32.146342 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.193160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.204323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52420) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:32.236130 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef93999-a4d3-4371-a701-dd5f42b0539b None None] Pushing event updated for resources: {'Port': ['ID=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:32.315769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 110e7683-a9a1-4869-9e50-9a9ca1d40587 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:32.317542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.403417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Subnet': ['ID=3a9dcb3e-fff1-4bd3-80fa-45edce55a349,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:32.445608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.469137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.469519 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8404882 Mar 03 10:12:32.485345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52426) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:32.489389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Network dc458469-7bea-4bfc-b63d-21803338f480 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:32.523545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Request body: {'security_group_rule': {'security_group_id': '22ec8646-d595-4127-a605-b03ca6707684', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:32.530490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:32.532691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Pushing event updated for resources: {'Port': ['ID=5b908ec3-b418-43cd-9a2c-48040e11eaeb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:32.535233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536668de-c287-4a10-b0cd-1982fd3c4a55 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ec8646-d595-4127-a605-b03ca6707684,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:32.537394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.554085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:32.579524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52430) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:32.590074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508531584', 'description': 'tempest-description--368278749'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:32.602218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Checking segment: {'id': '0ad3cb51-d045-46e8-a8a7-7a0b38d91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:32.602791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Network hostable DHCP agents. Network: fe318857-05fd-49ed-a3c3-ecd99803602d, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:32.609505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:32.610728 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Attempting to bind port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:32.611537 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Attempting to bind port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:32.611972 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Attempting to bind port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 on network ee90d131-9548-4482-9b8e-a2e6d0796d55 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:32.612779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.622071 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:32.622591 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Checking segment: {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:32.623169 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.623897 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Bound using segment: {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:32.625036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Bound port: 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:32.625438 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.628108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Usage tracker for resource:security_group_rule and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:32.649121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:32.654148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Network fe318857-05fd-49ed-a3c3-ecd99803602d is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:32.664944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:32.680465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.710081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d868f435-eb4b-43f8-afc1-f971995c6fbb']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:32.726649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d070e8-21b3-4e8b-b042-8d27d57862f9') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:32.727292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d070e8-21b3-4e8b-b042-8d27d57862f9') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:32.741666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.751095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, fe318857-05fd-49ed-a3c3-ecd99803602d) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:32.759486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:32.760129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.761914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.769973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:32.770399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.781193 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] For port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:32.786088 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] For port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:32.800074 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.827800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.863135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2b091-0569-4d29-a944-25e0a6393e52 None None] Network fe318857-05fd-49ed-a3c3-ecd99803602d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:32.888625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.898035 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:32.898713 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:32.904463 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:32.912503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:32.919054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:32.923174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:80facb77877a4c0e8d98ef7aa8d52afe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:32.924088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.927243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:32.938222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:32.939520 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-45aa7f37-db9f-447c-ac16-51ae39ce8ba8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0466580 Mar 03 10:12:32.944665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.957842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52434) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:32.964971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.977031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:32.992936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d45f8a-39fc-4322-9e33-8e38de3b38d2,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:33.006849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.014688 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef93999-a4d3-4371-a701-dd5f42b0539b None None] Pushing event updated for resources: {'Port': ['ID=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:33.026634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Usage tracker for resource:security_group and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:33.031444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd0b95a-b0e3-46c7-b9fe-2d7d60bd37b0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:33.044039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1137262399', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:33.054249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:33.058339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Usage tracker for resource:router and tenant:f198a7c875b746f38a18300474c96d5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:33.060769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.062158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:33.064655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:33.070737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event deleted for resources: {'Network': ['ID=d868f435-eb4b-43f8-afc1-f971995c6fbb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:33.071735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:33.099504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:33.165268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-551f56d2-4e91-4eab-a1ba-e90d1a629677 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=100d7a1c8beb43339883fdbfeeff8b78&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0817699 Mar 03 10:12:33.165834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.187075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52442) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:33.215190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-fe318857-05fd-49ed-a3c3-ecd99803602d', 'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d', 'tenant_id': 'f198a7c875b746f38a18300474c96d5d', 'fixed_ips': [{'subnet_id': '3a9dcb3e-fff1-4bd3-80fa-45edce55a349'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:12:33.216099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.223581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.227171 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be75dc35-6519-4aeb-9eba-2fd005de8a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7302816 Mar 03 10:12:33.229775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52446) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:33.233000 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:33.283064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Request body: {'security_group_rule': {'security_group_id': '22ec8646-d595-4127-a605-b03ca6707684', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:33.304754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.310873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.331935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:33.359508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Usage tracker for resource:security_group_rule and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:33.368372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:33.380845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:33.385314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.391497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Allocated IP 172.20.0.2 (fe318857-05fd-49ed-a3c3-ecd99803602d/3a9dcb3e-fff1-4bd3-80fa-45edce55a349/dc235d75-1d27-40ea-9de9-592e10f593b5) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:33.437579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dd1-92e9-42a5-b759-737022aad65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.507229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.523196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.565173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.566550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.575981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dd1-92e9-42a5-b759-737022aad65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.614158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-746d7d39-0017-4023-8e24-c1bff47c0e11 None None] Provisioning for port 5b908ec3-b418-43cd-9a2c-48040e11eaeb completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:33.624931 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-67c96b3a-22a6-43ce-8ee1-4a1236ac3ac6 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "DELETE /v2.0/networks/d868f435-eb4b-43f8-afc1-f971995c6fbb HTTP/1.1" status: 204 len: 168 time: 1.9706380 Mar 03 10:12:33.638496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-746d7d39-0017-4023-8e24-c1bff47c0e11 None None] Provisioning complete for port 5b908ec3-b418-43cd-9a2c-48040e11eaeb triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:33.639120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-746d7d39-0017-4023-8e24-c1bff47c0e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.647759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:33.652336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52450) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:33.698380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42d3af30-fffc-4070-b87a-21a7269e3655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.710706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.715343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Usage tracker for resource:security_group_rule and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:33.723200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a28b5eb8-27ec-4479-bb74-07d0a343ee15 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:33.771965 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68b5ac4-654a-477e-bdd3-7b5a7602ff96 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] DELETE failed (client error): The resource could not be found. Mar 03 10:12:33.772384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68b5ac4-654a-477e-bdd3-7b5a7602ff96 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:12:33.783015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:33.794133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Port': ['ID=6f98b0d5-5296-48ec-8418-51ae0c1b2adb,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:33.810304 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Transition to ACTIVE for port object dc235d75-1d27-40ea-9de9-592e10f593b5 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:33.811402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:33.823700 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a68b5ac4-654a-477e-bdd3-7b5a7602ff96 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "DELETE /v2.0/ports/28330273-34ae-443e-af53-1ebd1070c79a HTTP/1.1" status: 404 len: 333 time: 0.1680429 Mar 03 10:12:33.823868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-746d7d39-0017-4023-8e24-c1bff47c0e11 None None] Port 5b908ec3-b418-43cd-9a2c-48040e11eaeb cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:33.828733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52454) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:33.847605 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:33.853713 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9405f-dea7-4050-85a7-d272b875b10d None None] The sync data for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv is: [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:33.870713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Transition to ACTIVE for port object dc235d75-1d27-40ea-9de9-592e10f593b5 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:33.884142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:33.919955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.924351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.949540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Deleting subnet 19aa50ae-9ec4-4956-9020-713b4020fa7f {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:12:33.951645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.958487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.967926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.979680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.986937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.994294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:33.998834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.027194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Network fe318857-05fd-49ed-a3c3-ecd99803602d is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:34.044626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:34.053896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a28b5eb8-27ec-4479-bb74-07d0a343ee15 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:34.054314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.061409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.065233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b8cf6b7d-cb27-4504-aa5e-bf6420eafe98 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0172670 Mar 03 10:12:34.074883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.084131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52458) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:34.086346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.093143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:34.119411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Pushing event updated for resources: {'Port': ['ID=dc235d75-1d27-40ea-9de9-592e10f593b5,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.119557 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80facb77877a4c0e8d98ef7aa8d52afe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9113877 Mar 03 10:12:34.119557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e9f46-32a1-4e64-b277-e0af8f1cf7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044939dc-351f-4750-a050-03b58f9af38a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.122053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52462) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:34.131977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.171176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Transition to ACTIVE for port object fcb18205-b11c-421e-b270-35a982bfa629 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:34.262076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.267910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Attempting to bind port dc235d75-1d27-40ea-9de9-592e10f593b5 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:34.268286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Attempting to bind port dc235d75-1d27-40ea-9de9-592e10f593b5 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '0ad3cb51-d045-46e8-a8a7-7a0b38d91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:34.268641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Attempting to bind port dc235d75-1d27-40ea-9de9-592e10f593b5 on network fe318857-05fd-49ed-a3c3-ecd99803602d {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:34.274903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.278725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.291431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:34.291808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Checking segment: {'id': '0ad3cb51-d045-46e8-a8a7-7a0b38d91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:34.292418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.292652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Bound using segment: {'id': '0ad3cb51-d045-46e8-a8a7-7a0b38d91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:34.293118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Bound port: dc235d75-1d27-40ea-9de9-592e10f593b5, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad3cb51-d045-46e8-a8a7-7a0b38d91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:34.293532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.298202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38baa170-fc96-481a-9b17-9a5cbeaddb34,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.320351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dd1-92e9-42a5-b759-737022aad65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.374164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de2dd1-92e9-42a5-b759-737022aad65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd0b95a-b0e3-46c7-b9fe-2d7d60bd37b0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.384560 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d392ef8e-675c-45e1-a0f0-597f125a9157 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=b351ad32-7730-416a-81ea-ea804fa71fbd HTTP/1.1" status: 200 len: 689 time: 0.2681119 Mar 03 10:12:34.387627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52466) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:34.395944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dd1-92e9-42a5-b759-737022aad65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.397053 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b6de2dd1-92e9-42a5-b759-737022aad65e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afd0b95a-b0e3-46c7-b9fe-2d7d60bd37b0 HTTP/1.1" status: 204 len: 168 time: 1.2080593 Mar 03 10:12:34.398401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb0aa12-aaa0-4790-97bc-716d104e2472,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.423837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa07989a-6190-47e0-a9a6-a7bdabd027ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.426241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.430147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-41bcc5c6-0507-4d98-9ca0-1d6d87ed35c1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8497100 Mar 03 10:12:34.434357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.449933 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6db7c114-11eb-4958-989c-246c2500f798 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1688452 Mar 03 10:12:34.453887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52472) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:34.454227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52474) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:34.469881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.496570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Pushing event updated for resources: {'Port': ['ID=5b908ec3-b418-43cd-9a2c-48040e11eaeb,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.502039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Request body: {'security_group_rule': {'security_group_id': '2fb0aa12-aaa0-4790-97bc-716d104e2472', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:34.511287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:34.521059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.550850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] For port dc235d75-1d27-40ea-9de9-592e10f593b5, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:34.555207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] For port dc235d75-1d27-40ea-9de9-592e10f593b5, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=dc235d75-1d27-40ea-9de9-592e10f593b5,segment=NetworkSegment(0ad3cb51-d045-46e8-a8a7-7a0b38d91684),segment_id=0ad3cb51-d045-46e8-a8a7-7a0b38d91684)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:34.559982 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b9000-707d-406b-9b20-97c1f82c5e8a None None] Pushing event updated for resources: {'Port': ['ID=fcb18205-b11c-421e-b270-35a982bfa629,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.621581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:34.625215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:34.629550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Usage tracker for resource:security_group_rule and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:34.633045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:34.639751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:34.718368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Usage tracker for resource:floatingip and tenant:122ade7fab684c668de2b4bf0dfc46bc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:34.723515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa07989a-6190-47e0-a9a6-a7bdabd027ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.739907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:34.744860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.756649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.838739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.842989 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:34.856043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.892707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.911798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Network dc458469-7bea-4bfc-b63d-21803338f480 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:34.915915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c868-2716-4ef2-aabd-2b9dfee6865a None None] Pushing event updated for resources: {'Port': ['ID=dc235d75-1d27-40ea-9de9-592e10f593b5,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:34.929785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:34.953330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.959784 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "DELETE /v2.0/subnets/19aa50ae-9ec4-4956-9020-713b4020fa7f HTTP/1.1" status: 204 len: 168 time: 1.1290612 Mar 03 10:12:34.966504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52484) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:34.970713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:34.975878 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5126328 Mar 03 10:12:34.992701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52488) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:35.044445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412cd13-8329-4b34-8c30-9596491e054f None None] Network 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:35.063652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52492) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:35.133994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b64cd-f6ab-4538-b553-5bf9158bc516 tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event deleted for resources: {'Subnet': ['ID=19aa50ae-9ec4-4956-9020-713b4020fa7f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:35.141095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.148520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Request body: {'security_group_rule': {'security_group_id': '2fb0aa12-aaa0-4790-97bc-716d104e2472', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:35.156229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cbdf9-e0a8-485f-b39f-f69580112c78 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4ab33a-413c-499c-ad09-b365c5da9ad1,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:35.171260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:35.176243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Usage tracker for resource:security_group_rule and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:35.180713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:35.186648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.206844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:35.261107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.271143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.303824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:35.310148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:35.311330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Usage tracker for resource:security_group_rule and tenant:61a2242f81a54d069803efdaa3ceb96d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:35.314476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:35.322481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:35.394977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Deleting port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:35.395407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.482187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9206-2730-4b8e-8032-1d6c7e60b7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.525337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Attempting to bind port fcb18205-b11c-421e-b270-35a982bfa629 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:35.525833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Attempting to bind port fcb18205-b11c-421e-b270-35a982bfa629 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:35.526282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Attempting to bind port fcb18205-b11c-421e-b270-35a982bfa629 on network 954000bc-c3cd-4b2e-aad3-b48d41848e7c {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:35.549612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:35.550713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Checking segment: {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:35.551210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.551724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Bound using segment: {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:35.552280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Bound port: fcb18205-b11c-421e-b270-35a982bfa629, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:35.552761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.555386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.568303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.574893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Deleting port 6f98b0d5-5296-48ec-8418-51ae0c1b2adb {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:35.575368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.617669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.627267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f9e0160e-a2b0-428c-99f9-c0a72af6cbbf None None] Provisioning complete for port 5b908ec3-b418-43cd-9a2c-48040e11eaeb triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:35.627551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f9e0160e-a2b0-428c-99f9-c0a72af6cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.695667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:35.704198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa07989a-6190-47e0-a9a6-a7bdabd027ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.714153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:12:35.732242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.732477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:35.733307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.744808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.772752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07989a-6190-47e0-a9a6-a7bdabd027ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044939dc-351f-4750-a050-03b58f9af38a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:35.806105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0160e-a2b0-428c-99f9-c0a72af6cbbf None None] Port 5b908ec3-b418-43cd-9a2c-48040e11eaeb cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:35.830714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] For port fcb18205-b11c-421e-b270-35a982bfa629, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:35.855090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] For port fcb18205-b11c-421e-b270-35a982bfa629, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fcb18205-b11c-421e-b270-35a982bfa629,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:35.859095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa07989a-6190-47e0-a9a6-a7bdabd027ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.860325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-aa07989a-6190-47e0-a9a6-a7bdabd027ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/044939dc-351f-4750-a050-03b58f9af38a HTTP/1.1" status: 204 len: 168 time: 1.6927152 Mar 03 10:12:35.874069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:35.942666 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61a2242f81a54d069803efdaa3ceb96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8689518 Mar 03 10:12:35.948918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f45ea-c2a6-4268-bb39-f339dbcd6d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eb9a8f-1d2a-438e-a3c3-5c75eb594fde,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:35.950054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52498) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:36.024677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b9000-707d-406b-9b20-97c1f82c5e8a None None] Pushing event updated for resources: {'Port': ['ID=fcb18205-b11c-421e-b270-35a982bfa629,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:36.042111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] DHCP port deletion for 1f83796b-52ef-4948-b2b1-1947a7c8e2e4 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:12:36.075111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Allocated IP 172.26.7.236 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/2f3463d6-3f4c-40e3-9eee-1a364a288caf) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:36.103479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Deleting port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:36.104023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.153084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:36.207882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Sync routers for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:36.224719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.237118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] For port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,segment=NetworkSegment(7999e7f9-5101-4335-9014-4502211d077d),segment_id=7999e7f9-5101-4335-9014-4502211d077d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:36.237486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.245441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.260277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:36.260909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:36.349080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:36.350009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:36.395056 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-afa3e512-bcb5-4129-a4b1-bb9061c80576 admin admin] 10.222.0.23 "PUT /v2.0/routers/471c8262-4921-4ce5-a2aa-24a9c2d57a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6211369 Mar 03 10:12:36.495470 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Calling delete_port for 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:12:36.547332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.553046 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2163f0c4-a35c-49e3-b8b5-c3d65c1d01a6 None None] Network fe318857-05fd-49ed-a3c3-ecd99803602d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:36.568062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.584370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52506) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:36.604121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.611327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.626028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.690742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event deleted for resources: {'Port': ['ID=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:36.693027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.728072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cced030f-c5ff-43dd-94e0-4b7c9788b213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.733020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.733349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.771672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] No DVR routers for this DVR port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:12:36.781335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:36.833565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Port': ['ID=2f3463d6-3f4c-40e3-9eee-1a364a288caf,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:36.844405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d289e80d-9f24-4efd-b4b5-627cda0638e7,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:36.854000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:36.877936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:36.882883 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-77f9f54b-29fb-4eec-86ee-8a716b185f59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa5a75dbf2aa498d969ff7580238f872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942441 Mar 03 10:12:36.884450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:36.980012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52514) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:36.985240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:36.987053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Calling delete_port for 6f98b0d5-5296-48ec-8418-51ae0c1b2adb owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:12:37.096257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cced030f-c5ff-43dd-94e0-4b7c9788b213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.108638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.109842 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2e839121-5280-4362-958f-a0c9b82ce49e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1148884 Mar 03 10:12:37.124910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52518) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:37.124910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52520) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:37.133494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035386207', 'description': 'tempest-description--1476565319'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:37.149088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:37.158490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:37.164632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:37.180023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Usage tracker for resource:floatingip and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:37.186809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Usage tracker for resource:security_group and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:37.194614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:37.197423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:37.208023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:37.212621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:37.220931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:37.270207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.297680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.306549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.321276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.324744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e006da-30ec-4da5-8eb7-be6b7849793f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.364656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:37.385150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:37.403074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Usage tracker for resource:security_group_rule and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:37.403207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f83796b-52ef-4948-b2b1-1947a7c8e2e4']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:37.432791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e006da-30ec-4da5-8eb7-be6b7849793f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.462486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:37.475009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:37.492240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7999e7f9-5101-4335-9014-4502211d077d') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:37.492751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7999e7f9-5101-4335-9014-4502211d077d') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:37.533964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cced030f-c5ff-43dd-94e0-4b7c9788b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.541546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.555066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Allocated IP 172.26.7.177 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/9d7bce20-3447-4fad-a69d-d9fe9e39b842) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:37.562731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device dc235d75-1d27-40ea-9de9-592e10f593b5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:37.583654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.595191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced030f-c5ff-43dd-94e0-4b7c9788b213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eb9a8f-1d2a-438e-a3c3-5c75eb594fde,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:37.607079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.627451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:37.627863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:37.663338 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:37.785748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.802389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7d99e530-a598-43e3-8974-4332ebf13332 None None] Provisioning for port dc235d75-1d27-40ea-9de9-592e10f593b5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:37.812283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.828389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.833224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.858159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] For port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6b6d38a9-eb2f-4d33-ae89-a1246f869d2d,segment=NetworkSegment(7999e7f9-5101-4335-9014-4502211d077d),segment_id=7999e7f9-5101-4335-9014-4502211d077d)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:37.858660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:37.939807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f98b0d5-5296-48ec-8418-51ae0c1b2adb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:38.016293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a17744-ab6d-4f3a-9d00-0a2505b71d00,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:38.028840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e006da-30ec-4da5-8eb7-be6b7849793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.032021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.036502 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-03c12b0d-4935-4b43-93e4-a358496c7bab tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9038539 Mar 03 10:12:38.041060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52530) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:38.052531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.058637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cced030f-c5ff-43dd-94e0-4b7c9788b213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.059793 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cced030f-c5ff-43dd-94e0-4b7c9788b213 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71eb9a8f-1d2a-438e-a3c3-5c75eb594fde HTTP/1.1" status: 204 len: 168 time: 2.1069591 Mar 03 10:12:38.069868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e006da-30ec-4da5-8eb7-be6b7849793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdbac68-f571-4c7f-87e6-b5d10925e353,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:38.073251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e006da-30ec-4da5-8eb7-be6b7849793f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.076631 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-37e006da-30ec-4da5-8eb7-be6b7849793f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cdbac68-f571-4c7f-87e6-b5d10925e353 HTTP/1.1" status: 204 len: 168 time: 1.0594139 Mar 03 10:12:38.107039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.112160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] 10.222.0.23 "DELETE /v2.0/networks/1f83796b-52ef-4948-b2b1-1947a7c8e2e4 HTTP/1.1" status: 204 len: 168 time: 3.1424770 Mar 03 10:12:38.121099 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:12:38.126675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Request body: {'security_group_rule': {'security_group_id': 'b6a17744-ab6d-4f3a-9d00-0a2505b71d00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:38.130014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c263fdf-ea34-4b07-a563-67eaf70284ee tempest-DHCPAgentSchedulersTestJSON-130403069 tempest-DHCPAgentSchedulersTestJSON-130403069-project] Pushing event deleted for resources: {'Network': ['ID=1f83796b-52ef-4948-b2b1-1947a7c8e2e4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:38.134882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:38.141848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Usage tracker for resource:security_group_rule and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:38.147414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:38.147545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.162752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:38.164918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.173552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.211924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:38.239155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.243957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Calling delete_port for 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:12:38.323148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.345522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.431531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:38.436542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:38.439253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.466693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:38.559371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Allocated IP 172.26.7.81 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/63d5d6d0-8aac-4312-8c69-17d8da90862c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:38.570373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.631424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5718e9-98be-4502-bb65-2a1f880dee66,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:38.651600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event updated for resources: {'Port': ['ID=9d7bce20-3447-4fad-a69d-d9fe9e39b842,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:38.724336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port dc235d75-1d27-40ea-9de9-592e10f593b5 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:38.851845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52548) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:38.875836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.924736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port dc235d75-1d27-40ea-9de9-592e10f593b5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:38.925727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:38.933456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b351ad32-7730-416a-81ea-ea804fa71fbd']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:38.988013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a4da93-a21a-4104-a22d-1f240bf75e2a') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:38.988672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a4da93-a21a-4104-a22d-1f240bf75e2a') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:39.030803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.062487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.071522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.077980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:12:39.078476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:12:39.093839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:39.094505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:39.109931 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:39.213933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:33Z', 'revision_number': 2, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:39.227314 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e8fea7f4-944a-488a-97ab-0c3619453baf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f87c3572e382421c841204ddcf710c0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3733630 Mar 03 10:12:39.236355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52568) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:39.253829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Checking router: 471c8262-4921-4ce5-a2aa-24a9c2d57a41 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:12:39.255446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Updating router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 port 5b908ec3-b418-43cd-9a2c-48040e11eaeb binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:12:39.288573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.318919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.354878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.355249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.433119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b351ad32-7730-416a-81ea-ea804fa71fbd {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 10:12:39.442643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.466019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.473785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:35Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:39.484692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7396c87-5486-449e-9e92-ae76a0646dd1 None None] The sync data for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv is: [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:35Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:39.516756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.517875 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4758844 Mar 03 10:12:39.524458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.530495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event deleted for resources: {'Network': ['ID=b351ad32-7730-416a-81ea-ea804fa71fbd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:39.533949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52584) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:39.549006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7c0e6-5c3c-43b3-98fc-58c0df3bd3f6 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e6aa7b-a2d8-421e-8839-7030965c8890,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:39.615904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Router f8e93e39-b8e8-40e1-b390-7b81ebdf103b is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:12:39.616008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Deleting port 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:39.616008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.635358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.784028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0bb812c7-d093-41e4-a0a6-9df46ea03a69 None None] The port '6b6d38a9-eb2f-4d33-ae89-a1246f869d2d' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:12:39.798650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port dc235d75-1d27-40ea-9de9-592e10f593b5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=dc235d75-1d27-40ea-9de9-592e10f593b5,segment=NetworkSegment(0ad3cb51-d045-46e8-a8a7-7a0b38d91684),segment_id=0ad3cb51-d045-46e8-a8a7-7a0b38d91684)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:39.816249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.838290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.859988 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b5aa6977-4930-47b8-9d7e-2f2c4d8aea27 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b351ad32-7730-416a-81ea-ea804fa71fbd HTTP/1.1" status: 204 len: 168 time: 5.4629819 Mar 03 10:12:39.860992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52594) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:39.863334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d0-9152-4872-ac1f-1451c27931e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.864564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b62e36b2-d5ad-4df1-b0c4-8a6bc74b2229 None None] Provisioning complete for port dc235d75-1d27-40ea-9de9-592e10f593b5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:39.865074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b62e36b2-d5ad-4df1-b0c4-8a6bc74b2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.882157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Request body: {'security_group_rule': {'security_group_id': 'b6a17744-ab6d-4f3a-9d00-0a2505b71d00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:39.916118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:39.920631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:39.937910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:12:39.994232 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b3b08980-287c-4749-a98e-8e9d836dca57 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.1298056 Mar 03 10:12:39.996616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52602) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:40.015838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event updated for resources: {'Port': ['ID=9d7bce20-3447-4fad-a69d-d9fe9e39b842,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:40.044022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Usage tracker for resource:security_group_rule and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:40.047602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:40.058265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:40.090174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d0-9152-4872-ac1f-1451c27931e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.109445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=dc235d75-1d27-40ea-9de9-592e10f593b5,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:40.123804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:12:40.124152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b6d38a9-eb2f-4d33-ae89-a1246f869d2d not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:12:40.217655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.265120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d0-9152-4872-ac1f-1451c27931e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.328297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d0-9152-4872-ac1f-1451c27931e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.333392 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-deeee6d0-9152-4872-ac1f-1451c27931e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12444594-8c31-4ed9-b1c5-cb76ca9d90d7 HTTP/1.1" status: 204 len: 168 time: 1.0958271 Mar 03 10:12:40.349587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeee6d0-9152-4872-ac1f-1451c27931e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12444594-8c31-4ed9-b1c5-cb76ca9d90d7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:40.365047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.392199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:40.392670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:40.393163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:40.403575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:40.405581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.406641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:40.407106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:40.407581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:40.409547 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-81f86056-391a-450c-89d5-00bd2484ed3e tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.4097981 Mar 03 10:12:40.413456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52616) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:40.414462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.419374 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-776d0414-391e-43df-b782-bede986aafb8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9401243 Mar 03 10:12:40.435491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.446237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.476007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11874b02-8943-4228-afab-1743048fa0aa,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:40.488419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.490126 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-359b7134-658d-4c3f-8de5-2ab7f995f2f2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9360547 Mar 03 10:12:40.493184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52622) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:40.499632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:40.512500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:40.524537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Usage tracker for resource:floatingip and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:40.532988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:40.537898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device dc235d75-1d27-40ea-9de9-592e10f593b5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:40.547089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:40.570083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:40.699477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:40.716567 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] Sync routers for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:40.728681 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:40.734092 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:40.766316 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-2b6f6475-ebff-41b3-b0e2-5fd60855ea9c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] delete failed (client error): The resource could not be found. Mar 03 10:12:40.766316 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2b6f6475-ebff-41b3-b0e2-5fd60855ea9c tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/44f4cedb-cf11-47a9-a794-555e96c2e125 HTTP/1.1" status: 404 len: 345 time: 0.3295805 Mar 03 10:12:40.775668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52632) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:40.867754 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:40.885728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:40.902307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:40.905684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:40.907594 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:40.908237 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:40.976075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port dc235d75-1d27-40ea-9de9-592e10f593b5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:40.978190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.010818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2850c5ee-e55a-4ea2-9ef7-9ff1ad8b3087 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] DELETE failed (client error): The resource could not be found. Mar 03 10:12:41.011241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2850c5ee-e55a-4ea2-9ef7-9ff1ad8b3087 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:12:41.037636 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2850c5ee-e55a-4ea2-9ef7-9ff1ad8b3087 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b351ad32-7730-416a-81ea-ea804fa71fbd HTTP/1.1" status: 404 len: 339 time: 0.2494316 Mar 03 10:12:41.038677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event updated for resources: {'Port': ['ID=63d5d6d0-8aac-4312-8c69-17d8da90862c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:41.041749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52650) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:41.053141 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:41.053825 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11780838-7c03-46c6-ba04-0582c226ab8a None None] The sync data for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:41.055401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.064105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'network': {'name': 'tempest-network--2125906447', 'router:external': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:41.086099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:41.093932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Transition to ACTIVE for port object 5b908ec3-b418-43cd-9a2c-48040e11eaeb will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:41.109190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:network and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:41.110645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.116226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:41.136263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:41.145056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.153048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.158515 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0eedb3d8-3071-4e49-a9c5-e0edfa67d9d2 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.1697466 Mar 03 10:12:41.161483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52656) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:41.169466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Made reservation on behalf of d639236a6ad14ee38260fab72f948bf2 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:41.172245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.189204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.195027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52658) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:41.268517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:41.290066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.324499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:41.338640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.340043 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Added segment 81ad34f1-8c69-4321-a57d-d0dcd79fa990 of type vlan for network e2acadc0-afd6-4b2a-bee7-a4d42bdf2814 Mar 03 10:12:41.402998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.459282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.462193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.463494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:41.464300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.559572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:41.616896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Usage tracker for resource:security_group_rule and tenant:2d7f63ffdb6f4ae18e5a3a06e90e6a4b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:41.631481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:41.682681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288dd6-29a0-4454-af96-b7a8171332ca None None] Pushing event updated for resources: {'Port': ['ID=5b908ec3-b418-43cd-9a2c-48040e11eaeb,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:41.720285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:41.724625 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6812587 Mar 03 10:12:41.732178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:41.732896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:41.741098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52672) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:41.876269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5e9c2-765e-4f4c-bd06-1ebc41373815 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Network': ['ID=e2acadc0-afd6-4b2a-bee7-a4d42bdf2814,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:41.936161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network e2acadc0-afd6-4b2a-bee7-a4d42bdf2814 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:41.997151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:42.026525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Allocated IP 172.26.7.168 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/12991a39-b033-4bbc-b0ea-00c621e9ff1f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:42.044666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52686) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:42.116212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31897bc9-ca91-4723-b856-d602343153ae tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:42.123195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31897bc9-ca91-4723-b856-d602343153ae tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:42.130825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31897bc9-ca91-4723-b856-d602343153ae tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:42.137600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31897bc9-ca91-4723-b856-d602343153ae tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:42.139276 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-31897bc9-ca91-4723-b856-d602343153ae tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3465204 Mar 03 10:12:42.161959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52692) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:42.165460 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 10:12:42.167547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Attempting to bind port 5b908ec3-b418-43cd-9a2c-48040e11eaeb on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:42.167963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Attempting to bind port 5b908ec3-b418-43cd-9a2c-48040e11eaeb by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:42.168779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Attempting to bind port 5b908ec3-b418-43cd-9a2c-48040e11eaeb on network dc458469-7bea-4bfc-b63d-21803338f480 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:42.180364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:42.180741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Checking segment: {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:42.181138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.181523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Bound using segment: {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:42.181988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Bound port: 5b908ec3-b418-43cd-9a2c-48040e11eaeb, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:42.182357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.244983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52698) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:42.359187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] For port 5b908ec3-b418-43cd-9a2c-48040e11eaeb, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:42.363159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] For port 5b908ec3-b418-43cd-9a2c-48040e11eaeb, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5b908ec3-b418-43cd-9a2c-48040e11eaeb,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:42.376771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.405851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-0701e221-175b-4fbb-a06d-1a9b68cbd502 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Synchronizing usage tracker for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:42.487017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fcb18205-b11c-421e-b270-35a982bfa629 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:42.604760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1642955442', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:42.605290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.609309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:42.614295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Usage tracker for resource:port and tenant:9012884e6bce43f7bfa360c9f41c89f6 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:42.617409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:42.622007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:42.622976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:42.623244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:42.662086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.663711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-0701e221-175b-4fbb-a06d-1a9b68cbd502 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Unset dirty status for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:42.665149 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-0701e221-175b-4fbb-a06d-1a9b68cbd502 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--102635893&fields=id&tenant_id=122ade7fab684c668de2b4bf0dfc46bc HTTP/1.1" status: 200 len: 267 time: 0.6529908 Mar 03 10:12:42.669415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.683974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288dd6-29a0-4454-af96-b7a8171332ca None None] Pushing event updated for resources: {'Port': ['ID=5b908ec3-b418-43cd-9a2c-48040e11eaeb,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:42.707760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.720742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.721482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-322033358', 'router:external': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:42.723790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Made reservation on behalf of 9012884e6bce43f7bfa360c9f41c89f6 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:42.726159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.748902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.771738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:42.777616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:42.803703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:network and tenant:75023ca4918c4aa7b4f8865f67b56ec1 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:42.819838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:42.834243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port fcb18205-b11c-421e-b270-35a982bfa629 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:42.836261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Usage tracker for resource:security_group_rule and tenant:9012884e6bce43f7bfa360c9f41c89f6 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:42.837435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:42.841160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:42.846251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fcb18205-b11c-421e-b270-35a982bfa629 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:42.846847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.855171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:42.893301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.915820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:42.919340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:42.920540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:12:42.922656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:42.956368 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d7f63ffdb6f4ae18e5a3a06e90e6a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7570798 Mar 03 10:12:42.956368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event updated for resources: {'Port': ['ID=12991a39-b033-4bbc-b0ea-00c621e9ff1f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:42.970163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:42.970627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc96bf-e57e-4f07-b4a8-8e35d212112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680c1fe-3bb0-4dc4-80cb-78c8aec3269f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:42.979030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:43.012531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Made reservation on behalf of 75023ca4918c4aa7b4f8865f67b56ec1 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:43.015339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.045932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.096185 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:43.106834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:security_group_rule and tenant:75023ca4918c4aa7b4f8865f67b56ec1 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:43.115854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-fd94cd82-4ceb-4457-ad31-0b1fe31716ae tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:43.116551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-fd94cd82-4ceb-4457-ad31-0b1fe31716ae tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Synchronizing usage tracker for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:43.124605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:43.139760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:43.140794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.194552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-fd94cd82-4ceb-4457-ad31-0b1fe31716ae tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Unset dirty status for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:43.195734 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-fd94cd82-4ceb-4457-ad31-0b1fe31716ae tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 812 time: 0.5209689 Mar 03 10:12:43.198251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.199378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a9d3fd-92d9-432c-aabc-3025c7220370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.199538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event updated for resources: {'Port': ['ID=63d5d6d0-8aac-4312-8c69-17d8da90862c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:43.238975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.245463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.253565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2acadc0-afd6-4b2a-bee7-a4d42bdf2814']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:43.287031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a9d3fd-92d9-432c-aabc-3025c7220370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.307753 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-eb3dff8d-b423-4cd1-9aa5-41489811946b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/quotas/122ade7fab684c668de2b4bf0dfc46bc HTTP/1.1" status: 200 len: 375 time: 0.0859962 Mar 03 10:12:43.317494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ad34f1-8c69-4321-a57d-d0dcd79fa990') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:43.317836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ad34f1-8c69-4321-a57d-d0dcd79fa990') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:43.329511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port fcb18205-b11c-421e-b270-35a982bfa629, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fcb18205-b11c-421e-b270-35a982bfa629,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:43.340707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.346206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.390413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.392614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.399800 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2988c95e-0c4c-4557-88fc-bf29db8e1c1d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2733755 Mar 03 10:12:43.401683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.424084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=fcb18205-b11c-421e-b270-35a982bfa629,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:43.447486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:42Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:43.451776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2202f3-68d6-43d1-aa0f-8663d7f9ffe8 None None] The sync data for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv is: [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:42Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:43.454667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:43.458971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:43.544002 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:43.576619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.648858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.718997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.729906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2acadc0-afd6-4b2a-bee7-a4d42bdf2814 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 10:12:43.758468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.773974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a9d3fd-92d9-432c-aabc-3025c7220370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.776212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.781289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2acadc0-afd6-4b2a-bee7-a4d42bdf2814,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:43.793379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.812657 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a350458e-bd41-4dc4-ba3f-d813278a7194 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e2acadc0-afd6-4b2a-bee7-a4d42bdf2814 HTTP/1.1" status: 204 len: 168 time: 1.6433201 Mar 03 10:12:43.813343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52730) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:43.813967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-fce694b8-3c88-45cc-885c-74d3bae24a5d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Synchronizing usage tracker for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:43.814514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] device_id is not set on port 58597ad8-a6e3-4062-8e04-242a9eb7b5d6 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:12:43.852921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:43.858202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.870002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66916aa1-bec4-47be-ba47-7ff824fa47c1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:43.882734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'network': {'name': 'tempest-network--1266336838', 'router:external': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:43.888158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:43.893888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:network and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:43.897607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:43.903715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:43.916186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.916863 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Added segment 5e854aee-6219-497c-bcb6-ffbe65c347ed of type vlan for network c80175b8-d6af-4b98-87d9-45a14bee93d6 Mar 03 10:12:43.935740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Made reservation on behalf of d639236a6ad14ee38260fab72f948bf2 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:43.938747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9d3fd-92d9-432c-aabc-3025c7220370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680c1fe-3bb0-4dc4-80cb-78c8aec3269f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:43.939104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.943715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a9d3fd-92d9-432c-aabc-3025c7220370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:43.947549 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-26a9d3fd-92d9-432c-aabc-3025c7220370 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a680c1fe-3bb0-4dc4-80cb-78c8aec3269f HTTP/1.1" status: 204 len: 168 time: 0.9715233 Mar 03 10:12:43.954849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-fce694b8-3c88-45cc-885c-74d3bae24a5d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Unset dirty status for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:43.956959 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-fce694b8-3c88-45cc-885c-74d3bae24a5d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6269560 Mar 03 10:12:43.998628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52744) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:44.025824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.085911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b765422-187f-4cdf-88ed-88b370c3e914,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:44.106890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.129541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.178579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:44.195019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-305b12b3-9d73-46de-8410-de539f360ae9 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Synchronizing usage tracker for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:44.271229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.272245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:44.272946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.289785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.290216 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Added segment 1d65596d-ebc4-4aa5-9539-34745defbf9e of type vlan for network bfef441b-636b-4485-b2e7-40e14df7deb7 Mar 03 10:12:44.303613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-1e8780b0-9fa2-4572-bf8d-d9cb3db0e764 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:12:44.304620 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-1e8780b0-9fa2-4572-bf8d-d9cb3db0e764 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1878753 Mar 03 10:12:44.347541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event updated for resources: {'Port': ['ID=12991a39-b033-4bbc-b0ea-00c621e9ff1f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:44.403328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-305b12b3-9d73-46de-8410-de539f360ae9 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Unset dirty status for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:44.404559 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-305b12b3-9d73-46de-8410-de539f360ae9 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1508531584&fields=id&tenant_id=43a97d4b66be4e18825f7e258f4be3b2 HTTP/1.1" status: 200 len: 267 time: 0.3861463 Mar 03 10:12:44.489499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Allocated IP 172.26.7.237 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/58597ad8-a6e3-4062-8e04-242a9eb7b5d6) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:44.495014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.546662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.562553 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.4534795 Mar 03 10:12:44.574077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52756) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:44.588134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b908ec3-b418-43cd-9a2c-48040e11eaeb up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:44.633826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25dbcf-56cb-4f5b-992b-42104eb2342a tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Network': ['ID=c80175b8-d6af-4b98-87d9-45a14bee93d6,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:44.661823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.662746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c80175b8-d6af-4b98-87d9-45a14bee93d6 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:44.663043 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6ffa4b74-14e4-495f-9bda-6491b9c5a5ec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1686385 Mar 03 10:12:44.689096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'subnet': {'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:44.800251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:44.819990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.821490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:44.823540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.825637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-8c20fc3f-b43f-48f0-9fd8-c9d183867e76 service neutron] 10.222.0.23 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001349 Mar 03 10:12:44.845386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:subnet and tenant:75023ca4918c4aa7b4f8865f67b56ec1 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:44.850575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5b908ec3-b418-43cd-9a2c-48040e11eaeb completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:44.857586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5b908ec3-b418-43cd-9a2c-48040e11eaeb triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:44.858010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:44.886778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:44.892481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-e05a4d03-bb52-40d2-be6e-70353a4f04e9 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:44.893273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-e05a4d03-bb52-40d2-be6e-70353a4f04e9 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Synchronizing usage tracker for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:44.969655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:45.005789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-e05a4d03-bb52-40d2-be6e-70353a4f04e9 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Unset dirty status for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:45.006921 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-e05a4d03-bb52-40d2-be6e-70353a4f04e9 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/networks?id=954000bc-c3cd-4b2e-aad3-b48d41848e7c HTTP/1.1" status: 200 len: 811 time: 0.5795712 Mar 03 10:12:45.043242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-2517d2db-5f11-49b3-943b-8eab52004996 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/quotas/43a97d4b66be4e18825f7e258f4be3b2 HTTP/1.1" status: 200 len: 375 time: 0.0280015 Mar 03 10:12:45.059280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-4c2c8e43-a330-4f10-a6c3-3ff2180cbe47 service neutron] 10.222.0.23 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215533 Mar 03 10:12:45.134530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:45.160988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:45.195400 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-af25f740-7fa1-4c66-a1b2-46d1ccbe33bd tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43a97d4b66be4e18825f7e258f4be3b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416490 Mar 03 10:12:45.198617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5b908ec3-b418-43cd-9a2c-48040e11eaeb, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5b908ec3-b418-43cd-9a2c-48040e11eaeb,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:12:45.208825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:45.209632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fcb18205-b11c-421e-b270-35a982bfa629 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:45.227125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:45.335136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5b908ec3-b418-43cd-9a2c-48040e11eaeb,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:45.394753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5396688 Mar 03 10:12:45.395744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Made reservation on behalf of 75023ca4918c4aa7b4f8865f67b56ec1 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:45.397565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52788) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:45.407892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fcb18205-b11c-421e-b270-35a982bfa629 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:45.408262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:45.412795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:45.451834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Allocated IP 172.20.0.1 (fe318857-05fd-49ed-a3c3-ecd99803602d/3a9dcb3e-fff1-4bd3-80fa-45edce55a349/79faa5f1-73c1-4d33-9f3a-8baa3386d421) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:45.475856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf5034-5fff-45ab-83cd-edc53c964e24 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Network': ['ID=bfef441b-636b-4485-b2e7-40e14df7deb7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:45.489966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52796) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:45.497348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:45.533383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:45.537366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network bfef441b-636b-4485-b2e7-40e14df7deb7 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:45.543479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:45.739887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-522275e3-da80-4f94-adce-670ea44c9ea4 tempest-AgentManagementNegativeTest-1121044955 tempest-AgentManagementNegativeTest-1121044955-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2414000 Mar 03 10:12:45.762947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38009198-48ab-4d30-ab8a-a9bf7ea9ff1f tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:45.771642 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-38009198-48ab-4d30-ab8a-a9bf7ea9ff1f tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] 10.222.0.23 "GET /v2.0/networks/bfef441b-636b-4485-b2e7-40e14df7deb7 HTTP/1.1" status: 200 len: 757 time: 0.3731019 Mar 03 10:12:45.774706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52824) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:45.841070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-bad9a6e2-ca85-42ee-a4ff-6e64127792b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:12:45.842439 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-bad9a6e2-ca85-42ee-a4ff-6e64127792b3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2051349 Mar 03 10:12:45.845637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Pushing event updated for resources: {'Port': ['ID=58597ad8-a6e3-4062-8e04-242a9eb7b5d6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:45.862151 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-85f0e1ac-cb3b-442d-af82-827ca354d486 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1035386207&fields=id&tenant_id=da6bb80e7a5141a2b42510ff7975192f HTTP/1.1" status: 200 len: 267 time: 0.2258575 Mar 03 10:12:45.971425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:45.972596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.055988 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fc967194-3a72-485d-8917-016130384fd5 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.6703405 Mar 03 10:12:46.057134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52834) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:46.072630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.237'}]}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:46.095071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:46.108686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Usage tracker for resource:router and tenant:9012884e6bce43f7bfa360c9f41c89f6 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:46.118402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:46.134062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:46.185081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.201473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e93976-9ee1-40e1-bd6d-148f111d8820 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:46.206989 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b0e93976-9ee1-40e1-bd6d-148f111d8820 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] 10.222.0.23 "GET /v2.0/networks/4eb98a7e-afeb-4d59-8c2c-afa908fa68bc HTTP/1.1" status: 200 len: 768 time: 0.4307539 Mar 03 10:12:46.207476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52846) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:46.212711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.213780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.236833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Transition to ACTIVE for port object 79faa5f1-73c1-4d33-9f3a-8baa3386d421 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:46.260517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.324007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52850) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:46.397193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-e311484f-2987-49c8-86ec-584ec11bca01 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:46.405712 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-e311484f-2987-49c8-86ec-584ec11bca01 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/networks?id=dc458469-7bea-4bfc-b63d-21803338f480 HTTP/1.1" status: 200 len: 806 time: 0.5165391 Mar 03 10:12:46.417178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b908ec3-b418-43cd-9a2c-48040e11eaeb up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:12:46.455887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-af218339-12c4-44f7-bcb1-b18b67e8addf service neutron] 10.222.0.23 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971277 Mar 03 10:12:46.508589 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-00d29cae-bc5a-429e-bb64-012590682b9f tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/quotas/da6bb80e7a5141a2b42510ff7975192f HTTP/1.1" status: 200 len: 375 time: 0.1019375 Mar 03 10:12:46.521078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.573107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5b908ec3-b418-43cd-9a2c-48040e11eaeb triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:46.573576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.707469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.807358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.911453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Network fe318857-05fd-49ed-a3c3-ecd99803602d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:46.957593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.958235 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-31f6ab44-cb75-4e5b-81f3-602adcf38e9c service neutron] 10.222.0.23 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978309 Mar 03 10:12:46.967562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:46.968329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:46.974061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:46.978974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Usage tracker for resource:security_group_rule and tenant:8a7355ffb7d7423f935a753f3264548d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:46.982074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:46.988603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:46.999259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-a2a23d87-cc9b-4956-bbaa-ba0eedcadce7 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=da6bb80e7a5141a2b42510ff7975192f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4794354 Mar 03 10:12:47.080225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.094983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:47.145644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Port': ['ID=79faa5f1-73c1-4d33-9f3a-8baa3386d421,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:47.171463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.174725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfef441b-636b-4485-b2e7-40e14df7deb7']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:47.199738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d65596d-ebc4-4aa5-9539-34745defbf9e') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:47.200050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d65596d-ebc4-4aa5-9539-34745defbf9e') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:47.225336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.269184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.282310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:47.282798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.292269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0e63899b-4fb3-4e6c-bed1-9fb018656346 None None] Provisioning for port 79faa5f1-73c1-4d33-9f3a-8baa3386d421 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:47.303576 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:47.307664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0e63899b-4fb3-4e6c-bed1-9fb018656346 None None] Provisioning complete for port 79faa5f1-73c1-4d33-9f3a-8baa3386d421 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:47.309007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e63899b-4fb3-4e6c-bed1-9fb018656346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.312662 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0e738e47-406a-4409-bf1b-0b77c19532ae service neutron] 10.222.0.23 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123698 Mar 03 10:12:47.325925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d76472-298b-4a5f-93e6-88f4572bf1c0,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:47.333940 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ce28fc9d-988d-40e1-b201-7efa073875cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a7355ffb7d7423f935a753f3264548d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0052061 Mar 03 10:12:47.333940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.337482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52878) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:47.509491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0e63899b-4fb3-4e6c-bed1-9fb018656346 None None] Port 79faa5f1-73c1-4d33-9f3a-8baa3386d421 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:47.550039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.566606 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c6ba420-418b-43f5-b7a0-a013e745e7ed req-57dc81b8-d2ae-43d2-ad25-e007d3bb8d7a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 210 time: 0.1117976 Mar 03 10:12:47.586664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.604643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfef441b-636b-4485-b2e7-40e14df7deb7 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 10:12:47.615585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.624771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfef441b-636b-4485-b2e7-40e14df7deb7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:47.643412 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-10aead30-8776-4444-910f-7f1ff7f8e8de tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "DELETE /v2.0/networks/bfef441b-636b-4485-b2e7-40e14df7deb7 HTTP/1.1" status: 204 len: 168 time: 1.4271593 Mar 03 10:12:47.667515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52890) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:47.681551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'network': {'name': 'tempest-network--1370477424'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:47.693397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:47.697756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Usage tracker for resource:network and tenant:d639236a6ad14ee38260fab72f948bf2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:47.700890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:47.710576 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-953d6364-6920-4e49-baff-77867cc7ade1 req-4d411b38-791e-42b7-8e14-6b4ed0c920f2 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.0654802 Mar 03 10:12:47.716206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da874cbd-7f11-4fd6-8042-90ab6fe76dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.724258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:47.726001 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-4bf6682e-36f8-44b2-aaf5-e909079eebd3 service neutron] 10.222.0.23 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113967 Mar 03 10:12:47.797863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da874cbd-7f11-4fd6-8042-90ab6fe76dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.899357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Made reservation on behalf of d639236a6ad14ee38260fab72f948bf2 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:47.901744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da874cbd-7f11-4fd6-8042-90ab6fe76dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.903222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.939914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:12:47.940677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.949729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da874cbd-7f11-4fd6-8042-90ab6fe76dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d76472-298b-4a5f-93e6-88f4572bf1c0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:47.965217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da874cbd-7f11-4fd6-8042-90ab6fe76dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:47.968113 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-da874cbd-7f11-4fd6-8042-90ab6fe76dcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92d76472-298b-4a5f-93e6-88f4572bf1c0 HTTP/1.1" status: 204 len: 168 time: 0.6174853 Mar 03 10:12:48.084411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5883bd34-ded7-40ed-95c9-de9fd318ce42,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:48.095386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.32', 60989) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:48.155162 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-053efacd-a7c8-4a9c-b363-64cd54454f9c req-bf611c98-4eb7-4bc6-b7cc-f5061a4234bd tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.1911356 Mar 03 10:12:48.548165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:48.779964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:48.780314 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Added segment ea6c8d90-57d1-4d5c-9c66-c727c7f5d4be of type vlan for network 99dd247b-efe6-455f-b352-abbb57c85b7e Mar 03 10:12:48.823011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Checking segment: {'id': '5e854aee-6219-497c-bcb6-ffbe65c347ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:48.825914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network hostable DHCP agents. Network: c80175b8-d6af-4b98-87d9-45a14bee93d6, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:48.885356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-a5a1a413-0bb1-496e-af09-051a5f1e5c85 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:48.886829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-a5a1a413-0bb1-496e-af09-051a5f1e5c85 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 812 time: 0.7854462 Mar 03 10:12:48.924797 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ccc60fa7-d9a5-46c9-9b95-27c310fa7b3a req-3ec53aea-3f25-45e3-a73d-f98d3733c92b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 210 time: 0.1072114 Mar 03 10:12:48.925516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:48.997849 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-60e04c20-d83a-4e86-aeca-f84d0a8224cb req-66d07d15-00e9-4001-aa34-a499e5f0b7f5 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.0644085 Mar 03 10:12:49.145633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network c80175b8-d6af-4b98-87d9-45a14bee93d6 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:49.229226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c80175b8-d6af-4b98-87d9-45a14bee93d6) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:49.233788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-93ef19d3-3e34-4bd3-9270-79b62baee33b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Synchronizing usage tracker for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:49.239973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ed79f-28e2-447b-8b5d-504bfb10633e None None] Network c80175b8-d6af-4b98-87d9-45a14bee93d6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:49.244114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:49.244715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.250383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.251327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:49.251877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.314659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:49.421635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52970) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:49.450257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.461805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3daa8999-e2f7-487c-8a04-3bb38733a30e req-1fbc9090-7085-4113-8710-0af30993f2db tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.1578283 Mar 03 10:12:49.484582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.495238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-93ef19d3-3e34-4bd3-9270-79b62baee33b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Unset dirty status for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:49.496346 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-93ef19d3-3e34-4bd3-9270-79b62baee33b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122ade7fab684c668de2b4bf0dfc46bc HTTP/1.1" status: 200 len: 379 time: 0.5654082 Mar 03 10:12:49.552260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.32', 60997) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:49.567930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.590246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.648836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Request body: {'port': {'device_id': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'admin_state_up': True, 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'security_groups': ['22ec8646-d595-4127-a605-b03ca6707684']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:49.744105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-929147308'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:49.750208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:49.757978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Usage tracker for resource:network and tenant:32b598b87f404b54ba58f6803e3cd07b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:49.761464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:49.778116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:49.778539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044fcbe-9b01-4e33-9dd9-d48c5d6c30fa None None] Network c80175b8-d6af-4b98-87d9-45a14bee93d6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:49.826792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Made reservation on behalf of 32b598b87f404b54ba58f6803e3cd07b for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:49.832509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.855700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:49.861114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Network': ['ID=99dd247b-efe6-455f-b352-abbb57c85b7e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:49.892866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:49.899220 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4befe6f9-e0e2-4aeb-aded-dadf322f0969 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2288201 Mar 03 10:12:49.930274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Usage tracker for resource:security_group_rule and tenant:32b598b87f404b54ba58f6803e3cd07b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:49.933762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 52982) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:49.941295 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-90003f21-8d3f-42f3-b485-f2c0e426e1bb tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.3010597 Mar 03 10:12:49.962308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 52986) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:49.979535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:49.983671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:50.002953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1578589763', 'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:50.010275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:50.016020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:port and tenant:75023ca4918c4aa7b4f8865f67b56ec1 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:50.021013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:50.045365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:50.071177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:50.084305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Made reservation on behalf of 75023ca4918c4aa7b4f8865f67b56ec1 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:50.100908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:50.145529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 99dd247b-efe6-455f-b352-abbb57c85b7e details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:50.158252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-ebf03aa5-e452-4952-b4e0-9fdbd3a66f9a tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:50.167525 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-ebf03aa5-e452-4952-b4e0-9fdbd3a66f9a tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.32 "GET /v2.0/networks?id=954000bc-c3cd-4b2e-aad3-b48d41848e7c HTTP/1.1" status: 200 len: 811 time: 0.6141863 Mar 03 10:12:50.285974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:50.300080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.32', 60999) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:50.317582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Port': ['ID=79faa5f1-73c1-4d33-9f3a-8baa3386d421,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:50.452968 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-16f1ed2f-1596-455f-bdac-f0efd37305e4 req-1d9bcb2e-845d-4879-a66f-502529e188c5 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.1384308 Mar 03 10:12:50.458615 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-acc6dea7-5b45-40e2-a060-662b18a2bbcb req-a9805d14-76d3-4ad6-83c2-b63e3a2ec7e9 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 210 time: 0.2095470 Mar 03 10:12:50.464488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] device_id is not set on port b3d170ce-14ec-423e-b302-7f0b8c570c20 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:12:50.762372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:50.858892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-86576323-ea2a-434e-a9a8-d1ad2311be0d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a97d4b66be4e18825f7e258f4be3b2 HTTP/1.1" status: 200 len: 380 time: 0.6514747 Mar 03 10:12:50.898169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86c62e03-17ed-4967-871f-6c72f1b02aae req-9be5634d-75a4-41db-83ef-56fb0801a0c3 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.1163902 Mar 03 10:12:50.965222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:51.052694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Made reservation on behalf of 122ade7fab684c668de2b4bf0dfc46bc for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:51.056267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.070361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Allocated IP 2001:db8::c1 (c80175b8-d6af-4b98-87d9-45a14bee93d6/5883bd34-ded7-40ed-95c9-de9fd318ce42/b3d170ce-14ec-423e-b302-7f0b8c570c20) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:51.085857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.087512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.092521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.168295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-ba7581e3-e7d4-42fe-95ff-9981135a5ea2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:51.169122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-ba7581e3-e7d4-42fe-95ff-9981135a5ea2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Synchronizing usage tracker for tenant:da6bb80e7a5141a2b42510ff7975192f on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:51.169819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:12:51.202942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c38280e-ac5a-40f4-b28b-cb87d7bc08e1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:51.214199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.214662 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Added segment cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb of type vlan for network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 Mar 03 10:12:51.235852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Request body: {'port': {'device_id': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'admin_state_up': True, 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'security_groups': ['2fb0aa12-aaa0-4790-97bc-716d104e2472']}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:51.316809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Network fe318857-05fd-49ed-a3c3-ecd99803602d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:51.324199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.332854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:51.781560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-928c247b-ff58-44ef-9298-cdbca387a112 None None] Provisioning complete for port 79faa5f1-73c1-4d33-9f3a-8baa3386d421 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:51.785841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-928c247b-ff58-44ef-9298-cdbca387a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.794261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.800286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.826108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-ba7581e3-e7d4-42fe-95ff-9981135a5ea2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Unset dirty status for tenant:da6bb80e7a5141a2b42510ff7975192f on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:51.827266 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-ba7581e3-e7d4-42fe-95ff-9981135a5ea2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.32 "GET /v2.0/networks?id=dc458469-7bea-4bfc-b63d-21803338f480 HTTP/1.1" status: 200 len: 806 time: 1.5110555 Mar 03 10:12:51.858133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Network 99dd247b-efe6-455f-b352-abbb57c85b7e is not hosted by any dhcp agent {{(pid=87889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 10:12:51.859206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:51.859839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:51.865529 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e488e195-1a4d-464d-b6a2-2c00de84c168 req-537834d1-5bcc-4996-9882-4fbdf40eda3e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.1381609 Mar 03 10:12:51.868574 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "PUT /v2.0/networks/99dd247b-efe6-455f-b352-abbb57c85b7e HTTP/1.1" status: 200 len: 857 time: 1.9220791 Mar 03 10:12:51.873614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53012) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:51.941657 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6d606e1-df01-498d-bd72-fa1b667f3fce req-7fbe7e2b-9f22-435c-91d8-d2fb5d2f9e3d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 210 time: 0.1390152 Mar 03 10:12:51.981017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:12:52.010411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-928c247b-ff58-44ef-9298-cdbca387a112 None None] Port 79faa5f1-73c1-4d33-9f3a-8baa3386d421 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:52.054101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.070113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.103937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:52.183007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.189506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:52.191645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.209628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Usage tracker for resource:port and tenant:43a97d4b66be4e18825f7e258f4be3b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:52.244569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:52.249533 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0695edb3-c081-492c-8638-46cc8aed9ddd req-4c8e38b1-a55d-40db-bb7b-0574ed214951 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.1652915 Mar 03 10:12:52.286031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.292252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.298583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:52.306023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffcf7e-f685-44fc-9fb7-af486db03a71 tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event updated for resources: {'Network': ['ID=99dd247b-efe6-455f-b352-abbb57c85b7e,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:52.390412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-6a32597d-8673-4f5e-93b6-a2d3b95458b4 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Synchronizing usage tracker for tenant:da6bb80e7a5141a2b42510ff7975192f on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:52.411068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Allocated IP 172.20.0.8 (ee90d131-9548-4482-9b8e-a2e6d0796d55/784e17db-b365-4824-a383-2836daf2a91b/42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:52.415494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.415494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd812d29-de8e-448b-889f-1a7da2e9d101 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:12:52.482962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Made reservation on behalf of 43a97d4b66be4e18825f7e258f4be3b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:52.488157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-6a32597d-8673-4f5e-93b6-a2d3b95458b4 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Unset dirty status for tenant:da6bb80e7a5141a2b42510ff7975192f on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:52.489271 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-6a32597d-8673-4f5e-93b6-a2d3b95458b4 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da6bb80e7a5141a2b42510ff7975192f HTTP/1.1" status: 200 len: 380 time: 0.6148705 Mar 03 10:12:52.493372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Router f8e93e39-b8e8-40e1-b390-7b81ebdf103b has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:12:52.494249 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 10:12:52.497941 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b7fb6c8d-7b62-4f30-897d-ec28183e5a30 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.4337211 Mar 03 10:12:52.498069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.504178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53018) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:52.515883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Request body: {'port': {'device_id': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'admin_state_up': True, 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'security_groups': ['b6a17744-ab6d-4f3a-9d00-0a2505b71d00']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:52.528176 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0985398 Mar 03 10:12:52.529027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb41cf9-4afa-4093-898c-7705c6caa803 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event updated for resources: {'Network': ['ID=1e246915-7a28-4c07-b0b0-6fd7a9dc3454,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:52.537120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53022) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:52.544435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:12:52.626866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Request body: {'subnet': {'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:52.753768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.808875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dd247b-efe6-455f-b352-abbb57c85b7e']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:52.819124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:52.881797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6c8d90-57d1-4d5c-9c66-c727c7f5d4be') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:52.882396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6c8d90-57d1-4d5c-9c66-c727c7f5d4be') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:53.051697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network c80175b8-d6af-4b98-87d9-45a14bee93d6 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:53.055973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.070657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:53.073636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:53.075202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:53.076009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.100869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:12:53.110940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] Sync routers for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:12:53.125391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:53.148648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:53.213475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Deleting port 58597ad8-a6e3-4062-8e04-242a9eb7b5d6 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:53.213850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.214337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.250763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:53.259641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Port': ['ID=b3d170ce-14ec-423e-b302-7f0b8c570c20,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:53.264748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:12:53.265526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:12:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:53.297498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Allocated IP 172.20.0.13 (954000bc-c3cd-4b2e-aad3-b48d41848e7c/c15985d7-7150-456a-a8d3-4a0d8e7edfa1/fa4584e0-d1ff-483d-aea6-35fff79029fd) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:53.373744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:53.374061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a37a9-4ef6-4047-844e-296ac7cd791b None None] The sync data for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:12:53.397019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:53.397507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:53.417532 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:53.431040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e1aaa352-a0e1-44da-8ccc-2f414d1d915e req-757d5c2d-6a60-4ea1-b010-0d5f14f46a1e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.3615031 Mar 03 10:12:53.645832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.707223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:53.728001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Usage tracker for resource:subnet and tenant:32b598b87f404b54ba58f6803e3cd07b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:53.740003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:53.747146 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-87473752-3df5-4f54-8b83-04fe21348789 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "PUT /v2.0/routers/f8e93e39-b8e8-40e1-b390-7b81ebdf103b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4418035 Mar 03 10:12:53.750029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53036) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:53.757983 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d30b2ec1-ad08-462a-b23d-a5c3e529a56d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.7685397 Mar 03 10:12:53.764472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:53.766178 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-384fcfac-4125-4809-8f62-bb7f81569928 req-d14bd3c0-07c3-428a-8f1a-04c250b71cf2 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 210 time: 0.6582098 Mar 03 10:12:53.766312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53038) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:53.787291 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ae60d083-e19f-4651-8d56-8bf761b50a37 req-9d098dd2-7d72-463d-8779-2bad7c721cdf tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.1916561 Mar 03 10:12:53.799493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Request body: {'port': {'network_id': 'fe318857-05fd-49ed-a3c3-ecd99803602d', 'name': 'tempest-FloatingIPAdminTestJSON-741347217'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:53.828365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.853758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99dd247b-efe6-455f-b352-abbb57c85b7e {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 10:12:53.868282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Pushing event deleted for resources: {'Network': ['ID=99dd247b-efe6-455f-b352-abbb57c85b7e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:53.896253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.904240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:53.932089 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f5262419-ac0e-412f-bced-8d3dfbd603ce tempest-ExternalNetworksTestJSON-600015444 tempest-ExternalNetworksTestJSON-600015444-project-admin] 10.222.0.23 "DELETE /v2.0/networks/99dd247b-efe6-455f-b352-abbb57c85b7e HTTP/1.1" status: 204 len: 168 time: 2.0523362 Mar 03 10:12:53.938284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53044) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:54.015883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:54.029325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.052479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Usage tracker for resource:port and tenant:da6bb80e7a5141a2b42510ff7975192f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:54.055048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Made reservation on behalf of 32b598b87f404b54ba58f6803e3cd07b for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:54.059021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.076248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:54.089505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Transition to ACTIVE for port object 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:54.097980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Deleting port b3d170ce-14ec-423e-b302-7f0b8c570c20 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:12:54.098360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.119755 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7f92fc-14f0-4454-8ffd-fb892175120f tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] DELETE failed (client error): The resource could not be found. Mar 03 10:12:54.122309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7f92fc-14f0-4454-8ffd-fb892175120f tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:12:54.126538 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4a7f92fc-14f0-4454-8ffd-fb892175120f tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] 10.222.0.23 "DELETE /v2.0/subnets/fe5718e9-98be-4502-bb65-2a1f880dee66 HTTP/1.1" status: 404 len: 337 time: 0.1870432 Mar 03 10:12:54.142192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53048) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:54.181942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:54.273562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Calling delete_port for 58597ad8-a6e3-4062-8e04-242a9eb7b5d6 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:12:54.423490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.445969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.448873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Made reservation on behalf of da6bb80e7a5141a2b42510ff7975192f for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:54.452534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.504000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Transition to ACTIVE for port object fa4584e0-d1ff-483d-aea6-35fff79029fd will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:54.651804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:54.666131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Usage tracker for resource:port and tenant:f198a7c875b746f38a18300474c96d5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:54.679000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:54.719739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-366940c0-f254-43f4-af38-b26ec4979102 req-944c7ea7-a943-4c3a-abe0-059024c56d24 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Synchronizing usage tracker for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:12:54.730049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:54.804940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.817969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.838340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-366940c0-f254-43f4-af38-b26ec4979102 req-944c7ea7-a943-4c3a-abe0-059024c56d24 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Unset dirty status for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:12:54.850139 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-366940c0-f254-43f4-af38-b26ec4979102 req-944c7ea7-a943-4c3a-abe0-059024c56d24 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.1999817 Mar 03 10:12:54.858048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb98a7e-afeb-4d59-8c2c-afa908fa68bc']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:54.881617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:54.887567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Made reservation on behalf of f198a7c875b746f38a18300474c96d5d for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:54.891183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.020960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event updated for resources: {'Port': ['ID=fa4584e0-d1ff-483d-aea6-35fff79029fd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:55.034565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cc139f-47b8-4ccc-be53-87f20719e6fe') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:55.035659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cc139f-47b8-4ccc-be53-87f20719e6fe') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:12:55.087403 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:55.142392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.145360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:55.160901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ad5b05df-86f9-43fc-855f-440648d9a12d req-f99070ed-8c0c-4d60-ab5b-8456c67239bf tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.1413662 Mar 03 10:12:55.167702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] device_id is not set on port 9e0c16d0-d043-4208-a556-c48e67680a5d yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:12:55.181277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:55.200311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:55.203353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:55.206475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:55.298516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.329902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:55.330582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.344811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:12:55.345354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:12:55.378501 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:12:55.484446 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-81731480-0680-478c-9a2a-f68fcd86eafe tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2679584 Mar 03 10:12:55.506825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.511558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.525024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event updated for resources: {'Port': ['ID=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:55.547181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-aee8a116-e217-4d1e-9c15-16c2d027fccb tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:12:55.548207 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-aee8a116-e217-4d1e-9c15-16c2d027fccb tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430651 Mar 03 10:12:55.589374 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] 10.222.0.23 "DELETE /v2.0/networks/4eb98a7e-afeb-4d59-8c2c-afa908fa68bc HTTP/1.1" status: 204 len: 168 time: 1.4440222 Mar 03 10:12:55.591495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18a7b9-672f-411f-b417-dfdd1f76e1e5 tempest-ExternalNetworksTestJSON-1976740147 tempest-ExternalNetworksTestJSON-1976740147-project] Pushing event deleted for resources: {'Network': ['ID=4eb98a7e-afeb-4d59-8c2c-afa908fa68bc,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:55.594031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.619457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ed6b-55ca-40a5-89d4-432155dafb8b req-0ea55968-9c93-4c31-83e8-f29af25ec8df tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:55.632216 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4495ed6b-55ca-40a5-89d4-432155dafb8b req-0ea55968-9c93-4c31-83e8-f29af25ec8df tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 931 time: 0.6143415 Mar 03 10:12:55.666874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-72b9a264-588a-4aa3-a18a-fb31b21d7a26 None None] Provisioning for port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:55.679678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-72b9a264-588a-4aa3-a18a-fb31b21d7a26 None None] Provisioning complete for port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:55.681545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-72b9a264-588a-4aa3-a18a-fb31b21d7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.712205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.761650 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4495ed6b-55ca-40a5-89d4-432155dafb8b req-87b68eae-5ee5-48bc-be43-c767f5d780c0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275623 Mar 03 10:12:55.771062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Request body: {'port': {'device_id': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:55.786506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-72b9a264-588a-4aa3-a18a-fb31b21d7a26 None None] Port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:55.891156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Pushing event deleted for resources: {'Port': ['ID=58597ad8-a6e3-4062-8e04-242a9eb7b5d6,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:55.921012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-da098dba-67a9-45f3-b875-fe8dc3e9c588 None None] Provisioning for port fa4584e0-d1ff-483d-aea6-35fff79029fd completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:55.926489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-da098dba-67a9-45f3-b875-fe8dc3e9c588 None None] Provisioning complete for port fa4584e0-d1ff-483d-aea6-35fff79029fd triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:55.926854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-da098dba-67a9-45f3-b875-fe8dc3e9c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:55.965450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:56.052128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-da098dba-67a9-45f3-b875-fe8dc3e9c588 None None] Port fa4584e0-d1ff-483d-aea6-35fff79029fd cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:56.190469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53068) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:56.230740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:56.231875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:56.263152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Calling delete_port for b3d170ce-14ec-423e-b302-7f0b8c570c20 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:12:56.370198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Allocated IP 172.20.0.12 (dc458469-7bea-4bfc-b63d-21803338f480/301d138b-4198-4706-be35-f922120cb9c1/c1c3dbaf-ab9b-4eda-8c50-524564950ed0) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:56.420610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:56.550027 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-766357bf-1d2f-4f83-be71-f67bd02ae164 req-47546537-8c38-490f-9b6b-0a4fd306bbb3 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.0729539 Mar 03 10:12:56.606728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099afd-13ec-461e-9a84-99d59053e162 req-73987d85-1930-4ea7-a9b3-439e59b7a4a8 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:56.614797 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02099afd-13ec-461e-9a84-99d59053e162 req-73987d85-1930-4ea7-a9b3-439e59b7a4a8 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 932 time: 0.4719419 Mar 03 10:12:56.644755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Allocated IP 172.20.0.10 (fe318857-05fd-49ed-a3c3-ecd99803602d/3a9dcb3e-fff1-4bd3-80fa-45edce55a349/9e0c16d0-d043-4208-a556-c48e67680a5d) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:56.693122 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-2fbcbf07-4bcc-401c-8d2a-7caaac26e374 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1203296 Mar 03 10:12:56.705113 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-382d0370-7d8e-4697-a988-fd3319f32cd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0807432e9b5148ffac0c235a97bc2cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5020468 Mar 03 10:12:56.714534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53076) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:56.744305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event updated for resources: {'Subnet': ['ID=3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:56.749793 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02099afd-13ec-461e-9a84-99d59053e162 req-e1728487-8061-48ac-985d-641bb7a64073 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337969 Mar 03 10:12:56.778725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:56.787604 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae891d43-6c02-4ed9-b853-4fdf38c75318 tempest-RoutersAdminNegativeIpV6Test-803099212 tempest-RoutersAdminNegativeIpV6Test-803099212-project-admin] 10.222.0.23 "DELETE /v2.0/ports/58597ad8-a6e3-4062-8e04-242a9eb7b5d6 HTTP/1.1" status: 204 len: 168 time: 4.2764657 Mar 03 10:12:56.812007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Request body: {'port': {'device_id': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:57.011369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Checking segment: {'id': 'cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:57.012112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Network hostable DHCP agents. Network: 1e246915-7a28-4c07-b0b0-6fd7a9dc3454, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:12:57.109272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379e00c6-cf0e-4238-889a-8cb69e147749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.112953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4584e0-d1ff-483d-aea6-35fff79029fd {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:12:57.146274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.220412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Transition to ACTIVE for port object fa4584e0-d1ff-483d-aea6-35fff79029fd will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:57.227208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379e00c6-cf0e-4238-889a-8cb69e147749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.247846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53086) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:57.252032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.360024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae9ecc-adb4-4797-9769-31aae42545e4 req-9d080d14-1e7d-493d-83cc-4ffe721d3e81 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:57.361621 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4ae9ecc-adb4-4797-9769-31aae42545e4 req-9d080d14-1e7d-493d-83cc-4ffe721d3e81 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 931 time: 0.4318733 Mar 03 10:12:57.604427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4584e0-d1ff-483d-aea6-35fff79029fd,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:57.686348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.741546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.783952 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4ae9ecc-adb4-4797-9769-31aae42545e4 req-f27be98d-a2d5-458d-8834-34cffb9e0a72 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912226 Mar 03 10:12:57.796245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.830363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379e00c6-cf0e-4238-889a-8cb69e147749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.840198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.867165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:12:57.869463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:57.928193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:57.933409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3d170ce-14ec-423e-b302-7f0b8c570c20,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:57.935505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 1e246915-7a28-4c07-b0b0-6fd7a9dc3454) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:57.945057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db95c9d-d437-40d4-b03d-553498a6a604 None None] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:12:57.947001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Transition to ACTIVE for port object c1c3dbaf-ab9b-4eda-8c50-524564950ed0 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:57.966954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:57.967831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.005767 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-810f7bcc-85ae-430c-9f29-084c6b07426d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4402294 Mar 03 10:12:58.018030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Usage tracker for resource:security_group_rule and tenant:d05768979f99416abea050bba049e324 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:58.026180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:58.045685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53096) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:58.063966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Transition to ACTIVE for port object 9e0c16d0-d043-4208-a556-c48e67680a5d will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:58.074498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Request body: {'port': {'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1731773884'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:58.133557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:58.143874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e00c6-cf0e-4238-889a-8cb69e147749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da52f4a1-824c-42d3-bb38-f205b3704ade,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:58.156413 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bb291d67-559f-4d5c-8cf1-b9de97012c23 req-33efb6f0-304c-4d64-9c1c-17d59262282f tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.2565072 Mar 03 10:12:58.162099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379e00c6-cf0e-4238-889a-8cb69e147749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.165966 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-379e00c6-cf0e-4238-889a-8cb69e147749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da52f4a1-824c-42d3-bb38-f205b3704ade HTTP/1.1" status: 204 len: 168 time: 1.4475281 Mar 03 10:12:58.196173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Attempting to bind port fa4584e0-d1ff-483d-aea6-35fff79029fd on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:12:58.196614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Attempting to bind port fa4584e0-d1ff-483d-aea6-35fff79029fd by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:12:58.197020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Attempting to bind port fa4584e0-d1ff-483d-aea6-35fff79029fd on network 954000bc-c3cd-4b2e-aad3-b48d41848e7c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:58.230704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Port fa4584e0-d1ff-483d-aea6-35fff79029fd on network 954000bc-c3cd-4b2e-aad3-b48d41848e7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:12:58.231133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Attempting to bind port fa4584e0-d1ff-483d-aea6-35fff79029fd on network 954000bc-c3cd-4b2e-aad3-b48d41848e7c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:12:58.253595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:12:58.254129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Checking segment: {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:12:58.254915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Bound using segment: {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:12:58.255342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Bound port: fa4584e0-d1ff-483d-aea6-35fff79029fd, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410a6ce8-25c5-43eb-9353-61b96e0f933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:12:58.255764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.262294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:58.266332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Usage tracker for resource:port and tenant:32b598b87f404b54ba58f6803e3cd07b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:58.269425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:58.275615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:58.295998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Made reservation on behalf of 32b598b87f404b54ba58f6803e3cd07b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:12:58.299434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.299695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cab4da-41f3-4992-9d77-8975f79f64eb req-708e85f4-7ddf-4045-b1f2-8ba452128be2 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:58.301849 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59cab4da-41f3-4992-9d77-8975f79f64eb req-708e85f4-7ddf-4045-b1f2-8ba452128be2 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 944 time: 0.2556646 Mar 03 10:12:58.355272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.357735 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-65043990-76cd-4492-833d-d17e4d7d7578 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b3d170ce-14ec-423e-b302-7f0b8c570c20 HTTP/1.1" status: 204 len: 168 time: 4.5679109 Mar 03 10:12:58.373507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53102) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:58.397867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6', 'external_fixed_ips': [{'subnet_id': '5883bd34-ded7-40ed-95c9-de9fd318ce42', 'ip_address': '2001:db8::c1'}]}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:12:58.408102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:12:58.412532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:router and tenant:75023ca4918c4aa7b4f8865f67b56ec1 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:12:58.416206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:12:58.423092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:12:58.438480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] device_id is not set on port ba45f994-8812-4a62-a8a2-d4ae10acc86a yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:12:58.536378 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59cab4da-41f3-4992-9d77-8975f79f64eb req-aea830e1-0544-4d41-88f7-1d55a676960d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237093 Mar 03 10:12:58.564320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-1e246915-7a28-4c07-b0b0-6fd7a9dc3454', 'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454', 'tenant_id': '32b598b87f404b54ba58f6803e3cd07b', 'fixed_ips': [{'subnet_id': '3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:12:58.565245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.605323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:12:58.605323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:12:58.624562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.640776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.722873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.782310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Allocated IP 172.20.0.14 (1e246915-7a28-4c07-b0b0-6fd7a9dc3454/3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf/ba45f994-8812-4a62-a8a2-d4ae10acc86a) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:12:58.804042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:58.805330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:58.807393 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa4584e0-d1ff-483d-aea6-35fff79029fd HTTP/1.1" status: 200 len: 1094 time: 3.1342316 Mar 03 10:12:58.816464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:12:58.887550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d107579-7f70-473e-a05c-a05d57ef1a62,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:58.936033 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6fce3822-b441-4a1e-bca5-8f521617e975 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d05768979f99416abea050bba049e324&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6854525 Mar 03 10:12:58.957524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53114) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:59.009261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.010346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.082068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53118) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:59.125558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.126055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2336174-83b7-4796-83d8-ba6424a62573 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4584e0-d1ff-483d-aea6-35fff79029fd,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:59.151062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.181701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e477c08c-f229-4576-a1c3-f49ef4cd97dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.219545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-6b7d9154-ac69-4079-86c5-73daa4e16a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:59.221046 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-6b7d9154-ac69-4079-86c5-73daa4e16a0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43a97d4b66be4e18825f7e258f4be3b2&device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 1097 time: 0.2665813 Mar 03 10:12:59.226823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e477c08c-f229-4576-a1c3-f49ef4cd97dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.308145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.321456 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-b8f1045a-22d2-4c76-a085-f4b2fe583a9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd HTTP/1.1" status: 200 len: 217 time: 0.0834887 Mar 03 10:12:59.343053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.376538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Network dc458469-7bea-4bfc-b63d-21803338f480 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:59.382520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'status': 'completed', 'code': 200} Mar 03 10:12:59.389602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:59.391399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event updated for resources: {'Port': ['ID=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:59.395828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:59.396188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe688e63-3609-4310-9e4e-c521af4718f9 req-1467124d-bcf4-48b9-8eab-31fd3f341454 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:59.397540 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe688e63-3609-4310-9e4e-c521af4718f9 req-1467124d-bcf4-48b9-8eab-31fd3f341454 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 931 time: 0.3841004 Mar 03 10:12:59.450192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-1c87a5e8-e8a4-4674-9850-48306263d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:59.451761 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-1c87a5e8-e8a4-4674-9850-48306263d7cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c15985d7-7150-456a-a8d3-4a0d8e7edfa1 HTTP/1.1" status: 200 len: 850 time: 0.1168060 Mar 03 10:12:59.457480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e477c08c-f229-4576-a1c3-f49ef4cd97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.512315 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe688e63-3609-4310-9e4e-c521af4718f9 req-9b2c3569-0ce2-409c-b331-c1147fc719c2 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057651 Mar 03 10:12:59.518799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477c08c-f229-4576-a1c3-f49ef4cd97dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d107579-7f70-473e-a05c-a05d57ef1a62,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:59.531196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e477c08c-f229-4576-a1c3-f49ef4cd97dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.536024 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e477c08c-f229-4576-a1c3-f49ef4cd97dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d107579-7f70-473e-a05c-a05d57ef1a62 HTTP/1.1" status: 204 len: 168 time: 0.5216417 Mar 03 10:12:59.536190 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ecf2caee-867d-4e47-be0e-f08393b900ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d639236a6ad14ee38260fab72f948bf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4457796 Mar 03 10:12:59.538087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53132) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:12:59.542925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Transition to ACTIVE for port object ba45f994-8812-4a62-a8a2-d4ae10acc86a will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:12:59.596810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Network fe318857-05fd-49ed-a3c3-ecd99803602d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:12:59.615063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:12:59.748928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:12:59.792007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e3a887da-08f8-4d9e-bbf3-2311171b36be None None] Provisioning for port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:12:59.799472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e3a887da-08f8-4d9e-bbf3-2311171b36be None None] Provisioning complete for port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:12:59.800163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3a887da-08f8-4d9e-bbf3-2311171b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.833048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1703ee36-666c-4d68-b761-cf4f79bbca22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.882029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e3a887da-08f8-4d9e-bbf3-2311171b36be None None] Port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:12:59.902688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-eda88482-8994-49d6-a4b8-39cf3a976772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:59.905043 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-eda88482-8994-49d6-a4b8-39cf3a976772 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954000bc-c3cd-4b2e-aad3-b48d41848e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4436874 Mar 03 10:12:59.914991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event updated for resources: {'Port': ['ID=9e0c16d0-d043-4208-a556-c48e67680a5d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:12:59.947240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:12:59.948133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:12:59.965220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1703ee36-666c-4d68-b761-cf4f79bbca22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.006449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7337c6ad-7c96-4f47-bf14-dd99b48c4097 None None] Provisioning for port 9e0c16d0-d043-4208-a556-c48e67680a5d completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:00.013951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7337c6ad-7c96-4f47-bf14-dd99b48c4097 None None] Provisioning complete for port 9e0c16d0-d043-4208-a556-c48e67680a5d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:00.014307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7337c6ad-7c96-4f47-bf14-dd99b48c4097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.040161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.059682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5322c0c-e311-46c4-a698-effc014f1c51 req-fcddf117-d624-4ea8-9871-fdd78f991b48 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:00.063232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:13:00.067194 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a5322c0c-e311-46c4-a698-effc014f1c51 req-fcddf117-d624-4ea8-9871-fdd78f991b48 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 932 time: 0.4918180 Mar 03 10:13:00.077384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:00.078340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.084177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7337c6ad-7c96-4f47-bf14-dd99b48c4097 None None] Port 9e0c16d0-d043-4208-a556-c48e67680a5d cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:00.088098 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-0f4a0d73-5766-49ed-a629-9c92ac7978d0 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5803878 Mar 03 10:13:00.095673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.130287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53140) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:00.152111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Allocated IP 172.20.0.2 (1e246915-7a28-4c07-b0b0-6fd7a9dc3454/3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf/1894456e-66c7-4d20-9856-7cf5268d2418) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:00.178669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Request body: {'port': {'device_id': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:00.212577 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a5322c0c-e311-46c4-a698-effc014f1c51 req-0d2bfac2-2c83-4e02-b375-235d51040a07 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444530 Mar 03 10:13:00.217470 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-7665a895-dfc1-4546-a666-7d0d1f4d13e8 service neutron] 10.222.0.32 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980268 Mar 03 10:13:00.241349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7e4d-f063-4f6f-b322-ed627f65bb39 req-17e89d7e-b6dc-417a-b353-5f8c4c88ccee tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:00.242964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff7c7e4d-f063-4f6f-b322-ed627f65bb39 req-17e89d7e-b6dc-417a-b353-5f8c4c88ccee tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 944 time: 0.4479284 Mar 03 10:13:00.275919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1703ee36-666c-4d68-b761-cf4f79bbca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.280030 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9fe6dccb-cd9a-48ea-ad70-ac3a57328bcb tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5212071 Mar 03 10:13:00.291208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53144) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:00.304794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:00.318838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:13:00.324202 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9a8a7489-0da9-48af-959c-31e9ecbc2d54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9012884e6bce43f7bfa360c9f41c89f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905673 Mar 03 10:13:00.328346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53150) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:00.334037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:00.336070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703ee36-666c-4d68-b761-cf4f79bbca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43acf76e-8461-440b-8c47-804f81980221,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:00.336647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:00.403183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.414546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1703ee36-666c-4d68-b761-cf4f79bbca22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.415671 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1703ee36-666c-4d68-b761-cf4f79bbca22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43acf76e-8461-440b-8c47-804f81980221 HTTP/1.1" status: 204 len: 168 time: 0.8765571 Mar 03 10:13:00.415822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Transition to ACTIVE for port object 1894456e-66c7-4d20-9856-7cf5268d2418 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:00.436746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.437188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Transition to ACTIVE for port object 1894456e-66c7-4d20-9856-7cf5268d2418 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:00.447666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.452732 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff7c7e4d-f063-4f6f-b322-ed627f65bb39 req-215f9b0c-150d-49da-a0d4-0ada15c6c062 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828549 Mar 03 10:13:00.518881 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5270ef1e-95e9-4e31-a75d-247d9d3e970b req-b808df80-09d0-4b43-859e-868122384ac5 service neutron] 10.222.0.32 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880757 Mar 03 10:13:00.527977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event updated for resources: {'Port': ['ID=ba45f994-8812-4a62-a8a2-d4ae10acc86a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:00.534650 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d92e04e-ab7c-4aa5-829d-5923b655c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.553737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:00.554370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:00.554493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.555646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Pushing event updated for resources: {'Port': ['ID=1894456e-66c7-4d20-9856-7cf5268d2418,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:00.558355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:00.560658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:00.615232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Transition to ACTIVE for port object 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:00.639841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d92e04e-ab7c-4aa5-829d-5923b655c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.702149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Attempting to bind port 1894456e-66c7-4d20-9856-7cf5268d2418 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:00.703042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Attempting to bind port 1894456e-66c7-4d20-9856-7cf5268d2418 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:00.703488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Attempting to bind port 1894456e-66c7-4d20-9856-7cf5268d2418 on network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:00.712164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:00.712553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Checking segment: {'id': 'cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:00.714833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.714833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Bound using segment: {'id': 'cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:00.714833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Bound port: 1894456e-66c7-4d20-9856-7cf5268d2418, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:00.714833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.731237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-97f229bd-e45e-4849-a9e5-820987352b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:00.733314 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-97f229bd-e45e-4849-a9e5-820987352b72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43a97d4b66be4e18825f7e258f4be3b2&device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 1097 time: 0.1512225 Mar 03 10:13:00.747847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d92e04e-ab7c-4aa5-829d-5923b655c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.843727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] For port 1894456e-66c7-4d20-9856-7cf5268d2418, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:00.850374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] For port 1894456e-66c7-4d20-9856-7cf5268d2418, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1894456e-66c7-4d20-9856-7cf5268d2418,segment=NetworkSegment(cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb),segment_id=cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:00.859125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.869434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92e04e-ab7c-4aa5-829d-5923b655c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b765422-187f-4cdf-88ed-88b370c3e914,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:00.882772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.893881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d92e04e-ab7c-4aa5-829d-5923b655c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:00.897496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6d92e04e-ab7c-4aa5-829d-5923b655c6c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b765422-187f-4cdf-88ed-88b370c3e914 HTTP/1.1" status: 204 len: 168 time: 0.5621123 Mar 03 10:13:00.910935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'project_id': 'f198a7c875b746f38a18300474c96d5d', 'port_id': '9e0c16d0-d043-4208-a556-c48e67680a5d'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:01.007109 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f88146b1-7644-4552-b861-0c317eafc92d tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9517071 Mar 03 10:13:01.010800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:01.015895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Usage tracker for resource:floatingip and tenant:f198a7c875b746f38a18300474c96d5d is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:01.018557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53164) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:01.024188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:01.027172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Request body: {'port': {'network_id': '1e246915-7a28-4c07-b0b0-6fd7a9dc3454', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1014760868', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:01.027771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] bootfile-name is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:01.028109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] tftp-server is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:01.028450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] server-ip-address is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:01.031325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:01.048196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252310c6-34f0-4c03-8cf5-7610c2bdb134 None None] Pushing event updated for resources: {'Port': ['ID=1894456e-66c7-4d20-9856-7cf5268d2418,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:01.056615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-68592d3c-aa79-464c-9a24-d5285cbceb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:01.058064 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-68592d3c-aa79-464c-9a24-d5285cbceb19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=954000bc-c3cd-4b2e-aad3-b48d41848e7c HTTP/1.1" status: 200 len: 911 time: 0.2995653 Mar 03 10:13:01.091931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4214f5-a21a-4173-bdd1-b2ea01a7f094 req-b14676de-aff7-4cd3-87fe-1bec326fd988 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:01.093482 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a4214f5-a21a-4173-bdd1-b2ea01a7f094 req-b14676de-aff7-4cd3-87fe-1bec326fd988 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 943 time: 0.3374758 Mar 03 10:13:01.178323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:01.201366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:01.277539 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-8ddc393c-e8ee-40a6-87ee-c66657a967c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd HTTP/1.1" status: 200 len: 217 time: 0.1976950 Mar 03 10:13:01.489790 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a4214f5-a21a-4173-bdd1-b2ea01a7f094 req-998f1b2c-4203-4605-bf34-9441aa1abab8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136790 Mar 03 10:13:01.509221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-c646d7ac-35be-4108-88a4-78a5d69306ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:01.510804 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-c646d7ac-35be-4108-88a4-78a5d69306ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c15985d7-7150-456a-a8d3-4a0d8e7edfa1 HTTP/1.1" status: 200 len: 850 time: 0.2205813 Mar 03 10:13:01.688893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:01.730747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Usage tracker for resource:port and tenant:32b598b87f404b54ba58f6803e3cd07b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:01.736556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Pushing event updated for resources: {'Port': ['ID=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:01.739358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:01.752410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:01.781120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Made reservation on behalf of 32b598b87f404b54ba58f6803e3cd07b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:01.785702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:01.831926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] device_id is not set on port e92ec143-ec2c-49e8-8335-bf8961fbbf40 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:01.890640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Attempting to bind port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:01.891575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Attempting to bind port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:01.891575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Attempting to bind port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 on network ee90d131-9548-4482-9b8e-a2e6d0796d55 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:01.898855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630326a-1ccd-4419-a3a7-579d0a5dc03e req-63e0727b-b123-402f-9db8-146d7d2f1d8f tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:01.905415 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5630326a-1ccd-4419-a3a7-579d0a5dc03e req-63e0727b-b123-402f-9db8-146d7d2f1d8f tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 932 time: 0.3937674 Mar 03 10:13:01.952373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-5e0b73e4-712f-4e05-94c9-f9724400e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:01.953843 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-5e0b73e4-712f-4e05-94c9-f9724400e8ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954000bc-c3cd-4b2e-aad3-b48d41848e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3450317 Mar 03 10:13:01.966296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec21e13-4282-4ad6-bcae-07881bcfdc75 req-74d969c6-bb19-4205-8d10-dff46852425f tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:01.967482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 on network ee90d131-9548-4482-9b8e-a2e6d0796d55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:01.967809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Attempting to bind port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 on network ee90d131-9548-4482-9b8e-a2e6d0796d55 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:01.973538 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0ec21e13-4282-4ad6-bcae-07881bcfdc75 req-74d969c6-bb19-4205-8d10-dff46852425f tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 944 time: 0.2768121 Mar 03 10:13:01.997910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:01.998252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Checking segment: {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:01.998817 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Bound using segment: {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:01.999279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Bound port: 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ce56d-32eb-4f79-809d-79c67a52e2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:01.999644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:02.235984 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5630326a-1ccd-4419-a3a7-579d0a5dc03e req-0b1a38c0-023d-454b-b940-2a23a8b8c172 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255341 Mar 03 10:13:02.335316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] For port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:02.380285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] For port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:02.419738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Allocated IP 172.20.0.4 (1e246915-7a28-4c07-b0b0-6fd7a9dc3454/3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf/e92ec143-ec2c-49e8-8335-bf8961fbbf40) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:02.476574 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0ec21e13-4282-4ad6-bcae-07881bcfdc75 req-00cf1d66-1e6a-4bfa-8fc9-f45f471a3bf5 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020261 Mar 03 10:13:02.585568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1894456e-66c7-4d20-9856-7cf5268d2418 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:02.604168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53218) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:02.629120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:02.695638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65afbe3-4056-4a31-8d26-8b45662fa382 None None] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:02.722798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-9c8c4606-9580-48bc-983d-08f00c1954bd service neutron] 10.222.0.32 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285841 Mar 03 10:13:02.744796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:02.894936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53226) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:02.901394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:02.902272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:02.904157 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-6795179f-21d8-446d-b666-4cba169de058 service neutron] 10.222.0.32 "PUT /v2.0/ports/42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 1093 time: 6.0989978 Mar 03 10:13:02.910516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:02.929364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c3dbaf-ab9b-4eda-8c50-524564950ed0 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:13:02.942419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837560985'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:02.956413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:02.983331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 1894456e-66c7-4d20-9856-7cf5268d2418 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:02.993423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1894456e-66c7-4d20-9856-7cf5268d2418 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:02.994269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:02.996058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.021235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:03.046070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:03.062617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b725bb25-d121-453f-ba4b-02db1107d1c7 None None] Provisioning for port 1894456e-66c7-4d20-9856-7cf5268d2418 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:03.070521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b725bb25-d121-453f-ba4b-02db1107d1c7 None None] Provisioning complete for port 1894456e-66c7-4d20-9856-7cf5268d2418 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:03.070847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:03.070984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b725bb25-d121-453f-ba4b-02db1107d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.086474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795179f-21d8-446d-b666-4cba169de058 service neutron] Pushing event updated for resources: {'Port': ['ID=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:03.143862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:03.148206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.169170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Transition to ACTIVE for port object c1c3dbaf-ab9b-4eda-8c50-524564950ed0 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:03.171563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.177617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-60fa4067-0cd6-480c-9a32-7ce1e859e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.179559 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88272c51-d7bd-4fea-bbeb-5290c9d29a77 req-ce693780-6cb8-4532-9b8b-bc33f76cc127 service neutron] 10.222.0.32 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495537 Mar 03 10:13:03.180204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.192039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.201412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1747680035'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:03.215759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:03.223405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:security_group_rule and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:03.226461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Transition to ACTIVE for port object e92ec143-ec2c-49e8-8335-bf8961fbbf40 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:03.234761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b35c-0226-4c3c-92f3-5a8254604af2 req-0f0679e2-e6a0-4100-95c1-5a3c826be34b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:03.236268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eff4b35c-0226-4c3c-92f3-5a8254604af2 req-0f0679e2-e6a0-4100-95c1-5a3c826be34b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 943 time: 0.5125740 Mar 03 10:13:03.238644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:03.245053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.259376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:03.298420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:03.304586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Usage tracker for resource:network and tenant:0b1cab851ba64f96a84129693787738a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:03.309443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:03.318929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:03.326122 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eff4b35c-0226-4c3c-92f3-5a8254604af2 req-b90ab618-a7a5-4d37-9aa2-235373b89457 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834076 Mar 03 10:13:03.337503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.372729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b725bb25-d121-453f-ba4b-02db1107d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.391240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.462622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.535885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b725bb25-d121-453f-ba4b-02db1107d1c7 None None] For port 1894456e-66c7-4d20-9856-7cf5268d2418, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1894456e-66c7-4d20-9856-7cf5268d2418,segment=NetworkSegment(cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb),segment_id=cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:03.566546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b725bb25-d121-453f-ba4b-02db1107d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.575489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:03.586414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:03.599551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:03.654165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event updated for resources: {'Port': ['ID=e92ec143-ec2c-49e8-8335-bf8961fbbf40,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:03.679092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.694931 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'status': 'completed', 'code': 200} Mar 03 10:13:03.696189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725bb25-d121-453f-ba4b-02db1107d1c7 None None] Pushing event updated for resources: {'Port': ['ID=1894456e-66c7-4d20-9856-7cf5268d2418,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:03.715842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.736032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:03.751237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.751876 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment cae712b4-277d-4702-bb2c-cd02e9bd981f of type vlan for network 7e49cafd-9e51-4703-818c-4add8c0f4161 Mar 03 10:13:03.777617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Made reservation on behalf of 0b1cab851ba64f96a84129693787738a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:03.780938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:03.781391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:03.781511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.808376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.848933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.893291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:03.894572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.906529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7ffab4c4-977f-4cc9-b5a7-863921bfc82c None None] Provisioning complete for port 1894456e-66c7-4d20-9856-7cf5268d2418 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:03.907002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7ffab4c4-977f-4cc9-b5a7-863921bfc82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:03.951053 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3f577374-f8eb-4697-9cf0-11c11ec06612 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9313252 Mar 03 10:13:03.956186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53248) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:03.957831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:03.964440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ced995-62cf-4430-afb8-6bf100ddbcb9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:03.988872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6944a-3a38-4c00-9616-b64607190dad req-fc915244-fd40-4400-b337-90b6111620ad tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:03.990622 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0af6944a-3a38-4c00-9616-b64607190dad req-fc915244-fd40-4400-b337-90b6111620ad tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 944 time: 0.5468071 Mar 03 10:13:03.994191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:04.009104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.015464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:04.016619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.067873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Usage tracker for resource:security_group_rule and tenant:0b1cab851ba64f96a84129693787738a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:04.078053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:04.094097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7ffab4c4-977f-4cc9-b5a7-863921bfc82c None None] Provisioning for port ba45f994-8812-4a62-a8a2-d4ae10acc86a completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:04.101626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7ffab4c4-977f-4cc9-b5a7-863921bfc82c None None] Provisioning complete for port ba45f994-8812-4a62-a8a2-d4ae10acc86a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:04.102570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7ffab4c4-977f-4cc9-b5a7-863921bfc82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.124471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-c211b924-b7a4-4346-91d2-23355e8196b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:04.125954 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-c211b924-b7a4-4346-91d2-23355e8196b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1096 time: 1.1328826 Mar 03 10:13:04.153448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:04.155835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Allocated IP 172.26.7.151 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/4351c0c7-0bfa-4463-94a5-94384d52523c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:04.168406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7ffab4c4-977f-4cc9-b5a7-863921bfc82c None None] Port ba45f994-8812-4a62-a8a2-d4ae10acc86a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:04.194353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b1ee-246f-4fad-a014-bd0c572d4469 req-69f91d99-7104-43e2-95a9-2e4690b9ec69 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:04.195888 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7962b1ee-246f-4fad-a014-bd0c572d4469 req-69f91d99-7104-43e2-95a9-2e4690b9ec69 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 944 time: 0.4006169 Mar 03 10:13:04.202041 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5966809 Mar 03 10:13:04.217190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0af6944a-3a38-4c00-9616-b64607190dad req-7412eeb7-cb0e-485f-bdbd-dcd6f4841b9f tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142994 Mar 03 10:13:04.245074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc88af2-ec46-4b00-969a-04f02082981a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=7e49cafd-9e51-4703-818c-4add8c0f4161,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:04.263823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 7e49cafd-9e51-4703-818c-4add8c0f4161 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:04.297650 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7962b1ee-246f-4fad-a014-bd0c572d4469 req-ae10ccfe-13ce-46f1-99e9-88a652242171 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842068 Mar 03 10:13:04.319075 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-db7dbd11-02e4-4bc7-95b8-2b367572a466 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 217 time: 0.1668346 Mar 03 10:13:04.366851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device fa4584e0-d1ff-483d-aea6-35fff79029fd details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:13:04.491902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7b7c4307-c67e-49ff-9319-425ee9b7d241 None None] Provisioning complete for port ba45f994-8812-4a62-a8a2-d4ae10acc86a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:04.492321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7b7c4307-c67e-49ff-9319-425ee9b7d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.556281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c4307-c67e-49ff-9319-425ee9b7d241 None None] Port ba45f994-8812-4a62-a8a2-d4ae10acc86a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:04.612653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1894456e-66c7-4d20-9856-7cf5268d2418 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:04.624205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.633913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7fcde-f611-43af-a585-3edcfeeb2448 req-9a6cd48e-a9bb-42a2-917d-0a9f0014e82a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:04.642492 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-81e7fcde-f611-43af-a585-3edcfeeb2448 req-9a6cd48e-a9bb-42a2-917d-0a9f0014e82a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 943 time: 0.1489222 Mar 03 10:13:04.700307 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-81e7fcde-f611-43af-a585-3edcfeeb2448 req-dd3f15e1-4e86-4fc6-8cc1-46e64388f4f4 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567553 Mar 03 10:13:04.717416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5554830b-2a65-41b5-b7ca-05051d15ce90 None None] Provisioning for port e92ec143-ec2c-49e8-8335-bf8961fbbf40 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:04.721350 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:04.735869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5554830b-2a65-41b5-b7ca-05051d15ce90 None None] Provisioning complete for port e92ec143-ec2c-49e8-8335-bf8961fbbf40 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:04.736248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5554830b-2a65-41b5-b7ca-05051d15ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.775578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'port_id': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'mac_address': 'fa:16:3e:cd:b9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:13:04.823249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.830663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1894456e-66c7-4d20-9856-7cf5268d2418 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:04.831174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.834952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.882930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5554830b-2a65-41b5-b7ca-05051d15ce90 None None] Port e92ec143-ec2c-49e8-8335-bf8961fbbf40 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:04.893552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.897625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.900485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Attempting to bind port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:04.900934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Attempting to bind port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:04.901338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Attempting to bind port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 on network dc458469-7bea-4bfc-b63d-21803338f480 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:04.921299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4584e0-d1ff-483d-aea6-35fff79029fd {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:13:04.942989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:04.945487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 on network dc458469-7bea-4bfc-b63d-21803338f480 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:04.945960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Attempting to bind port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 on network dc458469-7bea-4bfc-b63d-21803338f480 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:04.971983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:04.976414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-d6cae318-1b11-4d61-9a5f-473147852f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:04.977934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-d6cae318-1b11-4d61-9a5f-473147852f4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.6406093 Mar 03 10:13:04.979839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:04.983160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:04.995665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:04.996116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Checking segment: {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:04.996589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Bound using segment: {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:04.997127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Bound port: c1c3dbaf-ab9b-4eda-8c50-524564950ed0, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ea50d8-a10b-460a-8bb4-4d75ad597c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:04.997562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:05.025619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:05.028094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Allocated IP 2001:db8::c1 (c80175b8-d6af-4b98-87d9-45a14bee93d6/5883bd34-ded7-40ed-95c9-de9fd318ce42/6efb7dbd-7da4-4fcd-8454-0101cf3ab512) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:05.062524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=fa4584e0-d1ff-483d-aea6-35fff79029fd,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:05.071855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Pushing event updated for resources: {'Port': ['ID=4351c0c7-0bfa-4463-94a5-94384d52523c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:05.077029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:05.121685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695bc5e2-4be4-4417-9fe4-e33d1340f3f2,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:05.132607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:05.132947 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Added segment f9a8dd26-fc60-438b-8298-b6739b8b0718 of type vlan for network c8b2a4ef-fd91-4687-8cb6-c98191a6383a Mar 03 10:13:05.177432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeafde-05b2-4a28-8d07-d2efced5966c tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:05.182760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeafde-05b2-4a28-8d07-d2efced5966c tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:05.188510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeafde-05b2-4a28-8d07-d2efced5966c tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:05.189370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-25eeafde-05b2-4a28-8d07-d2efced5966c tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Synchronizing usage tracker for tenant:32b598b87f404b54ba58f6803e3cd07b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:05.194382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-61e0e872-4be3-4833-a8a2-cbd10cc19cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:05.287033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['fa4584e0-d1ff-483d-aea6-35fff79029fd'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:13:05.361502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:05.448499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-25eeafde-05b2-4a28-8d07-d2efced5966c tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Unset dirty status for tenant:32b598b87f404b54ba58f6803e3cd07b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:05.453335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53258) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:05.455202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-25eeafde-05b2-4a28-8d07-d2efced5966c tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 1.4648657 Mar 03 10:13:05.470838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:05.479237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:05.480054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:05.616178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Pushing event updated for resources: {'Network': ['ID=c8b2a4ef-fd91-4687-8cb6-c98191a6383a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:05.623984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] For port c1c3dbaf-ab9b-4eda-8c50-524564950ed0, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:05.625834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Deleting port e92ec143-ec2c-49e8-8335-bf8961fbbf40 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:05.626179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:05.635348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c8b2a4ef-fd91-4687-8cb6-c98191a6383a details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:05.677992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] For port c1c3dbaf-ab9b-4eda-8c50-524564950ed0, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:05.704501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-847ab107-1475-40ba-9a1b-927dffdf31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:05.706152 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-847ab107-1475-40ba-9a1b-927dffdf31ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6915901 Mar 03 10:13:05.707788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22afe-2a7a-45a1-a456-18d892bb1cbf req-358cd375-348d-421e-b166-832969baea9b tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:05.714828 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6b22afe-2a7a-45a1-a456-18d892bb1cbf req-358cd375-348d-421e-b166-832969baea9b tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 944 time: 0.3640919 Mar 03 10:13:05.771357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027caa6-cb25-4a88-bdb1-9d51538aac81 req-627c55db-e502-475d-a1ae-58a64a929fff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:05.778048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2027caa6-cb25-4a88-bdb1-9d51538aac81 req-627c55db-e502-475d-a1ae-58a64a929fff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 945 time: 0.2438357 Mar 03 10:13:05.934730 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6b22afe-2a7a-45a1-a456-18d892bb1cbf req-4506ac3c-85c0-4fc6-b7ba-464b7584ccc2 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190602 Mar 03 10:13:05.996158 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2027caa6-cb25-4a88-bdb1-9d51538aac81 req-34ca3236-cc78-442c-83e2-779bc91a4b9c tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171404 Mar 03 10:13:06.019009 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-4973c18a-907b-442f-981f-c8160d4ac732 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687378 Mar 03 10:13:06.027268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.032165 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-82af5b29-9527-4e46-af03-19066d03d24f tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.1359003 Mar 03 10:13:06.095866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.099177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.202481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53268) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:06.227047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Request body: {'port': {'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a', 'binding:host_id': 'hv-neutron-8311', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116778738'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:06.245149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:06.248411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.261712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Usage tracker for resource:port and tenant:813f4d6b1aa24aeb946d12bdb912bb43 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:06.266894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.301838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:06.302516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.304361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] 10.222.0.32 "PUT /v2.0/ports/c1c3dbaf-ab9b-4eda-8c50-524564950ed0 HTTP/1.1" status: 200 len: 1094 time: 6.1590583 Mar 03 10:13:06.314446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:06.352556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device fa4584e0-d1ff-483d-aea6-35fff79029fd up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:06.389200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:06.435494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Calling delete_port for e92ec143-ec2c-49e8-8335-bf8961fbbf40 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:06.499431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port fa4584e0-d1ff-483d-aea6-35fff79029fd completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:06.506265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port fa4584e0-d1ff-483d-aea6-35fff79029fd triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:06.506869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.654726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:06.694690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Made reservation on behalf of 813f4d6b1aa24aeb946d12bdb912bb43 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:06.697998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.758802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.774317 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.787358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c9dc6-95d5-4a91-a3f0-43089ce739d1 req-259c11f0-4c9d-4cfa-8a91-9a68430f0ca2 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:06.794766 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ef9c9dc6-95d5-4a91-a3f0-43089ce739d1 req-259c11f0-4c9d-4cfa-8a91-9a68430f0ca2 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 943 time: 0.6336424 Mar 03 10:13:06.816200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:06.825884 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc115951-c42a-466a-89a7-0d4f7882eac5 req-dc7a3877-cc76-4fe7-a0c7-f4b6ee590c02 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915614 Mar 03 10:13:06.826816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966c761-eedd-44c3-82fb-c71a16fadc6d service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:06.840327 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'status': 'completed', 'code': 200} Mar 03 10:13:06.847437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.870273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Usage tracker for resource:security_group_rule and tenant:813f4d6b1aa24aeb946d12bdb912bb43 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:06.880032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:06.890891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:06.895101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:06.934518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:06.978516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:06.989023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:07.098995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network c80175b8-d6af-4b98-87d9-45a14bee93d6 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:07.103178 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ef9c9dc6-95d5-4a91-a3f0-43089ce739d1 req-93d93170-2b22-47b5-a647-8aca9d173e37 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070073 Mar 03 10:13:07.108987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:07.117243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=fa4584e0-d1ff-483d-aea6-35fff79029fd,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:07.120347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event deleted for resources: {'Port': ['ID=e92ec143-ec2c-49e8-8335-bf8961fbbf40,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:07.121683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:07.544135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:07.559660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53284) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:07.561769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:07.587872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '7e49cafd-9e51-4703-818c-4add8c0f4161', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:07.618448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] device_id is not set on port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:07.702036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Port': ['ID=6efb7dbd-7da4-4fcd-8454-0101cf3ab512,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:07.756435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:07.807798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e94bc0e-a145-4c61-b1ca-00b9fdc10811,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:07.853214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:07.865942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68cbd2-b14a-499a-ac97-daa5fe958d87 req-2f621006-ec54-4b49-90a1-52d783f0b222 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:07.867529 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9b68cbd2-b14a-499a-ac97-daa5fe958d87 req-2f621006-ec54-4b49-90a1-52d783f0b222 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 944 time: 0.6558621 Mar 03 10:13:07.870844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:07.879577 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-732890cf-850e-4890-a4d8-1f7674fc69c3 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "DELETE /v2.0/ports/e92ec143-ec2c-49e8-8335-bf8961fbbf40 HTTP/1.1" status: 204 len: 168 time: 2.4207366 Mar 03 10:13:07.902326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53288) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:07.910859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:07.916023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:07.932851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Request body: {'port': {'name': 'tempest-new-port-name-489103021', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:07.933180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] bootfile-name is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:07.933508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] tftp-server is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:07.933851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] server-ip-address is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:07.934760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-654b1126-a573-4d2b-8f54-390a4faf623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:07.936251 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-654b1126-a573-4d2b-8f54-390a4faf623c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da6bb80e7a5141a2b42510ff7975192f&device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 1097 time: 1.4793234 Mar 03 10:13:07.977032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25499a13-214f-44a4-ad4d-f99b766098cb req-5959973f-9d53-4087-8889-c19bd66b33ad tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:07.978408 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-25499a13-214f-44a4-ad4d-f99b766098cb req-5959973f-9d53-4087-8889-c19bd66b33ad tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.6047819 Mar 03 10:13:07.979269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:08.009668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-21d83af6-6c8d-4b22-ad49-d73fdd53ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:08.011115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-21d83af6-6c8d-4b22-ad49-d73fdd53ce19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1096 time: 1.0435634 Mar 03 10:13:08.031955 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-5a5bc655-3b22-4081-803d-7f08abd9a44c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0 HTTP/1.1" status: 200 len: 217 time: 0.0820911 Mar 03 10:13:08.032891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:08.063744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:08.067610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:08.097352 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9b68cbd2-b14a-499a-ac97-daa5fe958d87 req-c893cfe0-efa7-4de6-83ed-375a12d59627 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202761 Mar 03 10:13:08.150860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:08.215722 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'code': 200} Mar 03 10:13:08.368064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-14bf020e-7d47-41ff-8930-660d43cff776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:08.369514 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-14bf020e-7d47-41ff-8930-660d43cff776 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301d138b-4198-4706-be35-f922120cb9c1 HTTP/1.1" status: 200 len: 845 time: 0.2793128 Mar 03 10:13:08.377881 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-25499a13-214f-44a4-ad4d-f99b766098cb req-2cf7562e-4627-463f-bb4d-0a67047288d1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859842 Mar 03 10:13:08.528634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:08.539778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:08.560154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-74b532b7-eabf-4a2a-bec4-11ac48636716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:08.561602 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-74b532b7-eabf-4a2a-bec4-11ac48636716 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.5329852 Mar 03 10:13:08.650021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] device_id is not set on port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:08.680378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:08.710770 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-87358d11-6597-4609-83bd-50d39cffb37a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 217 time: 0.1395683 Mar 03 10:13:08.722764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Transition to ACTIVE for port object 051a76ce-7a23-4034-9b3f-d0cb98a065d7 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:08.811065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:08.824474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4f8c-6639-4d98-83dc-4de82e2fe71b req-a3fd65ec-05e7-4aad-8d9c-f4db7bf96674 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:08.825955 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55cf4f8c-6639-4d98-83dc-4de82e2fe71b req-a3fd65ec-05e7-4aad-8d9c-f4db7bf96674 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 943 time: 0.4593139 Mar 03 10:13:08.897890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-e6d386c7-ed81-40e8-8cd1-bc46160ff05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:08.899372 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-e6d386c7-ed81-40e8-8cd1-bc46160ff05e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dc458469-7bea-4bfc-b63d-21803338f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4722900 Mar 03 10:13:08.929308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-0999b8d2-b031-49f3-9979-8515f5407b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:08.930769 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-0999b8d2-b031-49f3-9979-8515f5407b40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 1099 time: 0.4676869 Mar 03 10:13:09.004108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-f78a2dfb-81f0-418e-b038-330322b525b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:09.005549 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-f78a2dfb-81f0-418e-b038-330322b525b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.2832229 Mar 03 10:13:09.011845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.025425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.101971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=051a76ce-7a23-4034-9b3f-d0cb98a065d7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:09.109578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:09.120781 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55cf4f8c-6639-4d98-83dc-4de82e2fe71b req-591d0373-03a6-4db1-bedd-edf17c744ca3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496173 Mar 03 10:13:09.142259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Usage tracker for resource:security_group_rule and tenant:a747aee8bfe847ab9989ff7dcc1710af is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:09.145067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Checking segment: {'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:09.145401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Network hostable DHCP agents. Network: c8b2a4ef-fd91-4687-8cb6-c98191a6383a, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:09.152761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:09.167560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.175211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:09.345606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Network c8b2a4ef-fd91-4687-8cb6-c98191a6383a is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:09.354098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=28c2681e-19c8-4905-a978-0609bc0cc23b,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:09.385992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c8b2a4ef-fd91-4687-8cb6-c98191a6383a) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:09.393914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.394991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d0e0d-3e3f-4359-a45a-13e864847944 None None] Network c8b2a4ef-fd91-4687-8cb6-c98191a6383a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:09.404066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:09.427809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': 'cae712b4-277d-4702-bb2c-cd02e9bd981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7e49cafd-9e51-4703-818c-4add8c0f4161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:09.429474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: 7e49cafd-9e51-4703-818c-4add8c0f4161, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:09.432824 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-ab8720ad-1c58-451f-b0de-e5093f03f60e service neutron] 10.222.0.32 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182350 Mar 03 10:13:09.443215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:09.443739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:09.444466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:09.513726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.521531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:09.522205 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:09.522816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.542497 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 2 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:09.590167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.610884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.616179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-d2f6b74a-88ea-4ac3-86d1-fee2eae1df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:09.617658 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-d2f6b74a-88ea-4ac3-86d1-fee2eae1df41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6015158 Mar 03 10:13:09.649922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.700455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 7e49cafd-9e51-4703-818c-4add8c0f4161 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:09.752929 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7925463 Mar 03 10:13:09.764945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:09.765279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:09.765615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:09.790239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] In _notify_port_updated(), no bound segment for port ba45f994-8812-4a62-a8a2-d4ae10acc86a on network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:13:09.796220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:09.797045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.802063 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "PUT /v2.0/ports/ba45f994-8812-4a62-a8a2-d4ae10acc86a HTTP/1.1" status: 200 len: 1136 time: 1.8931386 Mar 03 10:13:09.802063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 7e49cafd-9e51-4703-818c-4add8c0f4161) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:09.804926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-16f5b3d8-daba-4dc0-af11-304fc80f4f05 None None] Provisioning complete for port ba45f994-8812-4a62-a8a2-d4ae10acc86a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:09.805300 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16f5b3d8-daba-4dc0-af11-304fc80f4f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.807271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:09.808213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.824667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53302) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:09.840849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c764b5-c373-4e9d-851b-4336feb1c8a2 None None] Network 7e49cafd-9e51-4703-818c-4add8c0f4161 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:09.848261 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aea906bd-5529-4810-bba7-91a3e62cd312 req-6e4c9724-e7ea-4c7e-a300-ff18ab6cafb0 service neutron] 10.222.0.32 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022970 Mar 03 10:13:09.867250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Pushing event updated for resources: {'Port': ['ID=4351c0c7-0bfa-4463-94a5-94384d52523c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:09.873033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:09.873358 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:09.885325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:09.886960 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 3 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:09.894963 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d9afb-1209-4929-bf49-a92ab7a8d97b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:09.905660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d756fa-e6fb-4bb7-a105-44a5d9ab3e24 req-3c7fc237-5830-4e18-a61e-08f96da16c35 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:09.912969 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c7d756fa-e6fb-4bb7-a105-44a5d9ab3e24 req-3c7fc237-5830-4e18-a61e-08f96da16c35 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 944 time: 0.6711531 Mar 03 10:13:09.927672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b2c78-cbea-4d9c-9ee8-aa97f7fc567b tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event updated for resources: {'Port': ['ID=ba45f994-8812-4a62-a8a2-d4ae10acc86a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:09.937061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Router 1f6dae76-6b5f-4109-b0c0-d9a8bc58c658 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:13:09.954063 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-16f5b3d8-daba-4dc0-af11-304fc80f4f05 None None] Port ba45f994-8812-4a62-a8a2-d4ae10acc86a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:09.973621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:09.973953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:09.974286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:09.988437 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-f6da5918-64a2-4472-836e-68444433006b service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362489 Mar 03 10:13:10.021972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e952f-69fb-4550-90a2-f90001cf2924 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:10.022579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cb0e952f-69fb-4550-90a2-f90001cf2924 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Synchronizing usage tracker for tenant:32b598b87f404b54ba58f6803e3cd07b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:10.025885 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7ba76ed4-3d57-4f8a-ab3b-2512a5a93513 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4617398 Mar 03 10:13:10.026481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:10.026798 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:10.031395 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 4 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:10.039960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:10.059533 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c7d756fa-e6fb-4bb7-a105-44a5d9ab3e24 req-2b1347d6-f344-4bbc-b338-03c82a17e0c8 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457071 Mar 03 10:13:10.069206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-144370161'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:10.079112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:10.089722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:10.095061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:10.095476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:10.095860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:10.100331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-7e49cafd-9e51-4703-818c-4add8c0f4161', 'network_id': '7e49cafd-9e51-4703-818c-4add8c0f4161', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': '28c2681e-19c8-4905-a978-0609bc0cc23b'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:10.101645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.102546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:10.115042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:10.115385 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:10.116192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:10.119994 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 5 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:10.127379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cb0e952f-69fb-4550-90a2-f90001cf2924 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Unset dirty status for tenant:32b598b87f404b54ba58f6803e3cd07b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:10.132600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cb0e952f-69fb-4550-90a2-f90001cf2924 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "GET /v2.0/ports/ba45f994-8812-4a62-a8a2-d4ae10acc86a HTTP/1.1" status: 200 len: 1136 time: 0.3004489 Mar 03 10:13:10.137333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53312) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:10.227476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Deleting port ba45f994-8812-4a62-a8a2-d4ae10acc86a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:10.227813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.262702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94945bf6-55c8-40dd-936c-05c9e33d7a34 req-321588c4-b5aa-455d-b7a5-24c73d458d8e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:10.269112 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-94945bf6-55c8-40dd-936c-05c9e33d7a34 req-321588c4-b5aa-455d-b7a5-24c73d458d8e tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.5912280 Mar 03 10:13:10.276948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:10.276948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:10.277171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:10.294631 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Allocated IP 2001:db8:0:ffff::2 (7e49cafd-9e51-4703-818c-4add8c0f4161/28c2681e-19c8-4905-a978-0609bc0cc23b/371010e2-6748-4ab3-9e7a-fd76a1b94f2e) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:10.302114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:10.305959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.327656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:10.327987 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:10.364427 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 6 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:10.366604 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Floating IP 0fcf19ba-4092-4b6d-8755-d5cbfa92e3e1 associated. External IP: 172.26.7.151, port: 9e0c16d0-d043-4208-a556-c48e67680a5d. Mar 03 10:13:10.392538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:13:10.492860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:10.506267 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Sync routers for ids ['1f6dae76-6b5f-4109-b0c0-d9a8bc58c658'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:10.510416 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7630db3-043c-4e51-9c40-65e3d0957b00 req-c2c76d08-f492-4578-9920-fec8df8b0af3 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600785 Mar 03 10:13:10.523830 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Routers {'1f6dae76-6b5f-4109-b0c0-d9a8bc58c658'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:10.524786 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1f6dae76-6b5f-4109-b0c0-d9a8bc58c658'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:10.599050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-cb32462e-6d49-4116-a8b9-4eff1972f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:10.600922 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-cb32462e-6d49-4116-a8b9-4eff1972f9fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da6bb80e7a5141a2b42510ff7975192f&device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 1097 time: 0.5494740 Mar 03 10:13:10.604464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.605922 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-efd90e55-bfae-42a7-8d45-496373264263 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 12.2314620 Mar 03 10:13:10.626719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53318) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:10.638087 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-94945bf6-55c8-40dd-936c-05c9e33d7a34 req-2cf8930f-54cc-44cf-aa87-238b9a503b56 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680191 Mar 03 10:13:10.655103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.659257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:10.663149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:10.663672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:10.664150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:10.685784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Transition to ACTIVE for port object 371010e2-6748-4ab3-9e7a-fd76a1b94f2e will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:10.687845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:10.688334 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:10.688781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'port_id': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'mac_address': 'fa:16:3e:26:05:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:13:10.697725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:10.699832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 7 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:10.758229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:10.758802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:10.759285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:10.760233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Transition to ACTIVE for port object 371010e2-6748-4ab3-9e7a-fd76a1b94f2e will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:10.762385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.762935 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment 752c097e-3a30-43be-a9a3-52ca96e31400 of type vlan for network 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 Mar 03 10:13:10.767844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.781748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.841060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:13:10.841427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:10.842264 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:10.848412 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Set router 1f6dae76-6b5f-4109-b0c0-d9a8bc58c658 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:10.850177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 8 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:10.859190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:10.870541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Network 7e49cafd-9e51-4703-818c-4add8c0f4161 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:10.875611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:10.878887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:10.881518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.902596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b651c2-1854-4842-b909-c82d0169f7f1 req-9075fba7-4105-4000-bdfe-6e884de8fca3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:10.904700 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-92b651c2-1854-4842-b909-c82d0169f7f1 req-9075fba7-4105-4000-bdfe-6e884de8fca3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 943 time: 0.5844016 Mar 03 10:13:10.916596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:10.917147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:10.917632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:10.923014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:10.954198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:10.954818 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:10.961505 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 9 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:10.989493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Pushing event updated for resources: {'Port': ['ID=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:11.009624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:11.010191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:11.010675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:11.046542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.052807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Attempting to bind port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:11.053204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Attempting to bind port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'cae712b4-277d-4702-bb2c-cd02e9bd981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7e49cafd-9e51-4703-818c-4add8c0f4161'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:11.053566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Attempting to bind port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e on network 7e49cafd-9e51-4703-818c-4add8c0f4161 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:11.056809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:11.057751 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:11.064246 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 10 to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 Mar 03 10:13:11.065123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:11.065640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Checking segment: {'id': 'cae712b4-277d-4702-bb2c-cd02e9bd981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7e49cafd-9e51-4703-818c-4add8c0f4161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:11.066213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.066865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Bound using segment: {'id': 'cae712b4-277d-4702-bb2c-cd02e9bd981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7e49cafd-9e51-4703-818c-4add8c0f4161'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:11.067494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Bound port: 371010e2-6748-4ab3-9e7a-fd76a1b94f2e, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae712b4-277d-4702-bb2c-cd02e9bd981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7e49cafd-9e51-4703-818c-4add8c0f4161'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:11.067983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.087899 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-92b651c2-1854-4842-b909-c82d0169f7f1 req-65505047-3cb8-4f84-a6c7-3636b8204692 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565027 Mar 03 10:13:11.127078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-3f467116-32e9-46cb-a013-c8c9ef3ea57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:11.129142 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-3f467116-32e9-46cb-a013-c8c9ef3ea57c service neutron] 10.222.0.32 "GET /v2.0/networks?id=dc458469-7bea-4bfc-b63d-21803338f480 HTTP/1.1" status: 200 len: 906 time: 0.5218620 Mar 03 10:13:11.183565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] For port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:11.187065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] For port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,segment=NetworkSegment(cae712b4-277d-4702-bb2c-cd02e9bd981f),segment_id=cae712b4-277d-4702-bb2c-cd02e9bd981f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:11.193475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:13:11.222359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.229694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.232522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:11.233133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.301172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:11.326229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Calling delete_port for ba45f994-8812-4a62-a8a2-d4ae10acc86a owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:11.380588 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6dae76-6b5f-4109-b0c0-d9a8bc58c658', 'name': '', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6', 'external_fixed_ips': [{'subnet_id': '5883bd34-ded7-40ed-95c9-de9fd318ce42', 'ip_address': '2001:db8::c1'}], 'enable_snat': True}, 'gw_port_id': '6efb7dbd-7da4-4fcd-8454-0101cf3ab512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:59Z', 'updated_at': '2022-03-03T10:13:07Z', 'revision_number': 3, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port': {'id': '6efb7dbd-7da4-4fcd-8454-0101cf3ab512', 'name': '', 'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6dae76-6b5f-4109-b0c0-d9a8bc58c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5883bd34-ded7-40ed-95c9-de9fd318ce42', 'ip_address': '2001:db8::c1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:13:03Z', 'updated_at': '2022-03-03T10:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5883bd34-ded7-40ed-95c9-de9fd318ce42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:11.386095 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Checking router: 1f6dae76-6b5f-4109-b0c0-d9a8bc58c658 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:13:11.386436 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Updating router 1f6dae76-6b5f-4109-b0c0-d9a8bc58c658 port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:13:11.402037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:11.402362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:11.402695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:11.442362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Router f8e93e39-b8e8-40e1-b390-7b81ebdf103b has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:13:11.467622 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.471217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:11.471619 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:11.471965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.503932 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-6012eec4-5c1e-4196-aeee-f604241e8331 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0 HTTP/1.1" status: 200 len: 217 time: 0.3520896 Mar 03 10:13:11.508561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:11.521900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3410a5f-7c83-437f-b73c-47ca5e55f713 None None] Pushing event updated for resources: {'Port': ['ID=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:11.657821 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6076972 Mar 03 10:13:11.677109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53326) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:11.706351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:11.750453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:11.781117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-a799d6d5-f3ac-477a-8a6b-cf31fa5a2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:11.782574 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-a799d6d5-f3ac-477a-8a6b-cf31fa5a2ed9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301d138b-4198-4706-be35-f922120cb9c1 HTTP/1.1" status: 200 len: 845 time: 0.0846791 Mar 03 10:13:11.825435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.826179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.826521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.826851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.827175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.827515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.827830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.828145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.828462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.828922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.829241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.829550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f875ae-e432-4629-8920-eae80fcaf1d7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:11.842162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:12.045142 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.093193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] For port 051a76ce-7a23-4034-9b3f-d0cb98a065d7, host hv-neutron-8311, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:12.093786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempted to set empty binding levels {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 10:13:12.102107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:12.109828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:12.115288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.120327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:12.151261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.154155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:12.159900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-0fbdf835-b53b-468b-ab04-cddfd402f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:12.160777 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-0fbdf835-b53b-468b-ab04-cddfd402f58b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dc458469-7bea-4bfc-b63d-21803338f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3591731 Mar 03 10:13:12.167901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] Sync routers for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:12.179352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:12.179566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb873d-e04c-4c57-bc95-a33b24035d8e req-5c36eba8-205b-42da-8275-9e0e4284fd92 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:12.181092 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6eb873d-e04c-4c57-bc95-a33b24035d8e req-5c36eba8-205b-42da-8275-9e0e4284fd92 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 944 time: 0.8819256 Mar 03 10:13:12.181690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:12.185883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:12.204770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Deleting port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:12.205116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.233315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:12.233829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.270548 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Transition to ACTIVE for port object 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:12.274406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:12.277986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.287607 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.301545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.304814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:12.317071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:12.317776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:12.329253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.355273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=051a76ce-7a23-4034-9b3f-d0cb98a065d7,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:12.382588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d00fb-9e45-46aa-a8ff-35b762daafb6 req-6188bad1-bb0c-4bd6-8a88-ed3674563539 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:12.384350 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-813d00fb-9e45-46aa-a8ff-35b762daafb6 req-6188bad1-bb0c-4bd6-8a88-ed3674563539 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.5439270 Mar 03 10:13:12.420244 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Attempting to bind port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:12.421242 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Attempting to bind port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5e854aee-6219-497c-bcb6-ffbe65c347ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:12.421836 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Attempting to bind port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 on network c80175b8-d6af-4b98-87d9-45a14bee93d6 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:12.429213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c1c3dbaf-ab9b-4eda-8c50-524564950ed0 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:13:12.434618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:12.438472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-223c22e0-a1d5-4625-9fc8-04df0fc627dd tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.1408892 Mar 03 10:13:12.439471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53332) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:12.461665 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:12.462816 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Checking segment: {'id': '5e854aee-6219-497c-bcb6-ffbe65c347ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:12.465407 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.466188 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Bound using segment: {'id': '5e854aee-6219-497c-bcb6-ffbe65c347ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:12.466896 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Bound port: 6efb7dbd-7da4-4fcd-8454-0101cf3ab512, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e854aee-6219-497c-bcb6-ffbe65c347ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c80175b8-d6af-4b98-87d9-45a14bee93d6'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:12.467531 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.482966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:12.483759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d258844-95d2-4c04-b79c-79f703394f9d None None] The sync data for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:12.588452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-52a818e5-40d2-465e-bea9-7da3044b7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.3775530 Mar 03 10:13:12.589570 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6eb873d-e04c-4c57-bc95-a33b24035d8e req-1e7b7fe5-1c8b-48cc-8b45-09a341076b0f tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893993 Mar 03 10:13:12.598424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53336) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:12.703719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 371010e2-6748-4ab3-9e7a-fd76a1b94f2e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:12.712478 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb167a-59f5-42b7-984a-191071da75f4 None None] Pushing event updated for resources: {'Port': ['ID=6efb7dbd-7da4-4fcd-8454-0101cf3ab512,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:12.740858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event deleted for resources: {'Port': ['ID=ba45f994-8812-4a62-a8a2-d4ae10acc86a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:12.774575 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] For port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:12.779100 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] For port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6efb7dbd-7da4-4fcd-8454-0101cf3ab512,segment=NetworkSegment(5e854aee-6219-497c-bcb6-ffbe65c347ed),segment_id=5e854aee-6219-497c-bcb6-ffbe65c347ed)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:12.790800 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.850114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:12.862900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:12.863264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:12.895283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635c79c-8845-4cbd-9b6f-110ca4b44893 None None] Network 7e49cafd-9e51-4703-818c-4add8c0f4161 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:12.934292 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Routers {'1f6dae76-6b5f-4109-b0c0-d9a8bc58c658'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:12.934930 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1f6dae76-6b5f-4109-b0c0-d9a8bc58c658'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:12.993273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.011147 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb167a-59f5-42b7-984a-191071da75f4 None None] Pushing event updated for resources: {'Port': ['ID=6efb7dbd-7da4-4fcd-8454-0101cf3ab512,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:13.043678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port c1c3dbaf-ab9b-4eda-8c50-524564950ed0, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:13.064462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4d733450-79eb-498a-a502-1f4021a6dda4 None None] Provisioning for port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:13.067841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:13.083439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'port_id': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'mac_address': 'fa:16:3e:fd:b8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:13:13.084875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4d733450-79eb-498a-a502-1f4021a6dda4 None None] Provisioning complete for port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:13.085233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d733450-79eb-498a-a502-1f4021a6dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.120996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:13.121235 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] Set router 1f6dae76-6b5f-4109-b0c0-d9a8bc58c658 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:13.121711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.176662 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-9b177ec8-06eb-413c-89b1-76733e7b0d0e service neutron] 10.222.0.32 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0084226 Mar 03 10:13:13.183820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Calling delete_port for 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:13.254402 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6dae76-6b5f-4109-b0c0-d9a8bc58c658', 'name': '', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:59Z', 'updated_at': '2022-03-03T10:13:12Z', 'revision_number': 4, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:13.259873 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e705832-4d89-4b88-bc8f-16a39a9d15b2 None None] The sync data for ids ['1f6dae76-6b5f-4109-b0c0-d9a8bc58c658'] in dv-neutron-831192-5-hyperv is: [{'id': '1f6dae76-6b5f-4109-b0c0-d9a8bc58c658', 'name': '', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:59Z', 'updated_at': '2022-03-03T10:13:12Z', 'revision_number': 4, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:13.266806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.276917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.286281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Deleting port 051a76ce-7a23-4034-9b3f-d0cb98a065d7 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:13.286281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.350670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.360559 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6a6478f6-2409-4465-a2c1-4afa751b91e8 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "DELETE /v2.0/ports/ba45f994-8812-4a62-a8a2-d4ae10acc86a HTTP/1.1" status: 204 len: 168 time: 3.2211609 Mar 03 10:13:13.369069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53340) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:13.392382 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-813d00fb-9e45-46aa-a8ff-35b762daafb6 req-d3f27e80-70b4-4a7c-bf41-e48ba33d3b0b tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8080404 Mar 03 10:13:13.399409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.418077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c3dbaf-ab9b-4eda-8c50-524564950ed0 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:13:13.433945 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-73e084a1-5d81-4f69-b2c4-ff9e6aa353af tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] 10.222.0.23 "GET /v2.0/floatingips/0fcf19ba-4092-4b6d-8755-d5cbfa92e3e1 HTTP/1.1" status: 200 len: 983 time: 0.9787605 Mar 03 10:13:13.441118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53346) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:13.584021 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e5ac57db-ab43-42f6-a6ad-b55c0eb7f188 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.1384408 Mar 03 10:13:13.588291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53350) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:13.602325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port c1c3dbaf-ab9b-4eda-8c50-524564950ed0, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:13.607087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:13.615116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de3d4-50c2-49c8-82fe-0cf018aab2bf req-9a7f30ef-4694-45f6-837e-c8f2ae0b6ecd tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:13.617185 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c50de3d4-50c2-49c8-82fe-0cf018aab2bf req-9a7f30ef-4694-45f6-837e-c8f2ae0b6ecd tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 944 time: 0.7435653 Mar 03 10:13:13.625293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.664018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d733450-79eb-498a-a502-1f4021a6dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.673043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:13.698889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.700643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.711648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=809dcc93-040a-4a90-a4b0-17dc396facae,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:13.728435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': '752c097e-3a30-43be-a9a3-52ca96e31400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:13.728947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:13.769379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4d733450-79eb-498a-a502-1f4021a6dda4 None None] For port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,segment=NetworkSegment(cae712b4-277d-4702-bb2c-cd02e9bd981f),segment_id=cae712b4-277d-4702-bb2c-cd02e9bd981f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:13.770571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:13.785431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d733450-79eb-498a-a502-1f4021a6dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.789519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.789861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.790188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.790510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.790830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.791147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.791497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.792148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.792148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.792420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.792730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.793039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:13.872253 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c50de3d4-50c2-49c8-82fe-0cf018aab2bf req-b3965c1a-b829-4498-ab8c-5f100079cb68 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309461 Mar 03 10:13:13.882398 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a469fdaf-4806-4141-941d-b8ae1dfe878d req-3ad3a195-6d57-4054-988a-f37d4db7817d service neutron] 10.222.0.32 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563005 Mar 03 10:13:13.896036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Deleting subnet 3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:13:13.899418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['c1c3dbaf-ab9b-4eda-8c50-524564950ed0'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:13:13.909699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.910951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] For port 051a76ce-7a23-4034-9b3f-d0cb98a065d7, host hv-neutron-8311, got binding levels [] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:13.913086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:13.965167 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'code': 200} Mar 03 10:13:13.998920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:13.999268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:14.024250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:14.137148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Calling delete_port for 051a76ce-7a23-4034-9b3f-d0cb98a065d7 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:14.146821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733450-79eb-498a-a502-1f4021a6dda4 None None] Pushing event updated for resources: {'Port': ['ID=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:14.191459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.236452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:14.278694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:14.284466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:14.285928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.308181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d9c7e-43ed-459d-b2df-aac3ab2858e5 None None] Network 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:14.328357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821a00-6a17-4903-9e6e-3027ed8511e9 req-c88308f3-6467-4e4a-8bf8-3d309570a7d2 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:14.330091 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5e821a00-6a17-4903-9e6e-3027ed8511e9 req-c88308f3-6467-4e4a-8bf8-3d309570a7d2 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.7118161 Mar 03 10:13:14.332491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:14.333173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:14.336630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting port 4351c0c7-0bfa-4463-94a5-94384d52523c {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:14.336996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.351548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53358) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:14.360382 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4b353b22-7d79-4abb-ae68-f95567fab701 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6701138 Mar 03 10:13:14.363148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Request body: {'floatingip': {'port_id': 'fa4584e0-d1ff-483d-aea6-35fff79029fd'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:14.369267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53362) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:14.430489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bb16cd63-73bf-404e-a3e2-22455fd885ed None None] Provisioning complete for port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:14.431082 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bb16cd63-73bf-404e-a3e2-22455fd885ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.450731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.511712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.580788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event deleted for resources: {'Port': ['ID=051a76ce-7a23-4034-9b3f-d0cb98a065d7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:14.587349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.624479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aac13e-3e6d-4c61-ab09-8925699ab707 req-1a3c5bdc-cd11-4e37-a3c3-e90a75453e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:14.625959 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46aac13e-3e6d-4c61-ab09-8925699ab707 req-1a3c5bdc-cd11-4e37-a3c3-e90a75453e36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.4050932 Mar 03 10:13:14.649805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d31bba-e6ab-430a-8f36-8ca730095d07 req-48fe6641-cf6a-46a3-8508-e234de8ef9c5 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:14.656986 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88d31bba-e6ab-430a-8f36-8ca730095d07 req-48fe6641-cf6a-46a3-8508-e234de8ef9c5 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 945 time: 0.4792819 Mar 03 10:13:14.681309 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-beb4bf1f-55f7-499a-b8c3-fc982bfd7286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "DELETE /v2.0/ports/051a76ce-7a23-4034-9b3f-d0cb98a065d7 HTTP/1.1" status: 204 len: 168 time: 2.0758791 Mar 03 10:13:14.688877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53366) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:14.757619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4', 'network_id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': '809dcc93-040a-4a90-a4b0-17dc396facae'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:14.758747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.766826 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d42c99-fb0a-488c-9c3a-3310207781f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:13:14.767512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-60d42c99-fb0a-488c-9c3a-3310207781f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Synchronizing usage tracker for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:14.782342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 371010e2-6748-4ab3-9e7a-fd76a1b94f2e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:14.784589 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88d31bba-e6ab-430a-8f36-8ca730095d07 req-439ab348-2fff-4e24-9d35-5b029c4e8120 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258943 Mar 03 10:13:14.801669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.835930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Deleting port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:14.836276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.850387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-60d42c99-fb0a-488c-9c3a-3310207781f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Unset dirty status for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:14.851597 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-60d42c99-fb0a-488c-9c3a-3310207781f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "GET /v2.0/ports/051a76ce-7a23-4034-9b3f-d0cb98a065d7 HTTP/1.1" status: 404 len: 333 time: 0.1616843 Mar 03 10:13:14.855277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53370) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:14.863913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Request body: {'port': {'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861862930'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:14.873786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:14.935428 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46aac13e-3e6d-4c61-ab09-8925699ab707 req-aa52c6b3-a8fb-4bf1-8314-b1773525787b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304006 Mar 03 10:13:14.937883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:14.938373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:14.945479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:14.974509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Made reservation on behalf of 813f4d6b1aa24aeb946d12bdb912bb43 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:14.976545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.024956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.027648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.027981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.052790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] device_id is not set on port 140a3b5e-859c-48c9-a947-366faafd7fce yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:15.103017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Allocated IP 2001:db8::1 (8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4/809dcc93-040a-4a90-a4b0-17dc396facae/9609ee23-3b1d-4e9b-be1e-a54aace22ae7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:15.122656 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:13:15.220589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Calling delete_port for 4351c0c7-0bfa-4463-94a5-94384d52523c owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:15.247633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.317414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:15.322151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.332948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab2e58e-1ec9-4f8e-9227-c96cbd6d7b0e None None] Network 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:15.368400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.375787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.376337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.376824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.377869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.378529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.379015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.379515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.380008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.380469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.380955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.381423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.381891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:13:15.411027 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4af04de6-7423-4af6-a74a-84a4bad0d802 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "DELETE /v2.0/subnets/3a6adbc8-1c61-4de5-99bd-dc635a1d9eaf HTTP/1.1" status: 204 len: 168 time: 2.0392573 Mar 03 10:13:15.427375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53376) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:15.444032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] For port 6efb7dbd-7da4-4fcd-8454-0101cf3ab512, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6efb7dbd-7da4-4fcd-8454-0101cf3ab512,segment=NetworkSegment(5e854aee-6219-497c-bcb6-ffbe65c347ed),segment_id=5e854aee-6219-497c-bcb6-ffbe65c347ed)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:15.444623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.521327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Transition to ACTIVE for port object 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:15.560285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.578069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Transition to ACTIVE for port object 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:15.587373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.597282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f675a-f1a5-421f-9705-495ad0c5befe req-aa7f4be5-9187-45a7-bf31-7846b74d83ef tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:15.598777 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-700f675a-f1a5-421f-9705-495ad0c5befe req-aa7f4be5-9187-45a7-bf31-7846b74d83ef tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5043793 Mar 03 10:13:15.651495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Network 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:15.658120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Calling delete_port for 6efb7dbd-7da4-4fcd-8454-0101cf3ab512 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:15.661919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:15.664592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:15.763934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Pushing event updated for resources: {'Port': ['ID=9609ee23-3b1d-4e9b-be1e-a54aace22ae7,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:15.765183 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-700f675a-f1a5-421f-9705-495ad0c5befe req-b6865c8f-cc1f-4957-91bf-280daff83080 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524427 Mar 03 10:13:15.813297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.822842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.924178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Attempting to bind port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:15.924616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Attempting to bind port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '752c097e-3a30-43be-a9a3-52ca96e31400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:15.925746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Deleting port 1894456e-66c7-4d20-9856-7cf5268d2418 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:15.925934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Attempting to bind port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 on network 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:15.926101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.932815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] DHCP port deletion for 1e246915-7a28-4c07-b0b0-6fd7a9dc3454 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:13:15.937488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:15.937864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Checking segment: {'id': '752c097e-3a30-43be-a9a3-52ca96e31400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:15.938264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.938803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Bound using segment: {'id': '752c097e-3a30-43be-a9a3-52ca96e31400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:15.939161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Bound port: 9609ee23-3b1d-4e9b-be1e-a54aace22ae7, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752c097e-3a30-43be-a9a3-52ca96e31400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:15.939558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.961151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:15.963365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Deleting port 1894456e-66c7-4d20-9856-7cf5268d2418 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:15.963758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.135433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.139549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.143960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=809dcc93-040a-4a90-a4b0-17dc396facae,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:16.145707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.190320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.234842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event deleted for resources: {'Port': ['ID=4351c0c7-0bfa-4463-94a5-94384d52523c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:16.258504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] For port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:16.279693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] For port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9609ee23-3b1d-4e9b-be1e-a54aace22ae7,segment=NetworkSegment(752c097e-3a30-43be-a9a3-52ca96e31400),segment_id=752c097e-3a30-43be-a9a3-52ca96e31400)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:16.281711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] For port 1894456e-66c7-4d20-9856-7cf5268d2418, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1894456e-66c7-4d20-9856-7cf5268d2418,segment=NetworkSegment(cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb),segment_id=cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:16.281990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.283140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Network c8b2a4ef-fd91-4687-8cb6-c98191a6383a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:16.288850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:16.290665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.293486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:16.294403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:16.294992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.323962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff8a2c-cdf7-4d18-b0ad-cd45f790e122 req-80a86274-ed1c-4e2d-a46c-1219d15c935c tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:16.325417 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-69ff8a2c-cdf7-4d18-b0ad-cd45f790e122 req-80a86274-ed1c-4e2d-a46c-1219d15c935c tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 945 time: 0.3344078 Mar 03 10:13:16.344544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=140a3b5e-859c-48c9-a947-366faafd7fce,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:16.403535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.451823 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fda682ed-31fc-4a4d-8aab-dedc0c7718c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5931408 Mar 03 10:13:16.470409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53382) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:16.480685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:16.507416 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-69ff8a2c-cdf7-4d18-b0ad-cd45f790e122 req-c6350380-c24c-4349-9595-fecee257705b tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666038 Mar 03 10:13:16.522757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c1c3dbaf-ab9b-4eda-8c50-524564950ed0 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:16.523599 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Floating IP 89ad7597-9c49-4be9-b35f-26bb5baa1c25 associated. External IP: 172.26.7.81, port: fa4584e0-d1ff-483d-aea6-35fff79029fd. Mar 03 10:13:16.537125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] For port 1894456e-66c7-4d20-9856-7cf5268d2418, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1894456e-66c7-4d20-9856-7cf5268d2418,segment=NetworkSegment(cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb),segment_id=cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:16.537690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.582529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Calling delete_port for 1894456e-66c7-4d20-9856-7cf5268d2418 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:16.639485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3397a-3bfd-4ec2-96df-aaf53ef1b458 None None] Network 8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:16.673477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Calling delete_port for 1894456e-66c7-4d20-9856-7cf5268d2418 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:16.700782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.831460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.831769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1894456e-66c7-4d20-9856-7cf5268d2418 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:13:16.873748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:16.874166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:16.878926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:16.880075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eb98a-2c9a-418a-8718-4cd705338ae0 None None] Pushing event updated for resources: {'Port': ['ID=9609ee23-3b1d-4e9b-be1e-a54aace22ae7,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:16.927194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event deleted for resources: {'Port': ['ID=1894456e-66c7-4d20-9856-7cf5268d2418,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:16.932212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:16.964317 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 1894456e-66c7-4d20-9856-7cf5268d2418 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:13:16.965409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1894456e-66c7-4d20-9856-7cf5268d2418 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:13:17.022827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event deleted for resources: {'Port': ['ID=6efb7dbd-7da4-4fcd-8454-0101cf3ab512,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:17.031634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] No DVR routers for this DVR port 1894456e-66c7-4d20-9856-7cf5268d2418 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:13:17.037119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:17.052653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:17.053254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.089402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752c097e-3a30-43be-a9a3-52ca96e31400') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:17.089841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752c097e-3a30-43be-a9a3-52ca96e31400') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:17.136660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.137136 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Floating IP 0fcf19ba-4092-4b6d-8755-d5cbfa92e3e1 disassociated (deleted). External IP: 172.26.7.151, port: 9e0c16d0-d043-4208-a556-c48e67680a5d. Mar 03 10:13:17.210938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.216043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.239619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:17.249772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port c1c3dbaf-ab9b-4eda-8c50-524564950ed0, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:17.255133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.260607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.309675 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'code': 200} Mar 03 10:13:17.351372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:17.370375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c2d86-e4c2-401f-bb55-2323dd7e9e8b req-e12a58cf-aa88-4a1e-a172-884f10ec7373 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:17.371973 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c47c2d86-e4c2-401f-bb55-2323dd7e9e8b req-e12a58cf-aa88-4a1e-a172-884f10ec7373 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3767872 Mar 03 10:13:17.376527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Deleting port 1894456e-66c7-4d20-9856-7cf5268d2418 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:17.376992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.429323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.507190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.508634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-befa732c-9717-4c43-86ae-8ee996f08a4e None None] The port '1894456e-66c7-4d20-9856-7cf5268d2418' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:13:17.516587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.528126 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c47c2d86-e4c2-401f-bb55-2323dd7e9e8b req-c97e6ea9-c877-4cc8-b857-2d53225534c9 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465049 Mar 03 10:13:17.532244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Router 296f5faf-1725-47da-a032-46ae10598652 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:13:17.545089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90304909-e87a-44ec-8c18-110c3ebf2601 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:13:17.545269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] device_id is not set on port 140a3b5e-859c-48c9-a947-366faafd7fce yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:17.545269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.561717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:17.562125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.619525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Transition to ACTIVE for port object 140a3b5e-859c-48c9-a947-366faafd7fce will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:17.636519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.730938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90304909-e87a-44ec-8c18-110c3ebf2601 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:17.738717 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:17.755696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.923677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e246915-7a28-4c07-b0b0-6fd7a9dc3454']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:17.941473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=140a3b5e-859c-48c9-a947-366faafd7fce,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:17.945645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:17.946153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6dae76-6b5f-4109-b0c0-d9a8bc58c658 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:13:17.963666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:17.964557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc28c83-a1f5-4b0d-b9f2-f42df8a6fdeb') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:17.980608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:13:17.980608 dv-neutron-831192-5-hyperv neutron-server[87889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:13:17.980608 dv-neutron-831192-5-hyperv neutron-server[87889]: [parameters: {'id': '8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4'}] Mar 03 10:13:17.980608 dv-neutron-831192-5-hyperv neutron-server[87889]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:17.981002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:17.983563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:17.983904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:17.984242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:17.992157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.009540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:18.009540 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:18.013163 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 2 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:18.037696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:18.051470 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] Sync routers for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:18.052065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.070039 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:18.070896 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:18.085221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:18.085552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:18.085896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:18.121937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268c9cb-8333-4ed2-b976-ecb16912e3c4 req-302c2c4f-64dd-42b4-acca-077da20d20b7 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:18.123470 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a268c9cb-8333-4ed2-b976-ecb16912e3c4 req-302c2c4f-64dd-42b4-acca-077da20d20b7 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4343684 Mar 03 10:13:18.139844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53394) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:18.152768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98954-fca6-4823-ba65-a047d0f36543 req-26ea08e6-3fca-480b-adf4-cc6a221dd103 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:18.155888 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5bb98954-fca6-4823-ba65-a047d0f36543 req-26ea08e6-3fca-480b-adf4-cc6a221dd103 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.4724264 Mar 03 10:13:18.156732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:18.157179 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:18.163627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Request body: {'floatingip': {'port_id': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:18.195146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.218912 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 3 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:18.230913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:18.231332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:18.247090 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:18.295129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.337526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c99b3-079b-4055-b798-40c24c4e221a req-c6a475df-ccb4-4c7d-b8e7-e366cc072148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:18.338488 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:18.339010 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aa3c99b3-079b-4055-b798-40c24c4e221a req-c6a475df-ccb4-4c7d-b8e7-e366cc072148 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 1099 time: 0.8175256 Mar 03 10:13:18.343828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.347993 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-46231f73-63d3-4b1c-84a7-a4d85016899b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1f6dae76-6b5f-4109-b0c0-d9a8bc58c658 HTTP/1.1" status: 204 len: 168 time: 7.7165642 Mar 03 10:13:18.356233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:18.356634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:18.356974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:18.367659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53398) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:18.376048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e56469da-ae95-449c-aa44-d9a1fc05ff71 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "PUT /v2.0/floatingips/89ad7597-9c49-4be9-b35f-26bb5baa1c25 HTTP/1.1" status: 200 len: 991 time: 4.0200200 Mar 03 10:13:18.376238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Router f8e93e39-b8e8-40e1-b390-7b81ebdf103b has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:13:18.392530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:18.446525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Deleting subnet 5883bd34-ded7-40ed-95c9-de9fd318ce42 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:13:18.450912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.511577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.561412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:18.561751 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:18.565536 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5bb98954-fca6-4823-ba65-a047d0f36543 req-7ca2bebc-8022-40a3-ae7a-8e39b5556518 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298082 Mar 03 10:13:18.579714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.613641 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 4 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:18.623552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.629317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.636353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.639393 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'status': 'completed', 'code': 200} Mar 03 10:13:18.657713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:18.658057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:18.658396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:18.701372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:18.701664 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:18.704591 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 5 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:18.738478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:18.738819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:18.739154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:18.740464 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '89ad7597-9c49-4be9-b35f-26bb5baa1c25', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '296f5faf-1725-47da-a032-46ae10598652', 'port_id': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'mac_address': 'fa:16:3e:cd:b9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:41Z', 'updated_at': '2022-03-03T10:13:15Z', 'revision_number': 1, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:43Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:18.744085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] Pushing event deleted for resources: {'Network': ['ID=1e246915-7a28-4c07-b0b0-6fd7a9dc3454,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:18.744690 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] Checking router: 296f5faf-1725-47da-a032-46ae10598652 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:13:18.757878 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:18.758488 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:18.760003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:18.760003 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:18.796808 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f1687cf7-5144-4353-949d-630df5aad7b2 tempest-ExtraDHCPOptionsTestJSON-2105449934 tempest-ExtraDHCPOptionsTestJSON-2105449934-project] 10.222.0.23 "DELETE /v2.0/networks/1e246915-7a28-4c07-b0b0-6fd7a9dc3454 HTTP/1.1" status: 204 len: 168 time: 3.3617330 Mar 03 10:13:18.818608 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 6 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:18.832694 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aa3c99b3-079b-4055-b798-40c24c4e221a req-55a5be8e-3374-4882-91ea-fb7075fe43c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828930 Mar 03 10:13:18.842416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:18.843057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:18.847655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:18.847995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:18.848336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:18.857356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdb6e0-5f52-4901-9d29-e4d6ac631b08 req-0c9779fe-94f3-44b9-90b4-255db780e8b1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:18.858852 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35fdb6e0-5f52-4901-9d29-e4d6ac631b08 req-0c9779fe-94f3-44b9-90b4-255db780e8b1 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.2923388 Mar 03 10:13:18.866095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:18.866419 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:18.882355 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 7 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:18.975448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:18.976274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:18.976274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:18.991484 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:18.999335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:18.999655 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:19.004207 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 8 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:19.023831 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35fdb6e0-5f52-4901-9d29-e4d6ac631b08 req-3f83366e-7357-4cbd-ba41-0f8e4e942f05 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564605 Mar 03 10:13:19.044445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:19.044783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:19.045123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:19.090140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:19.116382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] Sync routers for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:19.117199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.124851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:19.125181 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:19.130678 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 9 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:19.138354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:19.140968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:19.153642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:19.153970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:19.154311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:19.161734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:19.162063 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:19.163892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 10 to bind port 140a3b5e-859c-48c9-a947-366faafd7fce Mar 03 10:13:19.178100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.182820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:19.183159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:19.183524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:19.190684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:19.191009 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 140a3b5e-859c-48c9-a947-366faafd7fce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:19.191399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.252111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53416) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:19.253100 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9eb24b38-bde5-451e-a381-b97356b2e0f8 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "DELETE /v2.0/floatingips/0fcf19ba-4092-4b6d-8755-d5cbfa92e3e1 HTTP/1.1" status: 204 len: 168 time: 5.6577656 Mar 03 10:13:19.255445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53418) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:19.267431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:19.276716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:19.277330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:19.352546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:19.352968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3aea44-36fb-412a-80bf-2b2511bea395 None None] The sync data for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:19.390623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] For port 140a3b5e-859c-48c9-a947-366faafd7fce, host hv-neutron-8311, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:19.390959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempted to set empty binding levels {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 10:13:19.400963 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.481968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5883bd34-ded7-40ed-95c9-de9fd318ce42,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:19.491700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:19.495339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.499962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] In _notify_port_updated(), no bound segment for port 140a3b5e-859c-48c9-a947-366faafd7fce on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:13:19.500330 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c3b7f2fb-9371-47e1-9027-02a3e7647f65 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/5883bd34-ded7-40ed-95c9-de9fd318ce42 HTTP/1.1" status: 204 len: 168 time: 1.1305172 Mar 03 10:13:19.500819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:19.501418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.502858 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "PUT /v2.0/ports/140a3b5e-859c-48c9-a947-366faafd7fce HTTP/1.1" status: 200 len: 981 time: 3.0315568 Mar 03 10:13:19.503556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53426) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:19.506863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53428) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:19.511255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:19.539721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.543898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-9c5e5c7c-752a-415b-b261-3b0290f65f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:19.545363 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-9c5e5c7c-752a-415b-b261-3b0290f65f3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43a97d4b66be4e18825f7e258f4be3b2&device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 1099 time: 0.8569117 Mar 03 10:13:19.552706 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '89ad7597-9c49-4be9-b35f-26bb5baa1c25', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '296f5faf-1725-47da-a032-46ae10598652', 'port_id': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'mac_address': 'fa:16:3e:cd:b9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:41Z', 'updated_at': '2022-03-03T10:13:15Z', 'revision_number': 1, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:43Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:19.557462 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f466643-2c8d-48e4-9863-631788fe74de None None] The sync data for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv is: [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '89ad7597-9c49-4be9-b35f-26bb5baa1c25', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '296f5faf-1725-47da-a032-46ae10598652', 'port_id': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'mac_address': 'fa:16:3e:cd:b9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:41Z', 'updated_at': '2022-03-03T10:13:15Z', 'revision_number': 1, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:43Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:19.557690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Usage tracker for resource:floatingip and tenant:24656776287b40fdad888e0571d33ceb is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:19.567533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:19.595801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:19.598265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.604558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] For port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9609ee23-3b1d-4e9b-be1e-a54aace22ae7,segment=NetworkSegment(752c097e-3a30-43be-a9a3-52ca96e31400),segment_id=752c097e-3a30-43be-a9a3-52ca96e31400)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:19.604912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.679898 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-99565981-f702-4848-a770-5e82f2a81952 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32b598b87f404b54ba58f6803e3cd07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253254 Mar 03 10:13:19.679898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cb24b-b4f1-4d0f-b69d-f11e2c0c28c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=140a3b5e-859c-48c9-a947-366faafd7fce,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:19.683401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53436) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:19.826278 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546043a-0355-4df7-b71d-18089375218b None None] New status for floating IP 89ad7597-9c49-4be9-b35f-26bb5baa1c25: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:13:19.861778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.889404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Calling delete_port for 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:19.931083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:19.940457 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Floating IP 014d00e4-3845-47a6-8772-4f828279870a associated. External IP: 172.26.7.177, port: 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1. Mar 03 10:13:20.045977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-37bc9282-b635-4604-a92d-fbc3d36964ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.047795 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-37bc9282-b635-4604-a92d-fbc3d36964ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=954000bc-c3cd-4b2e-aad3-b48d41848e7c HTTP/1.1" status: 200 len: 911 time: 0.4853184 Mar 03 10:13:20.064108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.065268 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.065865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.066340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.066860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.067333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.067791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.068260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.068691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.069142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.069593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.070042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.070488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.070938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.071407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.071859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.072308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.072755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.073214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.073644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.074087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.074536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.074978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.075447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.075894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.076345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.076789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.079015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Synchronizing usage tracker for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:20.204530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c17b01d-1d6d-494f-8fb9-0d02060d124a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.248090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.295705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Unset dirty status for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:20.296973 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dd93e62d-97e8-406d-9f96-22216474bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24127 time: 0.7690327 Mar 03 10:13:20.303110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53440) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:20.308523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.314379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c17b01d-1d6d-494f-8fb9-0d02060d124a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.324176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Port': ['ID=9609ee23-3b1d-4e9b-be1e-a54aace22ae7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:20.330185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No DVR routers for this DVR port 9609ee23-3b1d-4e9b-be1e-a54aace22ae7 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:13:20.395084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80175b8-d6af-4b98-87d9-45a14bee93d6']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:20.421499 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-c38d345f-5b2f-4d25-9778-500d2890bce7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd HTTP/1.1" status: 200 len: 1001 time: 0.3159621 Mar 03 10:13:20.421700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e220d4-da31-456d-aeec-5cda3c9f0754 req-4a028946-897c-46d7-9cf3-574f56c56c8d tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.427776 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-16e220d4-da31-456d-aeec-5cda3c9f0754 req-4a028946-897c-46d7-9cf3-574f56c56c8d tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.7143259 Mar 03 10:13:20.428323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e854aee-6219-497c-bcb6-ffbe65c347ed') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:20.428714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e854aee-6219-497c-bcb6-ffbe65c347ed') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:20.503666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.526346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Deleting port 140a3b5e-859c-48c9-a947-366faafd7fce {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:20.526681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.579563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.582981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.618080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:20.618471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.620212 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-16e220d4-da31-456d-aeec-5cda3c9f0754 req-6d47315c-c9c0-4337-9870-1ee9c6c19980 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198542 Mar 03 10:13:20.632933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-5c2ad456-dc7c-4351-a221-8f4e80a86e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:20.634383 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-5c2ad456-dc7c-4351-a221-8f4e80a86e17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c15985d7-7150-456a-a8d3-4a0d8e7edfa1 HTTP/1.1" status: 200 len: 850 time: 0.1991322 Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:20.635089 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:20.648760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:20.676724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c17b01d-1d6d-494f-8fb9-0d02060d124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.735994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752c097e-3a30-43be-a9a3-52ca96e31400') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:20.736286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752c097e-3a30-43be-a9a3-52ca96e31400') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:20.738236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17b01d-1d6d-494f-8fb9-0d02060d124a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c38280e-ac5a-40f4-b28b-cb87d7bc08e1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:20.759737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c17b01d-1d6d-494f-8fb9-0d02060d124a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.763372 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8c17b01d-1d6d-494f-8fb9-0d02060d124a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c38280e-ac5a-40f4-b28b-cb87d7bc08e1 HTTP/1.1" status: 204 len: 168 time: 1.0787404 Mar 03 10:13:20.778893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.790825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.816045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:13:20.834823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.854715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:20.855110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.869894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:20.871487 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:20.916017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c80175b8-d6af-4b98-87d9-45a14bee93d6 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 10:13:20.963781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] For port 140a3b5e-859c-48c9-a947-366faafd7fce, host hv-neutron-8311, got binding levels [] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:20.964143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.111201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.114418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Calling delete_port for 140a3b5e-859c-48c9-a947-366faafd7fce owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:21.114913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event deleted for resources: {'Network': ['ID=c80175b8-d6af-4b98-87d9-45a14bee93d6,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:21.159107 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b2ae79a4-b95a-44d4-ab28-74fa0ebdd91f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c80175b8-d6af-4b98-87d9-45a14bee93d6 HTTP/1.1" status: 204 len: 168 time: 1.6479986 Mar 03 10:13:21.194848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-c4ff5986-1094-42d0-b054-a770bafbc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:21.196453 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-c4ff5986-1094-42d0-b054-a770bafbc431 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954000bc-c3cd-4b2e-aad3-b48d41848e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5347817 Mar 03 10:13:21.266075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.278628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.325138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:21.335501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.358608 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 HTTP/1.1" status: 204 len: 168 time: 6.9826670 Mar 03 10:13:21.366807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.368287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53458) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:21.422217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375015762'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:21.433763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa489-b237-41f9-8679-348be5ad7a3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:21.437845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:21.445090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event deleted for resources: {'Port': ['ID=140a3b5e-859c-48c9-a947-366faafd7fce,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:21.451883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:21.461323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:21.475559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:21.478342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.482385 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77e7773f-a9f7-4302-85c5-b0bc7459be84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "DELETE /v2.0/ports/140a3b5e-859c-48c9-a947-366faafd7fce HTTP/1.1" status: 204 len: 168 time: 1.1735957 Mar 03 10:13:21.484001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53464) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:21.489293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Allocated IP 172.26.7.20 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/3b1b2cc4-b351-4981-80c8-1037cdef1433) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:21.496987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-621238b1-625e-4d03-8c59-8b2c5cfe1a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "PUT /v2.0/floatingips/014d00e4-3845-47a6-8772-4f828279870a HTTP/1.1" status: 200 len: 991 time: 3.3385906 Mar 03 10:13:21.500110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:21.548529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] Sync routers for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:21.565999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:21.566632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:21.596536 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'status': 'completed', 'code': 200} Mar 03 10:13:21.597419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:21.600904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.630528 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d73d49-c1ea-4f2f-a62f-7ffe667ed953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:13:21.633175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-58d73d49-c1ea-4f2f-a62f-7ffe667ed953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Synchronizing usage tracker for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:21.677759 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-015de83b-b530-4f2a-bafc-241eb83837e3 service neutron] 10.222.0.32 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735112 Mar 03 10:13:21.702322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:21.724548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.725028 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment 9ff9f508-7045-47fa-8a97-d3525c53a56d of type vlan for network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 Mar 03 10:13:21.761460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.833717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-58d73d49-c1ea-4f2f-a62f-7ffe667ed953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Unset dirty status for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:21.841789 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-58d73d49-c1ea-4f2f-a62f-7ffe667ed953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "GET /v2.0/ports/140a3b5e-859c-48c9-a947-366faafd7fce HTTP/1.1" status: 404 len: 333 time: 0.3499677 Mar 03 10:13:21.841789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53482) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:21.841789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53484) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:21.846436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.852606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:21.853301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.878016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:21.938523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:22.011818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee3ef019-4232-4bed-95b9-da2b0a502e0b req-28fa1d52-a1ba-4c98-85ec-03987660df8f service neutron] 10.222.0.32 "GET /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796953 Mar 03 10:13:22.061845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53492) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:22.073397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-e7a3264d-537c-4360-887a-2d4e05f9b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:22.074835 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-e7a3264d-537c-4360-887a-2d4e05f9b511 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.4490266 Mar 03 10:13:22.111228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.115096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-350851476', 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:22.119555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:22.129738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:22.141867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'router': {'name': 'tempest-router--1882776945', 'project_id': '32ae70c8993b46308be05416111fad5a'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:22.172603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Made reservation on behalf of 813f4d6b1aa24aeb946d12bdb912bb43 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:22.175698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.190348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:22.204636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:22.212017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:router and tenant:32ae70c8993b46308be05416111fad5a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:22.218327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:22.225198 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-112fb351-59fa-49d7-882c-6289d6d27594 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8474402 Mar 03 10:13:22.225651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53498) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:22.225766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-848496034'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:22.232937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:22.240748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:22.255926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] device_id is not set on port 321ead83-4e25-4fac-9ad8-828d082983c8 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:22.270705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:22.285356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:22.288769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:22.298897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:22.313966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:22.336016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.337005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.338728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Pushing event updated for resources: {'Port': ['ID=3b1b2cc4-b351-4981-80c8-1037cdef1433,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:22.341692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:network and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:22.350858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:22.365602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:22.407365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Made reservation on behalf of 7eee4ad070054f7687e56f835ce5fb8a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:22.411401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.426633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-ae9e3209-23ea-4b78-8c3b-9365c276fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:22.428836 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-ae9e3209-23ea-4b78-8c3b-9365c276fc92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.3438067 Mar 03 10:13:22.434279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.465880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.496450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '014d00e4-3845-47a6-8772-4f828279870a', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'port_id': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'mac_address': 'fa:16:3e:26:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:38Z', 'updated_at': '2022-03-03T10:13:19Z', 'revision_number': 1, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:36Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:22.501584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] Checking router: c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:13:22.512204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:22.513001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:22.515098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:22.532967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:22.542075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:22.544810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b96e1d-2a52-4dde-92ed-558252d7cb4e req-40bb5828-ab90-461b-9c28-7afdccb94f17 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:22.546292 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78b96e1d-2a52-4dde-92ed-558252d7cb4e req-40bb5828-ab90-461b-9c28-7afdccb94f17 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7498612 Mar 03 10:13:22.555601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:22.560883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:security_group_rule and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:22.568555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:22.571021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:22.578723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:22.581982 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-ceca0f80-5e7f-44f2-940a-18e554a42106 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 999 time: 0.1376741 Mar 03 10:13:22.582177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de9470-b8a0-4e96-9ae6-538f8ef60736 req-ae54d3b9-842e-4581-a391-36e19e3a3ffb tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:22.583932 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-48de9470-b8a0-4e96-9ae6-538f8ef60736 req-ae54d3b9-842e-4581-a391-36e19e3a3ffb tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.7417624 Mar 03 10:13:22.591883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.635114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.704789 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78b96e1d-2a52-4dde-92ed-558252d7cb4e req-47beb35f-0403-4a08-b00a-2255a35c4667 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421137 Mar 03 10:13:22.705107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:22.709508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.731672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:22.734712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.759608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-b3410032-f87d-4312-95bd-3ee92238adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:22.761064 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-b3410032-f87d-4312-95bd-3ee92238adf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.1675994 Mar 03 10:13:22.834750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:22.838555 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fd2fb6bd-9fc1-4ca3-a46f-3f33b19f10cc tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9923744 Mar 03 10:13:22.848485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53504) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:22.893317 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-48de9470-b8a0-4e96-9ae6-538f8ef60736 req-e5336955-a6f7-4a79-8a01-9804f43c83fa tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908547 Mar 03 10:13:23.037260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.123914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.170203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-712071d0-a81d-4f17-ab0f-f644fcdac8a7 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.246190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.263577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '014d00e4-3845-47a6-8772-4f828279870a', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'port_id': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'mac_address': 'fa:16:3e:26:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:38Z', 'updated_at': '2022-03-03T10:13:19Z', 'revision_number': 1, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:36Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:23.268956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd3bd2-bf38-43be-8d06-47bd1263e225 None None] The sync data for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv is: [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '014d00e4-3845-47a6-8772-4f828279870a', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'port_id': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'mac_address': 'fa:16:3e:26:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:38Z', 'updated_at': '2022-03-03T10:13:19Z', 'revision_number': 1, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:36Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:23.269880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Network c8b2a4ef-fd91-4687-8cb6-c98191a6383a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:23.278062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:23.280440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:23.281543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:23.282133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.315024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.325913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=321ead83-4e25-4fac-9ad8-828d082983c8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:23.350823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2189c6-c465-4ecb-8c6c-e6f21cf2e668 req-d907c4e4-e2bd-4310-8fd9-38a51e40848e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:23.352394 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ad2189c6-c465-4ecb-8c6c-e6f21cf2e668 req-d907c4e4-e2bd-4310-8fd9-38a51e40848e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5124304 Mar 03 10:13:23.372407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-76dbcbf1-3134-4933-b34a-baaf8431f061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5274029 Mar 03 10:13:23.396093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53510) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:23.434978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:23.458038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.493128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce484e-1ecb-4318-903f-1fe6de602dd4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:23.543491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6f1-dd2b-4c88-b1a4-08dfadda76cf req-2a3f347d-dc34-451c-a198-73be07f4c2fe tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:23.544980 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe02c6f1-dd2b-4c88-b1a4-08dfadda76cf req-2a3f347d-dc34-451c-a198-73be07f4c2fe tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.4547718 Mar 03 10:13:23.547583 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28958ed-e71b-480a-9450-6a5b3a8f80d6 None None] New status for floating IP 014d00e4-3845-47a6-8772-4f828279870a: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:13:23.573770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53514) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:23.578653 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ad2189c6-c465-4ecb-8c6c-e6f21cf2e668 req-de83e1fe-7b37-48d8-b129-e0006f584422 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080572 Mar 03 10:13:23.585242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Request body: {'floatingip': {'port_id': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:23.585834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.586336 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Added segment 58ff12ed-84de-469b-a504-ce3d4dd6e458 of type vlan for network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 Mar 03 10:13:23.612294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-68e7b528-cd67-4926-a0a3-fa235318c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:23.614136 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-68e7b528-cd67-4926-a0a3-fa235318c954 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8370388 Mar 03 10:13:23.638535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.681019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b5b0b-0b42-454f-8c20-9fee957fa56c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:23.681581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c70b5b0b-0b42-454f-8c20-9fee957fa56c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Synchronizing usage tracker for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:23.704775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.729336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-712071d0-a81d-4f17-ab0f-f644fcdac8a7 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.735725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-712071d0-a81d-4f17-ab0f-f644fcdac8a7 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.750277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.776940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=6be8c46a-658d-4406-974b-a605f3bcaf29,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:23.842286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': '9ff9f508-7045-47fa-8a97-d3525c53a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:23.842286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:23.848278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c70b5b0b-0b42-454f-8c20-9fee957fa56c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Unset dirty status for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:23.851901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c70b5b0b-0b42-454f-8c20-9fee957fa56c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "GET /v2.0/ports/321ead83-4e25-4fac-9ad8-828d082983c8 HTTP/1.1" status: 200 len: 958 time: 0.4518433 Mar 03 10:13:23.852099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53518) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:23.860466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.867966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-712071d0-a81d-4f17-ab0f-f644fcdac8a7 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.868598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712071d0-a81d-4f17-ab0f-f644fcdac8a7 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06f04850-2939-4c8c-8e00-c7a97cc86997 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:13:23.885895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.974953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:23.991000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Deleting port 321ead83-4e25-4fac-9ad8-828d082983c8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:23.991373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:23.998160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.003628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:24.004159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.040633 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-f2935ed4-5304-4b99-91e6-5575405eac38 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172316 Mar 03 10:13:24.115995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Pushing event updated for resources: {'Port': ['ID=3b1b2cc4-b351-4981-80c8-1037cdef1433,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:24.135967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:24.145260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f424e0-0c70-4a48-b708-37078c821b4f None None] Network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:24.189507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-712071d0-a81d-4f17-ab0f-f644fcdac8a7 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.193210 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-712071d0-a81d-4f17-ab0f-f644fcdac8a7 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "DELETE /v2.0/routers/06f04850-2939-4c8c-8e00-c7a97cc86997 HTTP/1.1" status: 204 len: 168 time: 1.3397753 Mar 03 10:13:24.204756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:24.206323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.290735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Network': ['ID=05c052d0-95e3-424a-8b5d-5d9dd4c28239,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:24.296512 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a521e4f2-2ebb-4127-9483-9b05fef52171 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2324092 Mar 03 10:13:24.302756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53524) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:24.304951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.312215 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-adec4ba5-b87c-4827-802c-ce05d8f768fe tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0817230 Mar 03 10:13:24.313280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53528) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:24.331289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1930940885'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:24.338292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:24.347963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:24.351070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.355555 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-34d319d2-d372-45ca-b569-d8eb09812a52 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8737667 Mar 03 10:13:24.356798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:24.367025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53532) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:24.373545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'subnet': {'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:24.381288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:24.386693 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cdfb8984-3f52-49b1-be67-70659ee0b09c req-ba8b7d59-8ac6-4f08-bd6d-e70cad37187c service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242772 Mar 03 10:13:24.395864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:24.400356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.411389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:24.434634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:24.459225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.460230 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment cc546f1b-6555-446d-9139-408cbd5c4a59 of type vlan for network 3797a7c0-6d59-4dfa-9d3e-ca92d7748084 Mar 03 10:13:24.496309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53538) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:24.510330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6', 'network_id': '61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': '6be8c46a-658d-4406-974b-a605f3bcaf29'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:24.511230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.535799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.604464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.612436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:24.613163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.723277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:24.728988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:24.732793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Usage tracker for resource:floatingip and tenant:61b443a038d94b6c90e308ca263959a0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:24.735690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:24.742377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:24.756753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-690226856', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:24.806147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.812905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Allocated IP 2001:db8::1 (61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6/6be8c46a-658d-4406-974b-a605f3bcaf29/41630a8c-1d26-40a0-9662-52d1910e7477) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:24.861142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:24.863144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.885396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Usage tracker for resource:router and tenant:5eb8834679494451bd6a075e01fd18c5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:24.896001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:24.903448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=3797a7c0-6d59-4dfa-9d3e-ca92d7748084,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:24.919960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 3797a7c0-6d59-4dfa-9d3e-ca92d7748084 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:24.922774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:24.925644 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-65a0a0b2-fcb3-45e6-9c4d-62843d052a9c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6058602 Mar 03 10:13:24.929806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53546) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:24.945032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '3797a7c0-6d59-4dfa-9d3e-ca92d7748084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:24.983065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:24.984100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.003987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Calling delete_port for 321ead83-4e25-4fac-9ad8-828d082983c8 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:25.042133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:25.056146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:subnet and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:25.060708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:25.075780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:25.113491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Made reservation on behalf of 7eee4ad070054f7687e56f835ce5fb8a for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:25.117054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.154910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.168289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Transition to ACTIVE for port object 41630a8c-1d26-40a0-9662-52d1910e7477 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:25.188884 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Transition to ACTIVE for port object 41630a8c-1d26-40a0-9662-52d1910e7477 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:25.195141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.240015 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-0a811775-0509-4534-9eb2-a7dff759e109 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4776878 Mar 03 10:13:25.253161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.264080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:25.264326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.273104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:25.279032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:25.285316 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Pushing event updated for resources: {'Port': ['ID=41630a8c-1d26-40a0-9662-52d1910e7477,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:25.285515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:25.298624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:25.302995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:25.312793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:25.335041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940be58-f589-4a03-8b2a-cfe140dc5d26 req-af74fffb-e451-4bae-a139-2564d0d680e5 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:25.337104 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5940be58-f589-4a03-8b2a-cfe140dc5d26 req-af74fffb-e451-4bae-a139-2564d0d680e5 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5499377 Mar 03 10:13:25.337874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event deleted for resources: {'Port': ['ID=321ead83-4e25-4fac-9ad8-828d082983c8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:25.398570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Attempting to bind port 41630a8c-1d26-40a0-9662-52d1910e7477 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:25.399087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Attempting to bind port 41630a8c-1d26-40a0-9662-52d1910e7477 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '9ff9f508-7045-47fa-8a97-d3525c53a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:25.399571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Attempting to bind port 41630a8c-1d26-40a0-9662-52d1910e7477 on network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:25.404912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:25.405398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Checking segment: {'id': '9ff9f508-7045-47fa-8a97-d3525c53a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:25.405883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.406356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Bound using segment: {'id': '9ff9f508-7045-47fa-8a97-d3525c53a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:25.406920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Bound port: 41630a8c-1d26-40a0-9662-52d1910e7477, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff9f508-7045-47fa-8a97-d3525c53a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:25.407417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.480164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.509022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] For port 41630a8c-1d26-40a0-9662-52d1910e7477, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:25.512375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] For port 41630a8c-1d26-40a0-9662-52d1910e7477, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=41630a8c-1d26-40a0-9662-52d1910e7477,segment=NetworkSegment(9ff9f508-7045-47fa-8a97-d3525c53a56d),segment_id=9ff9f508-7045-47fa-8a97-d3525c53a56d)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:25.517011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.530756 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-11fc4b4a-6c75-472a-8470-3133ed987fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "DELETE /v2.0/ports/321ead83-4e25-4fac-9ad8-828d082983c8 HTTP/1.1" status: 204 len: 168 time: 1.6753221 Mar 03 10:13:25.534843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53552) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:25.579419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.586081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:25.589570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.607929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd0246-853a-40aa-8310-0ab2ac08292d None None] Pushing event updated for resources: {'Port': ['ID=41630a8c-1d26-40a0-9662-52d1910e7477,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:25.629381 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5940be58-f589-4a03-8b2a-cfe140dc5d26 req-999a5089-fc6c-44ef-9da3-432fde41ad8f tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947365 Mar 03 10:13:25.630036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.703977 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1c076e-6b18-4376-b4c0-34101c37b765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:13:25.705539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fe1c076e-6b18-4376-b4c0-34101c37b765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Synchronizing usage tracker for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:25.773245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Performing IP validity checks on allocation pools {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:13:25.773856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:13:25.782787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.862712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:25.869097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-9f195aa3-5f22-4dab-8158-3e9ed52f05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:25.870563 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-9f195aa3-5f22-4dab-8158-3e9ed52f05b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.4986203 Mar 03 10:13:25.975757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fe1c076e-6b18-4376-b4c0-34101c37b765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Unset dirty status for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:25.980800 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fe1c076e-6b18-4376-b4c0-34101c37b765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "GET /v2.0/ports/321ead83-4e25-4fac-9ad8-828d082983c8 HTTP/1.1" status: 404 len: 333 time: 0.4383025 Mar 03 10:13:25.993036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53558) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:26.019853 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Request body: {'port': {'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-691591710'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:26.080019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:26.128362 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Floating IP 5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e associated. External IP: 172.26.7.168, port: c1c3dbaf-ab9b-4eda-8c50-524564950ed0. Mar 03 10:13:26.148209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:26.214938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:26.242780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1de7-782e-4e47-abaf-f97673c0de92 req-2d3f6c0b-85f2-4436-9c58-ab01073aca84 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:26.244303 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8a9b1de7-782e-4e47-abaf-f97673c0de92 req-2d3f6c0b-85f2-4436-9c58-ab01073aca84 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3956418 Mar 03 10:13:26.278671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Made reservation on behalf of 813f4d6b1aa24aeb946d12bdb912bb43 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:26.281008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:26.344114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Allocated IP 172.26.7.218 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/3f561bfe-2c8e-4aa7-a13d-b7c333be0275) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:26.354938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-b1e1ecd4-a575-4764-84ca-22dce0a4515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:26.356941 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-b1e1ecd4-a575-4764-84ca-22dce0a4515a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.4329572 Mar 03 10:13:26.358593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Subnet': ['ID=6c0b0c0d-67f9-4f59-8e58-d6cba626c51f,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:26.361511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Checking segment: {'id': '58ff12ed-84de-469b-a504-ce3d4dd6e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:26.362692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Network hostable DHCP agents. Network: 05c052d0-95e3-424a-8b5d-5d9dd4c28239, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:26.375186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] device_id is not set on port 6da7abe6-8e5c-4520-a52a-0bd10d36623c yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:26.450058 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8a9b1de7-782e-4e47-abaf-f97673c0de92 req-222e5a96-9420-41b1-9ca1-47752ecadc6e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903281 Mar 03 10:13:26.457942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:26.538311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 05c052d0-95e3-424a-8b5d-5d9dd4c28239) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:26.542705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:26.543375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:26.551119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d78fd-e117-47fe-83c2-86e03df4f5ce None None] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:26.574531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:26.587452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a733f166-2673-41e7-95e5-fe228c6b126a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2809403 Mar 03 10:13:26.590747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53564) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:26.657596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-877625161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:26.682847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:26.690682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:router and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:26.696207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:26.698341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=35cff69b-308b-439e-a327-2d27a3492d0c,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:26.713573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:26.744351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:13:26.745385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:26.746516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:26.832912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb467a9a-ca44-4d19-a2dc-5d04c1e5231f None None] Network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:26.942888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:26.988682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 41630a8c-1d26-40a0-9662-52d1910e7477 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:27.055279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.103483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f5ff88d2-b323-4f55-9792-135c416a726f None None] Provisioning for port 41630a8c-1d26-40a0-9662-52d1910e7477 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:27.110548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:27.113989 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.115331 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e951e3ab-a247-4d67-9b1f-1e0767a30b1b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5236342 Mar 03 10:13:27.119974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.123984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53570) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:27.133996 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-aad906ee-a234-4712-ae77-7e6741131e02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 1001 time: 0.7190826 Mar 03 10:13:27.157076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c8c90-89d0-4e7f-b6a5-379b6453c536 req-40e0e444-539c-4c93-afda-5ab7f98bfb1a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:27.158600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-591c8c90-89d0-4e7f-b6a5-379b6453c536 req-40e0e444-539c-4c93-afda-5ab7f98bfb1a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.2724078 Mar 03 10:13:27.185751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] Sync routers for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:27.194037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 41630a8c-1d26-40a0-9662-52d1910e7477 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:27.212618 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4ff172da-9257-4482-8359-5e561170a9df tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "PUT /v2.0/floatingips/5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e HTTP/1.1" status: 200 len: 992 time: 3.6375344 Mar 03 10:13:27.217510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 41630a8c-1d26-40a0-9662-52d1910e7477 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:27.217874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.225198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:27.244835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-591c8c90-89d0-4e7f-b6a5-379b6453c536 req-d98a2a2b-c2e7-4833-85db-ef0d923e2459 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770755 Mar 03 10:13:27.250551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:27.251190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:27.300178 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'status': 'completed', 'code': 200} Mar 03 10:13:27.332788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': 'cc546f1b-6555-446d-9139-408cbd5c4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3797a7c0-6d59-4dfa-9d3e-ca92d7748084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:27.333420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: 3797a7c0-6d59-4dfa-9d3e-ca92d7748084, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:27.395985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981cc29-301f-4a10-bd4c-7c143cf3e039 req-206480df-ac84-4639-949a-d026426c3d84 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:27.397751 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c981cc29-301f-4a10-bd4c-7c143cf3e039 req-206480df-ac84-4639-949a-d026426c3d84 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.0896084 Mar 03 10:13:27.437245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:27.465194 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c981cc29-301f-4a10-bd4c-7c143cf3e039 req-023c9ed4-e1ac-483f-84dd-670babd0fdcc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614915 Mar 03 10:13:27.519346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.702700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-05c052d0-95e3-424a-8b5d-5d9dd4c28239', 'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239', 'tenant_id': '7eee4ad070054f7687e56f835ce5fb8a', 'fixed_ips': [{'subnet_id': '6c0b0c0d-67f9-4f59-8e58-d6cba626c51f'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:27.703541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.711176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.819372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.826288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:27.868243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-fa4a8b26-2509-4187-85c2-792c3ab92a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:27.869855 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-fa4a8b26-2509-4187-85c2-792c3ab92a99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.7261364 Mar 03 10:13:27.911771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 3797a7c0-6d59-4dfa-9d3e-ca92d7748084 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:27.941742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.032495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 41630a8c-1d26-40a0-9662-52d1910e7477, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=41630a8c-1d26-40a0-9662-52d1910e7477,segment=NetworkSegment(9ff9f508-7045-47fa-8a97-d3525c53a56d),segment_id=9ff9f508-7045-47fa-8a97-d3525c53a56d)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:28.070833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.076335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b458f-530a-4bdd-b209-6bbcfa905442 req-d5a03531-51b2-4b06-9e67-875301d0541e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:28.077743 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d50b458f-530a-4bdd-b209-6bbcfa905442 req-d5a03531-51b2-4b06-9e67-875301d0541e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.0923922 Mar 03 10:13:28.080734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 3797a7c0-6d59-4dfa-9d3e-ca92d7748084) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:28.115979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d6f3b-93e3-4d2e-bf9b-da721c80890d None None] Network 3797a7c0-6d59-4dfa-9d3e-ca92d7748084 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:28.126498 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d50b458f-530a-4bdd-b209-6bbcfa905442 req-af9d81fd-74f9-4951-9a45-4f700007cb8e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399027 Mar 03 10:13:28.175588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:28.176182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.192742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.267285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.295651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Allocated IP 172.20.0.2 (05c052d0-95e3-424a-8b5d-5d9dd4c28239/6c0b0c0d-67f9-4f59-8e58-d6cba626c51f/96399a3b-cd21-4ef6-8e6f-0f135cc3e98d) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:28.326030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-efd7f3ca-d517-4abc-9426-4f387bd5ab44 None None] Provisioning complete for port 41630a8c-1d26-40a0-9662-52d1910e7477 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:28.326393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-efd7f3ca-d517-4abc-9426-4f387bd5ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.356979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=41630a8c-1d26-40a0-9662-52d1910e7477,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:28.389371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94c4a2-0419-4182-be80-6c9964270406 req-438287f0-ee78-4087-94f3-63c63017b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:28.390855 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7a94c4a2-0419-4182-be80-6c9964270406 req-438287f0-ee78-4087-94f3-63c63017b385 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da6bb80e7a5141a2b42510ff7975192f&device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 1099 time: 1.0527899 Mar 03 10:13:28.549789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'port_id': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'mac_address': 'fa:16:3e:fd:b8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:43Z', 'updated_at': '2022-03-03T10:13:25Z', 'revision_number': 1, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:45Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:28.575315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] Checking router: 471c8262-4921-4ce5-a2aa-24a9c2d57a41 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:13:28.590264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:28.592101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Network c8b2a4ef-fd91-4687-8cb6-c98191a6383a is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:28.612770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:28.614757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:28.619613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:28.620530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:28.621122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.628047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:28.669332 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a5d9a6c3-6590-44aa-88e5-17f6dda47f98 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7328019 Mar 03 10:13:28.670994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53590) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:28.676963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:28.677597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:28.697417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=6da7abe6-8e5c-4520-a52a-0bd10d36623c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:28.769872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1584d90-3b5b-418a-8aa7-c8c30259ae43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3797a7c0-6d59-4dfa-9d3e-ca92d7748084', 'network_id': '3797a7c0-6d59-4dfa-9d3e-ca92d7748084', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': '35cff69b-308b-439e-a327-2d27a3492d0c'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:28.770685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c1584d90-3b5b-418a-8aa7-c8c30259ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.828794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 41630a8c-1d26-40a0-9662-52d1910e7477 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:28.856928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.871268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-82792848-2acd-4713-8450-8bc53accb6b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8701820 Mar 03 10:13:28.872836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Allocated IP 172.26.7.235 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/6ef99ce7-d499-4bf2-a67a-c9d2b64b7ffc) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:28.880800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53594) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:28.901993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:28.927637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:28.976000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-5dcd963a-d4ce-4c53-bd09-35fb96577492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:28.977516 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-5dcd963a-d4ce-4c53-bd09-35fb96577492 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0573428 Mar 03 10:13:29.006078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.028284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Pushing event updated for resources: {'Port': ['ID=3f561bfe-2c8e-4aa7-a13d-b7c333be0275,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:29.044822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.073717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Transition to ACTIVE for port object 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:29.108884 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:29.132936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.173372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Transition to ACTIVE for port object 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server [None req-c1584d90-3b5b-418a-8aa7-c8c30259ae43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35cff69b-308b-439e-a327-2d27a3492d0c: This subnet is being modified by another concurrent operation. Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:13:29.186319 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise exception Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35cff69b-308b-439e-a327-2d27a3492d0c: This subnet is being modified by another concurrent operation. Mar 03 10:13:29.191089 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Mar 03 10:13:29.203557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.298061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9261269-c613-4467-91b1-4ac415b3395b None None] Network 3797a7c0-6d59-4dfa-9d3e-ca92d7748084 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:29.303167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=35cff69b-308b-439e-a327-2d27a3492d0c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:29.331630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 41630a8c-1d26-40a0-9662-52d1910e7477 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:29.331986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.344612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.359563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94c4a2-0419-4182-be80-6c9964270406 req-9c12d848-02d5-45a2-9158-9a2d6d1e9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:29.360862 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7a94c4a2-0419-4182-be80-6c9964270406 req-9c12d848-02d5-45a2-9158-9a2d6d1e9b43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dc458469-7bea-4bfc-b63d-21803338f480 HTTP/1.1" status: 200 len: 906 time: 0.8022225 Mar 03 10:13:29.383747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3797a7c0-6d59-4dfa-9d3e-ca92d7748084']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:29.401365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc546f1b-6555-446d-9139-408cbd5c4a59') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:29.401671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc546f1b-6555-446d-9139-408cbd5c4a59') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:29.427236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.450980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65654928-a4d6-4276-8584-eeac9d48fa54 req-c3939501-4d57-452c-93c6-416a7a3fe8aa tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:29.452703 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65654928-a4d6-4276-8584-eeac9d48fa54 req-c3939501-4d57-452c-93c6-416a7a3fe8aa tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.1506126 Mar 03 10:13:29.457652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.466009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:29.475323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:29.476179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.477868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.485262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:29.494865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Pushing event updated for resources: {'Port': ['ID=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:29.497300 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:29.516766 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:29.618308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.622298 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65654928-a4d6-4276-8584-eeac9d48fa54 req-8617b4f0-8236-4419-a11e-6a0c775dd9e6 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574152 Mar 03 10:13:29.650752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.654888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=3797a7c0-6d59-4dfa-9d3e-ca92d7748084,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:29.657116 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-94dd0f16-33bd-4825-bc5e-e1cba3b674df tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/3797a7c0-6d59-4dfa-9d3e-ca92d7748084 HTTP/1.1" status: 204 len: 168 time: 0.9848015 Mar 03 10:13:29.660932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53600) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:29.666479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208823127'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:29.672124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:29.676503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:29.680056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:29.685542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:29.695292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.698127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:29.702275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.741625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:29.754638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.755230 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment a356824d-26ab-457d-82c2-fea9a48c9d40 of type vlan for network 91395171-c5ac-436f-b63e-402c7b7d87e6 Mar 03 10:13:29.788386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.817678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.823410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.828770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.836361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:29.837193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.880651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Attempting to bind port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:29.881202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Attempting to bind port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '58ff12ed-84de-469b-a504-ce3d4dd6e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:29.881322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Attempting to bind port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d on network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:29.885430 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2231643 Mar 03 10:13:29.899077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53604) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:29.903460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:29.903832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Checking segment: {'id': '58ff12ed-84de-469b-a504-ce3d4dd6e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:29.904221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.905599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Bound using segment: {'id': '58ff12ed-84de-469b-a504-ce3d4dd6e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:29.905599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Bound port: 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ff12ed-84de-469b-a504-ce3d4dd6e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:29.905599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:29.906172 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7a94c4a2-0419-4182-be80-6c9964270406 req-ae81809c-9da0-40d9-87a5-0b0904cfdca3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0 HTTP/1.1" status: 200 len: 1000 time: 0.4207606 Mar 03 10:13:29.911886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '91395171-c5ac-436f-b63e-402c7b7d87e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:30.010536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d8d1b-da0c-4ba0-9e96-7d1379752b8f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=91395171-c5ac-436f-b63e-402c7b7d87e6,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:30.029732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 91395171-c5ac-436f-b63e-402c7b7d87e6 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:30.032088 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-3557c2d3-070e-4e8f-be64-fe4d9878b214 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0361226 Mar 03 10:13:30.106105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:30.110402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:30.113971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:30.120136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:30.123726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:30.132816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:30.138638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:30.139490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,segment=NetworkSegment(58ff12ed-84de-469b-a504-ce3d4dd6e458),segment_id=58ff12ed-84de-469b-a504-ce3d4dd6e458)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:30.153402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:30.246421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'port_id': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'mac_address': 'fa:16:3e:fd:b8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:43Z', 'updated_at': '2022-03-03T10:13:25Z', 'revision_number': 1, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:45Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:30.255592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c33ea5-6794-42f6-ac57-7e146a5b0594 None None] The sync data for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv is: [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'port_id': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'mac_address': 'fa:16:3e:fd:b8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:12:43Z', 'updated_at': '2022-03-03T10:13:25Z', 'revision_number': 1, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:45Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:30.257492 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe61108-79d6-4f58-851c-614e3cea9569 None None] Pushing event updated for resources: {'Port': ['ID=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:30.426670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:30.570111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=b5dcb0b7-a8dc-445e-b43e-19841949b60e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:30.576633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94c4a2-0419-4182-be80-6c9964270406 req-dfb64796-ee61-4de4-8dc2-861c3ff4d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:30.578206 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7a94c4a2-0419-4182-be80-6c9964270406 req-dfb64796-ee61-4de4-8dc2-861c3ff4d998 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301d138b-4198-4706-be35-f922120cb9c1 HTTP/1.1" status: 200 len: 845 time: 0.6391997 Mar 03 10:13:30.587909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': 'a356824d-26ab-457d-82c2-fea9a48c9d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91395171-c5ac-436f-b63e-402c7b7d87e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:30.588777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: 91395171-c5ac-436f-b63e-402c7b7d87e6, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:30.599218 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0330e-45b6-4043-b878-02a7b27c5520 None None] New status for floating IP 5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:13:30.629242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 91395171-c5ac-436f-b63e-402c7b7d87e6 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:30.643731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 91395171-c5ac-436f-b63e-402c7b7d87e6) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:30.648568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:30.649222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:30.653384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f038ad4-655a-4ea7-9da2-f15f17c686f6 None None] Network 91395171-c5ac-436f-b63e-402c7b7d87e6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:30.677266 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7341c8d7-4ac2-4f7d-b6a5-2ab9c6fc565f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7741091 Mar 03 10:13:30.677792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53610) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:30.833834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:30.850866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Allocated IP 172.20.0.1 (05c052d0-95e3-424a-8b5d-5d9dd4c28239/6c0b0c0d-67f9-4f59-8e58-d6cba626c51f/94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:30.864879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:30.865157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.004149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:31.050127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508782fa-832d-4c55-a685-ad8ed2b34a94 req-3c97b1fb-80e5-49ca-89dc-16af573c7484 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:31.052332 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-508782fa-832d-4c55-a685-ad8ed2b34a94 req-3c97b1fb-80e5-49ca-89dc-16af573c7484 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.1851311 Mar 03 10:13:31.053142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.124585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb75ce-1012-4938-a3be-ad1ac723e53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-91395171-c5ac-436f-b63e-402c7b7d87e6', 'network_id': '91395171-c5ac-436f-b63e-402c7b7d87e6', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': 'b5dcb0b7-a8dc-445e-b43e-19841949b60e'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:31.125946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f1eb75ce-1012-4938-a3be-ad1ac723e53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.145378 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-508782fa-832d-4c55-a685-ad8ed2b34a94 req-d23a5a12-ac93-4096-bc77-7cb705b6f893 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588858 Mar 03 10:13:31.166055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.186505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.215749 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event updated for resources: {'Port': ['ID=6ef99ce7-d499-4bf2-a67a-c9d2b64b7ffc,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:31.231643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:31.245832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dcb0b7-a8dc-445e-b43e-19841949b60e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:31.250502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:31.255282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server [None req-f1eb75ce-1012-4938-a3be-ad1ac723e53a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5dcb0b7-a8dc-445e-b43e-19841949b60e: This subnet is being modified by another concurrent operation. Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:13:31.270511 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise exception Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5dcb0b7-a8dc-445e-b43e-19841949b60e: This subnet is being modified by another concurrent operation. Mar 03 10:13:31.274387 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Mar 03 10:13:31.291645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.293823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9f72d-99f2-486a-93fa-e697685b377e None None] Network 91395171-c5ac-436f-b63e-402c7b7d87e6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:31.303527 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35bad24f-689c-4e1f-9b63-7d9bd7154286 req-36ef9fde-5771-4b87-b5f2-561a0886dfc5 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2441647 Mar 03 10:13:31.383968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] device_id is not set on port 6da7abe6-8e5c-4520-a52a-0bd10d36623c yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:31.450656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.468068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.474166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94c4a2-0419-4182-be80-6c9964270406 req-f2401dc8-8869-4774-82d6-cf6e1dacaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:31.475723 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7a94c4a2-0419-4182-be80-6c9964270406 req-f2401dc8-8869-4774-82d6-cf6e1dacaa85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dc458469-7bea-4bfc-b63d-21803338f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8685958 Mar 03 10:13:31.478538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.503022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91395171-c5ac-436f-b63e-402c7b7d87e6']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:31.504100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Transition to ACTIVE for port object 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:31.518221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a356824d-26ab-457d-82c2-fea9a48c9d40') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:31.519036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a356824d-26ab-457d-82c2-fea9a48c9d40') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:31.538876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.545322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e33769-1fe0-4726-a2ec-b8835dd4916e None None] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:31.557003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.564255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:31.565386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.581245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:31.590268 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:31.621681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Transition to ACTIVE for port object 6da7abe6-8e5c-4520-a52a-0bd10d36623c will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:31.667105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-216070ad-c521-4bdb-aa39-f335f18c7757 None None] Provisioning for port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:31.669478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.688525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.697808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Pushing event updated for resources: {'Port': ['ID=3f561bfe-2c8e-4aa7-a13d-b7c333be0275,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:31.700480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-216070ad-c521-4bdb-aa39-f335f18c7757 None None] Provisioning complete for port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:31.700611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=91395171-c5ac-436f-b63e-402c7b7d87e6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:31.700851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-216070ad-c521-4bdb-aa39-f335f18c7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.709505 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-19685833-e760-454b-8033-d65c64b0dc6c tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/91395171-c5ac-436f-b63e-402c7b7d87e6 HTTP/1.1" status: 204 len: 168 time: 1.0267730 Mar 03 10:13:31.710320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53614) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:31.715406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349017586'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:31.718683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.721601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:31.725585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:31.728612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:31.735192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:31.754445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:31.758268 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.778732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:31.779603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.796934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:31.806656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.806656 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment 398f2888-23e5-43c7-8c50-f7217c4522a0 of type vlan for network 493d1930-6872-4fed-b1c0-4b1958668dfd Mar 03 10:13:31.835354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.847651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:31.870804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.877409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:31.878171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.911674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:31.940152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-216070ad-c521-4bdb-aa39-f335f18c7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:31.964534 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2537122 Mar 03 10:13:32.018985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53618) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:32.030239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '493d1930-6872-4fed-b1c0-4b1958668dfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:32.054745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-216070ad-c521-4bdb-aa39-f335f18c7757 None None] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,segment=NetworkSegment(58ff12ed-84de-469b-a504-ce3d4dd6e458),segment_id=58ff12ed-84de-469b-a504-ce3d4dd6e458)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:32.065314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-216070ad-c521-4bdb-aa39-f335f18c7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.134659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f92b8-19b5-4617-87c2-85ff07755a3f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=493d1930-6872-4fed-b1c0-4b1958668dfd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:32.182005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:32.186253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:32.191402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:32.197455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:32.225778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 493d1930-6872-4fed-b1c0-4b1958668dfd details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:32.250728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:32.256139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.268277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Port': ['ID=94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:32.270645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.274512 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1b0c65d8-1bf4-4281-8e5b-d097c20c5c10 tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9064748 Mar 03 10:13:32.279324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53626) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:32.386426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216070ad-c521-4bdb-aa39-f335f18c7757 None None] Pushing event updated for resources: {'Port': ['ID=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:32.494887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c8090-4470-4c32-a497-e2407f125594 req-e4d70769-ad50-4db7-a03a-97e0f6dd6685 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:32.499742 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9d7c8090-4470-4c32-a497-e2407f125594 req-e4d70769-ad50-4db7-a03a-97e0f6dd6685 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.2084854 Mar 03 10:13:32.502714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b4e61699-6ded-4a7f-a8c5-b3dc56da834a None None] Provisioning for port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:32.507601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=6da7abe6-8e5c-4520-a52a-0bd10d36623c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:32.511532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:32.511974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b4e61699-6ded-4a7f-a8c5-b3dc56da834a None None] Provisioning complete for port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:32.512418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:32.512805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:32.512984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b4e61699-6ded-4a7f-a8c5-b3dc56da834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.516581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.577354 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9d7c8090-4470-4c32-a497-e2407f125594 req-dc54d61b-476a-4b27-95d8-eefc817eaab9 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705485 Mar 03 10:13:32.596720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b4e61699-6ded-4a7f-a8c5-b3dc56da834a None None] Port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:32.615583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b4e61699-6ded-4a7f-a8c5-b3dc56da834a None None] Provisioning complete for port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:32.616171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b4e61699-6ded-4a7f-a8c5-b3dc56da834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.648980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d3cda-96c7-443d-a49f-f8e8002a1a7f None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:13:32.678414 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7a94c4a2-0419-4182-be80-6c9964270406 req-7bb35ee1-275e-4372-ac52-7ca89a9465e6 service neutron] 10.222.0.32 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1348305 Mar 03 10:13:32.693668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:32.694011 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:32.702858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.739323 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 2 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:32.791662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=198492d2-6039-45bc-aa8c-647c6cd3763e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:32.797608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:32.832938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': '398f2888-23e5-43c7-8c50-f7217c4522a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '493d1930-6872-4fed-b1c0-4b1958668dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:32.833283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: 493d1930-6872-4fed-b1c0-4b1958668dfd, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:32.853429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 493d1930-6872-4fed-b1c0-4b1958668dfd is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:32.864579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 493d1930-6872-4fed-b1c0-4b1958668dfd) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:32.876229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:32.877200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.906218 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9eaeb148-35ff-40a3-b7b8-6191d748bd6e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8847418 Mar 03 10:13:32.907708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53630) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:32.920466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:32.920800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:32.921131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:32.924057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7d3cda-96c7-443d-a49f-f8e8002a1a7f None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:13:32.948220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:32.948592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:32.995791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:32.996118 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:33.003129 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 3 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:33.034359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d77d0204-42bc-47c8-af0a-bc8bd68b620f tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Synchronizing usage tracker for tenant:24656776287b40fdad888e0571d33ceb on resource:floatingip {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:33.062458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.066935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:33.067273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:33.067634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:33.096235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0b5df7a0-2431-4c61-b2f8-7bf0208361c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.133004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a802b3cc-ca25-48b6-ba13-55fb39355fb8 None None] Provisioning complete for port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:33.133378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a802b3cc-ca25-48b6-ba13-55fb39355fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.136467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.190626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:33.190946 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:33.200688 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 4 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:33.222498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.225401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d77d0204-42bc-47c8-af0a-bc8bd68b620f tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Unset dirty status for tenant:24656776287b40fdad888e0571d33ceb on resource:floatingip {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:33.229197 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d77d0204-42bc-47c8-af0a-bc8bd68b620f tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.9043829 Mar 03 10:13:33.231482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53636) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:33.242227 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7a94c4a2-0419-4182-be80-6c9964270406 req-a8b19b60-7c03-44f1-915a-e56bdda950e4 service neutron] 10.222.0.32 "GET /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393777 Mar 03 10:13:33.255147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a802b3cc-ca25-48b6-ba13-55fb39355fb8 None None] Port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:33.255567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:33.255567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:33.255733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:33.265237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.276409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.336198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:33.336514 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:33.347400 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 5 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:33.351730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=198492d2-6039-45bc-aa8c-647c6cd3763e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:33.408743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:33.409203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:33.409476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:33.434852 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dde36d4d-ec14-4254-9a4c-6ab438830047 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1547854 Mar 03 10:13:33.435095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:33.435095 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:33.435095 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 6 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:33.438166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53640) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:33.498316 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74464803-dace-4f6b-8b81-bdf526520011 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:13:33.506435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.585888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:33.586289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:33.586552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:33.647567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74464803-dace-4f6b-8b81-bdf526520011 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:13:33.754881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493d1930-6872-4fed-b1c0-4b1958668dfd']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:33.778796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Deleting port 3f561bfe-2c8e-4aa7-a13d-b7c333be0275 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:33.779784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.806276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398f2888-23e5-43c7-8c50-f7217c4522a0') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:33.806626 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398f2888-23e5-43c7-8c50-f7217c4522a0') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:33.819062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:33.819062 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:33.827351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 7 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:33.839679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.872821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.905993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:33.906404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:33.921656 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:33.929644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:33.929977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:33.930310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:33.948603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:33.948980 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:33.953448 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 8 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:33.991179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:33.991600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:33.992149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:34.022135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:34.022469 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:34.024292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2332a-b380-4f9d-9469-b90b97a975ba None None] Network 493d1930-6872-4fed-b1c0-4b1958668dfd requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:34.078096 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 9 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:34.098201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775e97b-bd5e-4420-90f2-8e14fa648f6d req-5034918f-17fd-4e74-bd05-2e5f77537322 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:34.099831 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2775e97b-bd5e-4420-90f2-8e14fa648f6d req-5034918f-17fd-4e74-bd05-2e5f77537322 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3992586 Mar 03 10:13:34.110016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.115332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.169101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=493d1930-6872-4fed-b1c0-4b1958668dfd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:34.174740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.175505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.182223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:34.182380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:34.182703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:34.192385 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-30639abb-43a2-4ddf-a3fb-ec1872ea2a41 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/493d1930-6872-4fed-b1c0-4b1958668dfd HTTP/1.1" status: 204 len: 168 time: 1.2827044 Mar 03 10:13:34.192949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.196081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53646) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:34.197245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:34.197496 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:34.201014 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempt 10 to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c Mar 03 10:13:34.201421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549486881'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:34.246038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50274d-71ea-4abf-a4db-d7ff51a45e35 None None] Network 493d1930-6872-4fed-b1c0-4b1958668dfd requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:34.263657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50274d-71ea-4abf-a4db-d7ff51a45e35 None None] Network 493d1930-6872-4fed-b1c0-4b1958668dfd could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:13:34.288634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:34.288971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:34.289304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempting to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:34.308704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:13:34.309028 dv-neutron-831192-5-hyperv neutron-server[87889]: ERROR neutron.plugins.ml2.managers [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Failed to bind port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'f9a8dd26-fc60-438b-8298-b6739b8b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8b2a4ef-fd91-4687-8cb6-c98191a6383a'}] Mar 03 10:13:34.309390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.332558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Calling delete_port for 3f561bfe-2c8e-4aa7-a13d-b7c333be0275 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:34.359733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:34.381621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:34.386372 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2775e97b-bd5e-4420-90f2-8e14fa648f6d req-97d8bdea-d000-441c-85d0-1b5e7f1d62c4 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603722 Mar 03 10:13:34.387126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:34.396698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:34.433953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:34.438137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.472165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:34.518051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.519572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.519964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment 5af29582-44b8-4e7e-b044-e4d369876b72 of type vlan for network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 Mar 03 10:13:34.530011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.557922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.563923 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.601353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] For port 6da7abe6-8e5c-4520-a52a-0bd10d36623c, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:34.601719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attempted to set empty binding levels {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 10:13:34.616765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Pushing event deleted for resources: {'Port': ['ID=3f561bfe-2c8e-4aa7-a13d-b7c333be0275,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:34.631807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.678469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.684396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] In _notify_port_updated(), no bound segment for port 6da7abe6-8e5c-4520-a52a-0bd10d36623c on network c8b2a4ef-fd91-4687-8cb6-c98191a6383a {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:13:34.685514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:34.685990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.690636 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "PUT /v2.0/ports/6da7abe6-8e5c-4520-a52a-0bd10d36623c HTTP/1.1" status: 200 len: 980 time: 5.7998054 Mar 03 10:13:34.691900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53650) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:34.693243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Port': ['ID=94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:34.758508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.763829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:34.764409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.774142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Router ddc6af4e-a619-4f9b-9371-ac92299c0545 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:13:34.820363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.828465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Deleting port 6da7abe6-8e5c-4520-a52a-0bd10d36623c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:34.828790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.924855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c683fb-3214-49b9-9c4a-81e0a3a41028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event updated for resources: {'Port': ['ID=6da7abe6-8e5c-4520-a52a-0bd10d36623c,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:34.942169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7452321 Mar 03 10:13:34.944045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:34.945170 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-929811e6-4614-4a03-9dbf-675b30b7e06f tempest-FloatingIPAdminTestJSON-524253231 tempest-FloatingIPAdminTestJSON-524253231-project] 10.222.0.23 "DELETE /v2.0/floatingips/dca84e1b-b19b-47cc-8a96-a928f139c9e9 HTTP/1.1" status: 204 len: 168 time: 1.5066307 Mar 03 10:13:34.946328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53654) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:34.948130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53656) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:34.959204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59735b5f-b9fe-4949-9022-9caacf0fee7f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=13d9c0a2-9825-4d98-8e07-8b2ed287c743,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:34.964093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:34.969467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:35.182232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:35.194573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:35.213427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a406a06d-fa0c-4537-8a57-8b4f16182712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.213753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Deleting port 3b1b2cc4-b351-4981-80c8-1037cdef1433 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:35.214089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.290658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:35.302195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:35.313069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:35.323187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:35.329680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] For port 6da7abe6-8e5c-4520-a52a-0bd10d36623c, host hv-neutron-8311, got binding levels [] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:35.330572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.399762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:35.403245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.460068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:35.470718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] Sync routers for ids ['ddc6af4e-a619-4f9b-9371-ac92299c0545'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:35.485080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Calling delete_port for 6da7abe6-8e5c-4520-a52a-0bd10d36623c owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:35.488284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] Routers {'ddc6af4e-a619-4f9b-9371-ac92299c0545'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:35.489955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ddc6af4e-a619-4f9b-9371-ac92299c0545'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:35.587026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:35.600988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.604853 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ff536b74-f0c2-4b21-b91d-8a3b5e155b2c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.0966702 Mar 03 10:13:35.606504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53664) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:35.608922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] Routers {'ddc6af4e-a619-4f9b-9371-ac92299c0545'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:35.609577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ddc6af4e-a619-4f9b-9371-ac92299c0545'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:35.667213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-73525376-23d5-4096-bad1-6ac0878e5df6 None None] Provisioning complete for port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:35.667213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73525376-23d5-4096-bad1-6ac0878e5df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.726672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:35.726991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd143-166c-4123-8991-e6a97a5fa2e0 None None] The sync data for ids ['ddc6af4e-a619-4f9b-9371-ac92299c0545'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:35.734400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.753621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-73525376-23d5-4096-bad1-6ac0878e5df6 None None] Port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:35.803053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Pushing event deleted for resources: {'Port': ['ID=6da7abe6-8e5c-4520-a52a-0bd10d36623c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:35.816259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.816627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.825471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.842981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07f120-483c-43dd-8a6e-1501c70f610b req-f2ac3dbb-26a4-42f8-acaf-7a9beb396763 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:35.844442 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc07f120-483c-43dd-8a6e-1501c70f610b req-f2ac3dbb-26a4-42f8-acaf-7a9beb396763 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.2587616 Mar 03 10:13:35.889795 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0b936e0b-1645-4bce-9995-bee068a9076e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6da7abe6-8e5c-4520-a52a-0bd10d36623c HTTP/1.1" status: 204 len: 168 time: 1.1930330 Mar 03 10:13:35.896733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53668) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:35.944757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:35.988076 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5beafdb-be9b-4a04-aa31-b652ac5d5fe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:13:35.988076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e5beafdb-be9b-4a04-aa31-b652ac5d5fe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Synchronizing usage tracker for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:35.999442 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc07f120-483c-43dd-8a6e-1501c70f610b req-075a5b4e-db9e-49c1-a6eb-4d33660cea0c tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386962 Mar 03 10:13:36.008626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Calling delete_port for 3b1b2cc4-b351-4981-80c8-1037cdef1433 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:36.032993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.047257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e5beafdb-be9b-4a04-aa31-b652ac5d5fe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] Unset dirty status for tenant:813f4d6b1aa24aeb946d12bdb912bb43 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:36.048374 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e5beafdb-be9b-4a04-aa31-b652ac5d5fe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552364264-project-admin] 10.222.0.23 "GET /v2.0/ports/6da7abe6-8e5c-4520-a52a-0bd10d36623c HTTP/1.1" status: 404 len: 333 time: 0.1508048 Mar 03 10:13:36.052551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53672) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:36.053130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=d708d6af-abee-436d-be02-6ae78be9eaf8,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:36.061260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.064083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': '5af29582-44b8-4e7e-b044-e4d369876b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:36.064453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: 13d9c0a2-9825-4d98-8e07-8b2ed287c743, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:36.084619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:36.094264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Router a8bf9b6c-e979-42f2-a2ae-09e7d035728b is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:13:36.095108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 13d9c0a2-9825-4d98-8e07-8b2ed287c743) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:36.101338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:36.102342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.105919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7ec46-3ae8-4b45-a204-351b494d4b7c None None] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:36.121907 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0911eaa4-1982-4f47-b084-83c007ef0182 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1669536 Mar 03 10:13:36.124864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53676) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:36.131257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:36.133286 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-753a71db-1b2e-4482-8e59-0ea0bbfacc26 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/ddc6af4e-a619-4f9b-9371-ac92299c0545 HTTP/1.1" status: 200 len: 924 time: 0.5257158 Mar 03 10:13:36.144101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53680) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:36.270445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:36.274537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:subnet and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:36.277344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:36.283585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:36.294333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:36.299722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.334196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-13d9c0a2-9825-4d98-8e07-8b2ed287c743', 'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': 'd708d6af-abee-436d-be02-6ae78be9eaf8'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:36.335279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.339212 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c43bdfed-eb7c-4290-8689-539ca87673aa tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc6af4e-a619-4f9b-9371-ac92299c0545 HTTP/1.1" status: 200 len: 205 time: 0.1918626 Mar 03 10:13:36.341574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:36.347019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.518016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:36.528561 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] Sync routers for ids ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:36.540862 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] Routers {'a8bf9b6c-e979-42f2-a2ae-09e7d035728b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:36.541807 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:36.549548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Allocated IP 2001:db8::2 (13d9c0a2-9825-4d98-8e07-8b2ed287c743/d708d6af-abee-436d-be02-6ae78be9eaf8/3e0395b2-2d78-464c-a698-2b23fdf51906) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:36.575058 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-13c730ea-696d-4626-ad4f-e0025a433713 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "PUT /v2.0/routers/a8bf9b6c-e979-42f2-a2ae-09e7d035728b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4398706 Mar 03 10:13:36.578908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53688) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:36.612833 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:36.622958 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] Routers {'a8bf9b6c-e979-42f2-a2ae-09e7d035728b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:36.624067 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:36.630005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.638126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.646161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'port': {'network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239', 'name': 'tempest-FloatingIPNegativeTestJSON-474397617'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:36.692873 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:36.693434 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe4c2b-7043-485a-8606-a8c08d231eed None None] The sync data for ids ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:36.716228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.749072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b1b2cc4-b351-4981-80c8-1037cdef1433,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:36.857102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.869699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Transition to ACTIVE for port object 3e0395b2-2d78-464c-a698-2b23fdf51906 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:36.890684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Transition to ACTIVE for port object 3e0395b2-2d78-464c-a698-2b23fdf51906 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:36.899975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:36.968747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:36.972457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:36.976819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:36.979245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Pushing event updated for resources: {'Port': ['ID=3e0395b2-2d78-464c-a698-2b23fdf51906,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:36.981723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b2a4ef-fd91-4687-8cb6-c98191a6383a']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:37.031170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.044840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a8dd26-fc60-438b-8298-b6739b8b0718') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:37.045279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a8dd26-fc60-438b-8298-b6739b8b0718') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:37.073947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.083888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Deleting port 6ef99ce7-d499-4bf2-a67a-c9d2b64b7ffc {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:37.084370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.092609 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Attempting to bind port 3e0395b2-2d78-464c-a698-2b23fdf51906 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:37.093253 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Attempting to bind port 3e0395b2-2d78-464c-a698-2b23fdf51906 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5af29582-44b8-4e7e-b044-e4d369876b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:37.093684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Attempting to bind port 3e0395b2-2d78-464c-a698-2b23fdf51906 on network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:37.102064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:37.102476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Checking segment: {'id': '5af29582-44b8-4e7e-b044-e4d369876b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:37.102878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.103421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Bound using segment: {'id': '5af29582-44b8-4e7e-b044-e4d369876b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:37.106701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Bound port: 3e0395b2-2d78-464c-a698-2b23fdf51906, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af29582-44b8-4e7e-b044-e4d369876b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:37.107240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.114625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.117095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.118247 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3465092b-7a08-43fa-8faa-32af80cfc9f3 tempest-FloatingIPAdminTestJSON-640701231 tempest-FloatingIPAdminTestJSON-640701231-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/c59597e8-bc4d-41d2-8491-8711b2f31700 HTTP/1.1" status: 204 len: 168 time: 2.1671042 Mar 03 10:13:37.119380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.125805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53694) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:37.137461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.161414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:37.161821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:37.180136 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:37.214003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] For port 3e0395b2-2d78-464c-a698-2b23fdf51906, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:37.217551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] For port 3e0395b2-2d78-464c-a698-2b23fdf51906, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3e0395b2-2d78-464c-a698-2b23fdf51906,segment=NetworkSegment(5af29582-44b8-4e7e-b044-e4d369876b72),segment_id=5af29582-44b8-4e7e-b044-e4d369876b72)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:37.221138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.243116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:37.253054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:37.258958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:37.269993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:37.270972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.277493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:port and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:37.290213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:37.301149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:37.305173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47550a-de50-49c0-80b8-4440f22c06e7 None None] Pushing event updated for resources: {'Port': ['ID=3e0395b2-2d78-464c-a698-2b23fdf51906,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:37.306368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting port 9e0c16d0-d043-4208-a556-c48e67680a5d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:37.306712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.331741 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2058167 Mar 03 10:13:37.339610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53700) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:37.348667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.404161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9526b-81c8-4afd-ac8c-4f0149270b84 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=77c4fc8d-9a04-44f8-92f4-f377878b1390,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:37.407500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.431602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] Pushing event deleted for resources: {'Network': ['ID=c8b2a4ef-fd91-4687-8cb6-c98191a6383a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:37.457539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755c33f-6a43-4f3e-8c28-b1bf8b8cf371 req-1c5e2cb4-f256-454d-8af3-7d2f71fde25d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:37.457789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Made reservation on behalf of 7eee4ad070054f7687e56f835ce5fb8a for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:37.458122 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1755c33f-6a43-4f3e-8c28-b1bf8b8cf371 req-1c5e2cb4-f256-454d-8af3-7d2f71fde25d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3082039 Mar 03 10:13:37.461016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.476898 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5f6dbbb5-6925-49ca-981d-d6d1a8a23baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-150436560-project] 10.222.0.23 "DELETE /v2.0/networks/c8b2a4ef-fd91-4687-8cb6-c98191a6383a HTTP/1.1" status: 204 len: 168 time: 1.4183884 Mar 03 10:13:37.514625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.554315 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1755c33f-6a43-4f3e-8c28-b1bf8b8cf371 req-a83421a3-2e86-4a45-b911-68209d85f332 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864701 Mar 03 10:13:37.559071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] device_id is not set on port 1db79c9d-f12a-4bb1-8d48-8e92e1952455 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:37.607710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:37.609320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:37.610812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:37.612358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:37.613844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:37.614766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Synchronizing usage tracker for tenant:f515fba819df4beaada06459da66e481 on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:37.719884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Calling delete_port for 6ef99ce7-d499-4bf2-a67a-c9d2b64b7ffc owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:37.782416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Unset dirty status for tenant:f515fba819df4beaada06459da66e481 on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:37.787976 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2cb879db-73cf-456a-931f-dac672e5abd7 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4372628 Mar 03 10:13:37.788743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:37.797111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909992850'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:37.805441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:37.811715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:37.855067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.884593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53712) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:37.887881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:37.949602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:37.956106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:37.974204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:37.977698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.018148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Allocated IP 172.20.0.13 (05c052d0-95e3-424a-8b5d-5d9dd4c28239/6c0b0c0d-67f9-4f59-8e58-d6cba626c51f/1db79c9d-f12a-4bb1-8d48-8e92e1952455) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:38.031353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:38.042635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Calling delete_port for 9e0c16d0-d043-4208-a556-c48e67680a5d owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:38.048467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.049695 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment 5691df09-7b98-4ec5-b666-0391d856677d of type vlan for network b9f327c6-41b1-4da5-bc75-f8f2601fe361 Mar 03 10:13:38.117228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.149731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.194766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2438db5e-a6a7-41b1-ac9d-43f5aa1ff3d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b1cab851ba64f96a84129693787738a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090656 Mar 03 10:13:38.198609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53718) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:38.208796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event deleted for resources: {'Port': ['ID=6ef99ce7-d499-4bf2-a67a-c9d2b64b7ffc,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:38.243279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.248789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:38.249382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.396933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6071830 Mar 03 10:13:38.398035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53722) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:38.423515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:38.427784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.459206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504a436-6bfa-48f4-ac58-832be9c6bac2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=b9f327c6-41b1-4da5-bc75-f8f2601fe361,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:38.472853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:38.482549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a4359d02-6b8e-4d4e-80f1-a94d7da2395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.496533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.509620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event deleted for resources: {'Port': ['ID=9e0c16d0-d043-4208-a556-c48e67680a5d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:38.586049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.603379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Transition to ACTIVE for port object 1db79c9d-f12a-4bb1-8d48-8e92e1952455 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:38.636445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024d8de-593d-4fd4-820e-6df339c65cd1 None None] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:38.695530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e0c543aa-19c7-4e86-99b4-7d187d102652 None None] Provisioning for port 3e0395b2-2d78-464c-a698-2b23fdf51906 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:38.714165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a4359d02-6b8e-4d4e-80f1-a94d7da2395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.724814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:38.866068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3e0395b2-2d78-464c-a698-2b23fdf51906 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:38.955525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:38.969077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:38.973004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:39.003149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.024171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 3e0395b2-2d78-464c-a698-2b23fdf51906 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:39.033843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 3e0395b2-2d78-464c-a698-2b23fdf51906 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:39.034479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.044400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Port': ['ID=1db79c9d-f12a-4bb1-8d48-8e92e1952455,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:39.062380 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0204cb87-57cc-4670-88cb-0d58345c1c30 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "DELETE /v2.0/ports/9e0c16d0-d043-4208-a556-c48e67680a5d HTTP/1.1" status: 204 len: 168 time: 1.9355638 Mar 03 10:13:39.067107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53728) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:39.139984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:39.140900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.170395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a4359d02-6b8e-4d4e-80f1-a94d7da2395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.172947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a4359d02-6b8e-4d4e-80f1-a94d7da2395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.175088 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a4359d02-6b8e-4d4e-80f1-a94d7da2395c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/695bc5e2-4be4-4417-9fe4-e33d1340f3f2 HTTP/1.1" status: 204 len: 168 time: 0.9752800 Mar 03 10:13:39.190548 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0e2268ce-0da3-4c51-8c41-a673fed8a2ac tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6095290 Mar 03 10:13:39.192364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4359d02-6b8e-4d4e-80f1-a94d7da2395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695bc5e2-4be4-4417-9fe4-e33d1340f3f2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:39.202463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53734) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:39.205893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.213182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:39.229014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:39.237504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:floatingip and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:39.241087 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:39.241703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.245204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.252738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5213eb7-3767-4b5a-b6cb-54d366fa83e1 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:39.253520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b5213eb7-3767-4b5a-b6cb-54d366fa83e1 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Synchronizing usage tracker for tenant:f198a7c875b746f38a18300474c96d5d on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:39.260115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:39.279699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.290143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] Update dhcp port {'port': {'network_id': '13d9c0a2-9825-4d98-8e07-8b2ed287c743', 'fixed_ips': [{'subnet_id': 'd708d6af-abee-436d-be02-6ae78be9eaf8', 'ip_address': '2001:db8::2'}, {'subnet_id': '77c4fc8d-9a04-44f8-92f4-f377878b1390'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '3e0395b2-2d78-464c-a698-2b23fdf51906'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:13:39.310528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b5213eb7-3767-4b5a-b6cb-54d366fa83e1 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Unset dirty status for tenant:f198a7c875b746f38a18300474c96d5d on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:39.312075 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b5213eb7-3767-4b5a-b6cb-54d366fa83e1 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8e93e39-b8e8-40e1-b390-7b81ebdf103b HTTP/1.1" status: 200 len: 913 time: 0.2437484 Mar 03 10:13:39.315400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53738) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:39.355487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.355712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.426191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-42546bff-ce17-49ef-9342-28bf9a47b7d2 None None] Provisioning for port 1db79c9d-f12a-4bb1-8d48-8e92e1952455 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:39.444162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-42546bff-ce17-49ef-9342-28bf9a47b7d2 None None] Provisioning complete for port 1db79c9d-f12a-4bb1-8d48-8e92e1952455 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:39.444624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42546bff-ce17-49ef-9342-28bf9a47b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.481786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 is not hosted by any dhcp agent {{(pid=87888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 10:13:39.488519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:39.489228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.490070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.494114 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "PUT /v2.0/networks/b9f327c6-41b1-4da5-bc75-f8f2601fe361 HTTP/1.1" status: 200 len: 723 time: 1.0814891 Mar 03 10:13:39.494114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014c3b3-5885-4dfa-878f-770b7a0c584f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=b9f327c6-41b1-4da5-bc75-f8f2601fe361,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:39.499924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53744) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:39.506210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.507170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Fanout notify agent at l3_agent the message router_deleted on router ddc6af4e-a619-4f9b-9371-ac92299c0545 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:13:39.515612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 3e0395b2-2d78-464c-a698-2b23fdf51906, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3e0395b2-2d78-464c-a698-2b23fdf51906,segment=NetworkSegment(5af29582-44b8-4e7e-b044-e4d369876b72),segment_id=5af29582-44b8-4e7e-b044-e4d369876b72)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:39.519548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:39.533022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': 'b9f327c6-41b1-4da5-bc75-f8f2601fe361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:39.556210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.557851 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-61ff5175-8a34-4dd0-85d7-83c47b48ddc1 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/ddc6af4e-a619-4f9b-9371-ac92299c0545 HTTP/1.1" status: 204 len: 168 time: 3.2148705 Mar 03 10:13:39.566070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53750) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:39.567916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.590683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'router': {'name': 'tempest-snat-router-800818148', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': False}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:39.595550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:39.600150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:router and tenant:75023ca4918c4aa7b4f8865f67b56ec1 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:39.605419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:39.615716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53754) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:39.616312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:39.639157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.641104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.658843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.744653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-42546bff-ce17-49ef-9342-28bf9a47b7d2 None None] Port 1db79c9d-f12a-4bb1-8d48-8e92e1952455 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:39.771288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=3e0395b2-2d78-464c-a698-2b23fdf51906,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:39.784764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9c9ecdac-5a4f-4b0c-a21a-d994b87bd0e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=813f4d6b1aa24aeb946d12bdb912bb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677010 Mar 03 10:13:39.834406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53758) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:39.895259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc891b-e7d8-43d5-8511-40ed6b28f7eb req-10365c49-c7fd-439f-879e-9974ae08457f tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:39.896785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65bc891b-e7d8-43d5-8511-40ed6b28f7eb req-10365c49-c7fd-439f-879e-9974ae08457f tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 1.1872876 Mar 03 10:13:39.899694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:39.916555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] Allocated IP 172.20.0.1 (13d9c0a2-9825-4d98-8e07-8b2ed287c743/77c4fc8d-9a04-44f8-92f4-f377878b1390/3e0395b2-2d78-464c-a698-2b23fdf51906) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:39.987326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:40.048164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f53ce3-3981-4d5b-94d2-3b184e4612e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.056485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] For port 3e0395b2-2d78-464c-a698-2b23fdf51906, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3e0395b2-2d78-464c-a698-2b23fdf51906,segment=NetworkSegment(5af29582-44b8-4e7e-b044-e4d369876b72),segment_id=5af29582-44b8-4e7e-b044-e4d369876b72)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:40.073192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.079644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:40.082035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.097139 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65bc891b-e7d8-43d5-8511-40ed6b28f7eb req-c6b399c2-8053-42a0-8fb2-d659a8bbeb19 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382320 Mar 03 10:13:40.110505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] Transition to ACTIVE for port object 3e0395b2-2d78-464c-a698-2b23fdf51906 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:40.119274 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.132653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:40.136088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.151652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f53ce3-3981-4d5b-94d2-3b184e4612e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.238815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Allocated IP 172.26.7.180 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/cadc12fb-3eaf-437f-9bc5-bdda173b7277) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:40.300661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d620d-85fc-40dc-a477-7c65da888163 None None] Pushing event updated for resources: {'Port': ['ID=3e0395b2-2d78-464c-a698-2b23fdf51906,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:40.345351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f53ce3-3981-4d5b-94d2-3b184e4612e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.438484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f53ce3-3981-4d5b-94d2-3b184e4612e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e94bc0e-a145-4c61-b1ca-00b9fdc10811,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:40.476834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f53ce3-3981-4d5b-94d2-3b184e4612e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.481245 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-33f53ce3-3981-4d5b-94d2-3b184e4612e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e94bc0e-a145-4c61-b1ca-00b9fdc10811 HTTP/1.1" status: 204 len: 168 time: 0.6322074 Mar 03 10:13:40.530609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.594846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:40.824460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3e0395b2-2d78-464c-a698-2b23fdf51906 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:40.905159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.007048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.009875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:41.023985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:41.045830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.071681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809fb53a-e38b-47c4-a8e7-f80ca21ee1bf None None] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:41.086714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:41.104954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.182015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Port': ['ID=cadc12fb-3eaf-437f-9bc5-bdda173b7277,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:41.294555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.310265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting port 79faa5f1-73c1-4d33-9f3a-8baa3386d421 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:41.310605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.322002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ce14b5ea-be84-4f2a-bd5f-e114dc36cc17 None None] Provisioning for port 3e0395b2-2d78-464c-a698-2b23fdf51906 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:41.333740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ce14b5ea-be84-4f2a-bd5f-e114dc36cc17 None None] Provisioning complete for port 3e0395b2-2d78-464c-a698-2b23fdf51906 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:41.334351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ce14b5ea-be84-4f2a-bd5f-e114dc36cc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.366647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=c748d764-eb33-4064-8fcb-6ea066529134,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:41.394069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': '5691df09-7b98-4ec5-b666-0391d856677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9f327c6-41b1-4da5-bc75-f8f2601fe361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:41.394595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: b9f327c6-41b1-4da5-bc75-f8f2601fe361, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:41.400536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Allocated IP 172.26.7.245 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/5dd0e36c-8760-437a-9e34-1f4c68b7efd2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:41.431981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.483568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:41.558084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, b9f327c6-41b1-4da5-bc75-f8f2601fe361) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:41.588244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e662e0c-6610-4b6a-92c6-3d883248bcd3 req-3c700225-1efe-4d82-a9d5-6e89f2933bca tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:41.589928 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e662e0c-6610-4b6a-92c6-3d883248bcd3 req-3c700225-1efe-4d82-a9d5-6e89f2933bca tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3103216 Mar 03 10:13:41.604461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:41.605337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.616657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aebd88c-33a5-4f3a-a1ad-217f336bf9be None None] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:41.685652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53784) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:41.707008 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-512db9eb-390a-4961-8143-660ce736df52 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1859744 Mar 03 10:13:41.707605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53790) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:41.718759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-482d5f7e-e03f-4096-985d-e53257ec925f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:41.747173 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e662e0c-6610-4b6a-92c6-3d883248bcd3 req-5dc540f6-e38a-434b-9fb0-0623f1c34534 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105552 Mar 03 10:13:41.785929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.831831 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.888171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1015428968'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:41.904725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:41.907434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.908682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:41.913523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:41.916238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:41.935558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.944643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Usage tracker for resource:network and tenant:7262fcb4880d447ca2e1d70e23ae4a36 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:41.949220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:41.961802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:41.969569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-b9f327c6-41b1-4da5-bc75-f8f2601fe361', 'network_id': 'b9f327c6-41b1-4da5-bc75-f8f2601fe361', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': 'c748d764-eb33-4064-8fcb-6ea066529134'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:41.970565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:41.997117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Port': ['ID=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:42.002837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Made reservation on behalf of 7262fcb4880d447ca2e1d70e23ae4a36 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:42.006484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.024740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.043839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:42.047840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Usage tracker for resource:security_group_rule and tenant:7262fcb4880d447ca2e1d70e23ae4a36 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:42.051973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:42.060375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.072737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Calling delete_port for 79faa5f1-73c1-4d33-9f3a-8baa3386d421 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:42.164235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Allocated IP 2001:db8::2 (b9f327c6-41b1-4da5-bc75-f8f2601fe361/c748d764-eb33-4064-8fcb-6ea066529134/5e80a7c1-dc18-4e5c-a137-276efc62bd03) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:42.171281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482d5f7e-e03f-4096-985d-e53257ec925f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10288305'] for subnet, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.240624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:42.312508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Port': ['ID=cadc12fb-3eaf-437f-9bc5-bdda173b7277,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:42.317171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6d9ca3cc-f25a-4253-868a-5c51e54f183c None None] Provisioning complete for port 3e0395b2-2d78-464c-a698-2b23fdf51906 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:42.317171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca3cc-f25a-4253-868a-5c51e54f183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.348787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.383677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.387482 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-edf9aa1d-c870-47b0-a970-faae283e481a tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1793127 Mar 03 10:13:42.389128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53794) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:42.451358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f4d2b01b-4019-4b66-a6fb-dfe8b8d66ca3 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'floatingip': {'port_id': '1db79c9d-f12a-4bb1-8d48-8e92e1952455', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:42.499422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.514791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.529424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Transition to ACTIVE for port object 5e80a7c1-dc18-4e5c-a137-276efc62bd03 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:42.551470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Transition to ACTIVE for port object 5e80a7c1-dc18-4e5c-a137-276efc62bd03 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:42.558990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.584074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.592203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.622791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:42.626017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:42.630363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:42.683843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:42.703160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b01b-4019-4b66-a6fb-dfe8b8d66ca3 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.728349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Pushing event updated for resources: {'Port': ['ID=5e80a7c1-dc18-4e5c-a137-276efc62bd03,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:42.740608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Attempting to bind port 5e80a7c1-dc18-4e5c-a137-276efc62bd03 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:42.740987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Attempting to bind port 5e80a7c1-dc18-4e5c-a137-276efc62bd03 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5691df09-7b98-4ec5-b666-0391d856677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9f327c6-41b1-4da5-bc75-f8f2601fe361'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:42.741355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Attempting to bind port 5e80a7c1-dc18-4e5c-a137-276efc62bd03 on network b9f327c6-41b1-4da5-bc75-f8f2601fe361 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:42.747706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:42.748101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Checking segment: {'id': '5691df09-7b98-4ec5-b666-0391d856677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9f327c6-41b1-4da5-bc75-f8f2601fe361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:42.748484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.748886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Bound using segment: {'id': '5691df09-7b98-4ec5-b666-0391d856677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9f327c6-41b1-4da5-bc75-f8f2601fe361'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:42.749356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Bound port: 5e80a7c1-dc18-4e5c-a137-276efc62bd03, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5691df09-7b98-4ec5-b666-0391d856677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9f327c6-41b1-4da5-bc75-f8f2601fe361'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:42.749732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.833876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4440582a-1899-4445-b33a-ace72d497e24,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:42.839589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.839928 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Added segment 30223024-39dc-444e-aa23-c76e0752009e of type vlan for network 7b5d46cc-8122-43e5-9edd-ffd43e126eec Mar 03 10:13:42.845691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] For port 5e80a7c1-dc18-4e5c-a137-276efc62bd03, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:42.848358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] For port 5e80a7c1-dc18-4e5c-a137-276efc62bd03, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5e80a7c1-dc18-4e5c-a137-276efc62bd03,segment=NetworkSegment(5691df09-7b98-4ec5-b666-0391d856677d),segment_id=5691df09-7b98-4ec5-b666-0391d856677d)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:42.855487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:42.938861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eda3a6-8edb-4cec-96bb-98d11b0cb41a None None] Pushing event updated for resources: {'Port': ['ID=5e80a7c1-dc18-4e5c-a137-276efc62bd03,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:42.981771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.046080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482d5f7e-e03f-4096-985d-e53257ec925f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759093021157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2242180'] for subnet, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.098759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.134073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.139380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:43.140255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.154109 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-f4d2b01b-4019-4b66-a6fb-dfe8b8d66ca3 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] update failed (client error): The resource could not be found. Mar 03 10:13:43.155498 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f4d2b01b-4019-4b66-a6fb-dfe8b8d66ca3 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "PUT /v2.0/floatingips/60a1abeb-1ed9-493c-8016-9e657f8918c1 HTTP/1.1" status: 404 len: 507 time: 0.7654438 Mar 03 10:13:43.175680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53800) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:43.176746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.183376 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d5f7e-e03f-4096-985d-e53257ec925f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:43.184175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482d5f7e-e03f-4096-985d-e53257ec925f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.185595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-482d5f7e-e03f-4096-985d-e53257ec925f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "PUT /v2.0/subnets/c748d764-eb33-4064-8fcb-6ea066529134 HTTP/1.1" status: 200 len: 826 time: 1.4765964 Mar 03 10:13:43.190486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event deleted for resources: {'Port': ['ID=79faa5f1-73c1-4d33-9f3a-8baa3386d421,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:43.192398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53804) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:43.294873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d5f7e-e03f-4096-985d-e53257ec925f tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=c748d764-eb33-4064-8fcb-6ea066529134,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:43.518591 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8308892 Mar 03 10:13:43.519235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:43.534651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.542694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95413-caaa-44bc-9f67-81e7c29aaaaa req-1397e556-09fe-4608-95cf-f96f8574414b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:43.544152 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44f95413-caaa-44bc-9f67-81e7c29aaaaa req-1397e556-09fe-4608-95cf-f96f8574414b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6080642 Mar 03 10:13:43.552330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Request body: {'subnet': {'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:43.581461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684f1b7-173d-4232-9691-85ee5df60ded tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event updated for resources: {'Network': ['ID=7b5d46cc-8122-43e5-9edd-ffd43e126eec,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:43.592537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:43.619396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 5e80a7c1-dc18-4e5c-a137-276efc62bd03 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:43.619740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.633034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting port cadc12fb-3eaf-437f-9bc5-bdda173b7277 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:43.633634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.683071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:43.854361 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44f95413-caaa-44bc-9f67-81e7c29aaaaa req-61efc135-77be-45a1-9cc7-783eee16e17f tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738411 Mar 03 10:13:43.895579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:43.908845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Usage tracker for resource:subnet and tenant:7262fcb4880d447ca2e1d70e23ae4a36 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:43.913597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:43.972134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:44.011542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Made reservation on behalf of 7262fcb4880d447ca2e1d70e23ae4a36 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:44.015044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.062907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Router d263e15d-76de-43bb-869f-0753fe73d2b4 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:13:44.144946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.144946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.165429 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb2fba-2faf-464c-9bba-7ec0e79e97ba None None] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:44.227183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] For port 5e80a7c1-dc18-4e5c-a137-276efc62bd03, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5e80a7c1-dc18-4e5c-a137-276efc62bd03,segment=NetworkSegment(5691df09-7b98-4ec5-b666-0391d856677d),segment_id=5691df09-7b98-4ec5-b666-0391d856677d)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:44.227454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.321229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-efee0443-0858-4159-80cf-e90bd15c71ef None None] Provisioning for port 5e80a7c1-dc18-4e5c-a137-276efc62bd03 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:44.367523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Calling delete_port for 5e80a7c1-dc18-4e5c-a137-276efc62bd03 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:44.488114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Calling delete_port for cadc12fb-3eaf-437f-9bc5-bdda173b7277 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:44.544080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Router f8e93e39-b8e8-40e1-b390-7b81ebdf103b has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:13:44.662284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4fb21-8fb9-4728-bafe-ff1292c357bb None None] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:44.731070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:44.780861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Sync routers for ids ['d263e15d-76de-43bb-869f-0753fe73d2b4'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:44.802642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-70e2d304-d8e9-4fa3-b94a-5ce3abf409d1 None None] Could not find standard attr ID for object 5e80a7c1-dc18-4e5c-a137-276efc62bd03. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:13:44.811673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:44.816140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Routers {'d263e15d-76de-43bb-869f-0753fe73d2b4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:44.817032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d263e15d-76de-43bb-869f-0753fe73d2b4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:44.827163 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] Sync routers for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:44.828333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.829354 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-91aad82e-8aa1-4842-bbf0-8b93bd405680 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2619855 Mar 03 10:13:44.838761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.841426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53814) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:44.844400 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:44.845320 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:44.884512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5e80a7c1-dc18-4e5c-a137-276efc62bd03 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:44.899027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Port': ['ID=5e80a7c1-dc18-4e5c-a137-276efc62bd03,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:44.945436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.947059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 5e80a7c1-dc18-4e5c-a137-276efc62bd03 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:13:44.947549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5e80a7c1-dc18-4e5c-a137-276efc62bd03 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 10:13:44.986607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:44.991451 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:44.995560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Port 5e80a7c1-dc18-4e5c-a137-276efc62bd03 not found, will not notify nova. {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 10:13:45.012115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c325d874-c1d7-4760-8cfa-9d2dc821714e tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "PUT /v2.0/routers/f8e93e39-b8e8-40e1-b390-7b81ebdf103b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6953256 Mar 03 10:13:45.013071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53820) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:45.014311 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] Routers {'f8e93e39-b8e8-40e1-b390-7b81ebdf103b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:45.015718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No DVR routers for this DVR port 5e80a7c1-dc18-4e5c-a137-276efc62bd03 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:13:45.016197 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:45.104782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event deleted for resources: {'Port': ['ID=cadc12fb-3eaf-437f-9bc5-bdda173b7277,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:45.130466 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:45.131105 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4e78a-b2d1-467d-934f-6d45990f1d03 None None] The sync data for ids ['f8e93e39-b8e8-40e1-b390-7b81ebdf103b'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:45.156430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.231027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Set router d263e15d-76de-43bb-869f-0753fe73d2b4 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:45.302762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event updated for resources: {'Subnet': ['ID=41506a71-dddb-4b46-b062-3a8a6e7bf5f6,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:45.310734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Checking segment: {'id': '30223024-39dc-444e-aa23-c76e0752009e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:45.311459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Network hostable DHCP agents. Network: 7b5d46cc-8122-43e5-9edd-ffd43e126eec, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:45.338435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.341668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.343198 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4aef4678-fe31-4a57-9c2e-675bf96f7b8e tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "DELETE /v2.0/floatingips/60a1abeb-1ed9-493c-8016-9e657f8918c1 HTTP/1.1" status: 204 len: 168 time: 2.1643274 Mar 03 10:13:45.349788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53826) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:45.358401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.361889 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b1b52571-b104-4837-bd41-f59c78501f74 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/d263e15d-76de-43bb-869f-0753fe73d2b4 HTTP/1.1" status: 200 len: 908 time: 0.5175610 Mar 03 10:13:45.365393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'floatingip': {'floating_network_id': '05c052d0-95e3-424a-8b5d-5d9dd4c28239', 'port_id': '1db79c9d-f12a-4bb1-8d48-8e92e1952455', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:45.369148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53830) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:45.380182 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:45.387920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:floatingip and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:45.394522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:45.397925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:45.411141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:45.427419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'router': {'name': 'tempest-snat-router-800818148', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': True}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:45.430492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 7b5d46cc-8122-43e5-9edd-ffd43e126eec) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:45.442747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a189101-dfb6-46cf-8c8d-f5241b504b6b req-cbb8ac7e-49dd-4c73-9213-99f775928971 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:45.444865 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a189101-dfb6-46cf-8c8d-f5241b504b6b req-cbb8ac7e-49dd-4c73-9213-99f775928971 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3263648 Mar 03 10:13:45.446397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.448873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.468204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:45.469509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.515576 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4a9c3b63-2045-479d-9128-d25eb4531a64 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9809999 Mar 03 10:13:45.523504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53834) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:45.528998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=c748d764-eb33-4064-8fcb-6ea066529134,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:45.535714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:45.554145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Request body: {'port': {'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1852362752'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:45.556398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e8eb0-fd78-4612-a453-c46aad16da9b None None] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:45.559504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Usage tracker for resource:router and tenant:75023ca4918c4aa7b4f8865f67b56ec1 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:45.568544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:45.582454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:45.597923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c64cd-7a17-483f-b787-b5e41a2db5e5 None None] Network b9f327c6-41b1-4da5-bc75-f8f2601fe361 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:45.653663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.685367 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a189101-dfb6-46cf-8c8d-f5241b504b6b req-50dbd162-c066-47e9-80a5-e466da23a149 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972976 Mar 03 10:13:45.792919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:45.799011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Usage tracker for resource:port and tenant:7262fcb4880d447ca2e1d70e23ae4a36 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:45.803693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:45.810877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:45.828634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Made reservation on behalf of 7262fcb4880d447ca2e1d70e23ae4a36 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:45.833169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.863850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] device_id is not set on port 1ae29ce1-b340-4481-9793-3630f7126f14 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:45.881907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.882900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.906832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f327c6-41b1-4da5-bc75-f8f2601fe361']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:45.933610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5691df09-7b98-4ec5-b666-0391d856677d') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:45.933889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5691df09-7b98-4ec5-b666-0391d856677d') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:45.950688 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:13:45.956604 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c9cd1a13-8e33-4103-ab4e-7c64c506223f tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5965881 Mar 03 10:13:45.957089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.959248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53838) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:45.971984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '1db79c9d-f12a-4bb1-8d48-8e92e1952455', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:45.976204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.984854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:45.998001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.006907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting port 2f3463d6-3f4c-40e3-9eee-1a364a288caf {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:46.007248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.016171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263e15d-76de-43bb-869f-0753fe73d2b4', 'name': 'tempest-snat-router-800818148', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.245'}], 'enable_snat': False}, 'gw_port_id': '5dd0e36c-8760-437a-9e34-1f4c68b7efd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:13:39Z', 'updated_at': '2022-03-03T10:13:42Z', 'revision_number': 3, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port': {'id': '5dd0e36c-8760-437a-9e34-1f4c68b7efd2', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263e15d-76de-43bb-869f-0753fe73d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:13:41Z', 'updated_at': '2022-03-03T10:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:46.022957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:46.025073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Checking router: d263e15d-76de-43bb-869f-0753fe73d2b4 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:13:46.025073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Updating router d263e15d-76de-43bb-869f-0753fe73d2b4 port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:13:46.035888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:46.036276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.039705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Usage tracker for resource:floatingip and tenant:7eee4ad070054f7687e56f835ce5fb8a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:46.044652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:46.052244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-7b5d46cc-8122-43e5-9edd-ffd43e126eec', 'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec', 'tenant_id': '7262fcb4880d447ca2e1d70e23ae4a36', 'fixed_ips': [{'subnet_id': '41506a71-dddb-4b46-b062-3a8a6e7bf5f6'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:46.053160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:46.053502 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:46.057391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:46.068123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45e3dc-2bed-46f6-a4c4-e1a998f6fd2f None None] DHCP port deletion for b9f327c6-41b1-4da5-bc75-f8f2601fe361 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:13:46.206090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.218345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.234846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Allocated IP 2001:db8::86 (7b5d46cc-8122-43e5-9edd-ffd43e126eec/41506a71-dddb-4b46-b062-3a8a6e7bf5f6/1ae29ce1-b340-4481-9793-3630f7126f14) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:46.312832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.317509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.412546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=b9f327c6-41b1-4da5-bc75-f8f2601fe361,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:46.541814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.545642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.546259 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d78ad2cf-4bf7-4194-9a37-4922c96eae67 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/b9f327c6-41b1-4da5-bc75-f8f2601fe361 HTTP/1.1" status: 204 len: 168 time: 3.3238738 Mar 03 10:13:46.551290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53842) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:46.601796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.606645 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddbcffe-6275-4b14-afb6-6aec38b6418a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:13:46.607163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddbcffe-6275-4b14-afb6-6aec38b6418a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:13:46.608996 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9ddbcffe-6275-4b14-afb6-6aec38b6418a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/b9f327c6-41b1-4da5-bc75-f8f2601fe361 HTTP/1.1" status: 404 len: 339 time: 0.0550332 Mar 03 10:13:46.615239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53846) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:46.617619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.631172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-880923966', 'description': 'd1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:46.633324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Transition to ACTIVE for port object 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:46.637824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.644163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.651701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:46.656500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Transition to ACTIVE for port object 1ae29ce1-b340-4481-9793-3630f7126f14 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:46.662835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Usage tracker for resource:network and tenant:f515fba819df4beaada06459da66e481 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:46.668534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:46.708311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:46.750704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:46.754222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.770894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb462f83-eb95-4376-a5cf-ad2f73557ed6 None None] Pushing event updated for resources: {'Port': ['ID=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:46.771251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Calling delete_port for 2f3463d6-3f4c-40e3-9eee-1a364a288caf owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:46.789533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:46.798105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Attempting to bind port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:46.798540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.799416 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment a302bc15-c8d5-4da2-9a1d-482110dd8230 of type vlan for network 2126c1a9-7b2c-4e1e-ae65-4268bedf52ce Mar 03 10:13:46.799942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Attempting to bind port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:46.800604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Attempting to bind port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:46.808158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:46.808970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:46.809612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.810245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:46.810957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Bound port: 5dd0e36c-8760-437a-9e34-1f4c68b7efd2, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:46.811577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.826298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.850178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5e80a7c1-dc18-4e5c-a137-276efc62bd03 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:13:46.862716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Allocated IP 172.26.7.188 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/c7b202fe-056b-4de4-a816-b7db2502ed02) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:46.868447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.873777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:46.874362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:46.937438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 5e80a7c1-dc18-4e5c-a137-276efc62bd03 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:13:46.937790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5e80a7c1-dc18-4e5c-a137-276efc62bd03 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:13:46.939541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.002494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Allocated IP 2001:db8::2 (7b5d46cc-8122-43e5-9edd-ffd43e126eec/41506a71-dddb-4b46-b062-3a8a6e7bf5f6/2298e2f3-97a6-42d2-8019-f74a1e21afd8) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:47.007991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] For port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:47.011034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] For port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:47.023528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.107942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Routers {'d263e15d-76de-43bb-869f-0753fe73d2b4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:47.108563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d263e15d-76de-43bb-869f-0753fe73d2b4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:47.167389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:47.179164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:47.184170 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5605407 Mar 03 10:13:47.184170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e618-7d6d-474e-9512-ee1374408489 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=2126c1a9-7b2c-4e1e-ae65-4268bedf52ce,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:47.185781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53854) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:47.188545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:47.195055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:47.195734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.247765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event updated for resources: {'Port': ['ID=1ae29ce1-b340-4481-9793-3630f7126f14,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:47.288018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] Set router d263e15d-76de-43bb-869f-0753fe73d2b4 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:47.307957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd868c-3ea0-42ce-9956-c771e5bb7304 req-460147d4-cb93-4bf8-b509-f912fd7fddd2 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:47.309574 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-47dd868c-3ea0-42ce-9956-c771e5bb7304 req-460147d4-cb93-4bf8-b509-f912fd7fddd2 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4422295 Mar 03 10:13:47.313622 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9312565f-5b3c-4cef-9077-1ed3ae78a40f tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7892759 Mar 03 10:13:47.319811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53858) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:47.362704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Request body: {'port': {'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-373517068', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:47.363570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] bootfile-name is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:47.364026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] tftp-server is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:47.364561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.api.validators [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] server-ip-address is not in valid_values {{(pid=87888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:47.373912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.403938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 2126c1a9-7b2c-4e1e-ae65-4268bedf52ce details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:47.407705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.512542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.514992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.569280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-47dd868c-3ea0-42ce-9956-c771e5bb7304 req-0dc10e9c-d172-41ae-b649-c2a142e6688e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301037 Mar 03 10:13:47.598740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event deleted for resources: {'Port': ['ID=2f3463d6-3f4c-40e3-9eee-1a364a288caf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:47.609951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb462f83-eb95-4376-a5cf-ad2f73557ed6 None None] Pushing event updated for resources: {'Port': ['ID=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:47.669240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf234ed-854b-41d7-9ea9-210d10e3338b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:47.671898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcf234ed-854b-41d7-9ea9-210d10e3338b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Synchronizing usage tracker for tenant:f515fba819df4beaada06459da66e481 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:47.690718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:47.696314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Usage tracker for resource:port and tenant:7262fcb4880d447ca2e1d70e23ae4a36 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:13:47.700937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:13:47.704791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.746288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:47.768503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcf234ed-854b-41d7-9ea9-210d10e3338b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Unset dirty status for tenant:f515fba819df4beaada06459da66e481 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:47.770008 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dcf234ed-854b-41d7-9ea9-210d10e3338b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/networks?id=2126c1a9-7b2c-4e1e-ae65-4268bedf52ce HTTP/1.1" status: 200 len: 764 time: 0.5838766 Mar 03 10:13:47.776804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53864) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:47.778466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.792921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'description': 'd2'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:47.812935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Made reservation on behalf of 7262fcb4880d447ca2e1d70e23ae4a36 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:47.816992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.835505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:47.853818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:47.856236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:47.898787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event updated for resources: {'Port': ['ID=c7b202fe-056b-4de4-a816-b7db2502ed02,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:47.976301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.977218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] device_id is not set on port b00373af-6dd7-4d5f-ba84-70ebcebb99b4 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:13:47.981152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:47.991563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Allocated IP 172.26.7.186 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/b09c4f83-78b0-4a17-a42e-d9b169fb0057) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:48.028355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5d2dd-bfa3-4829-91e2-4c4b9bdfcd21 req-8641fef6-0939-4990-8c1f-cfa5c1abbdb5 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:48.029857 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a5e5d2dd-bfa3-4829-91e2-4c4b9bdfcd21 req-8641fef6-0939-4990-8c1f-cfa5c1abbdb5 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.4100223 Mar 03 10:13:48.031355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263e15d-76de-43bb-869f-0753fe73d2b4', 'name': 'tempest-snat-router-800818148', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.245'}], 'enable_snat': False}, 'gw_port_id': '5dd0e36c-8760-437a-9e34-1f4c68b7efd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:13:39Z', 'updated_at': '2022-03-03T10:13:42Z', 'revision_number': 3, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port': {'id': '5dd0e36c-8760-437a-9e34-1f4c68b7efd2', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263e15d-76de-43bb-869f-0753fe73d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:13:41Z', 'updated_at': '2022-03-03T10:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:48.038649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c362-7263-4853-8142-134aa5c5f6f4 None None] The sync data for ids ['d263e15d-76de-43bb-869f-0753fe73d2b4'] in dv-neutron-831192-5-hyperv is: [{'id': 'd263e15d-76de-43bb-869f-0753fe73d2b4', 'name': 'tempest-snat-router-800818148', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.245'}], 'enable_snat': False}, 'gw_port_id': '5dd0e36c-8760-437a-9e34-1f4c68b7efd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:13:39Z', 'updated_at': '2022-03-03T10:13:42Z', 'revision_number': 3, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port': {'id': '5dd0e36c-8760-437a-9e34-1f4c68b7efd2', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263e15d-76de-43bb-869f-0753fe73d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:13:41Z', 'updated_at': '2022-03-03T10:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:48.039451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.040045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Fanout notify agent at l3_agent the message router_deleted on router f8e93e39-b8e8-40e1-b390-7b81ebdf103b {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:13:48.042251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.054972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Transition to ACTIVE for port object 2298e2f3-97a6-42d2-8019-f74a1e21afd8 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:48.084598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Transition to ACTIVE for port object 2298e2f3-97a6-42d2-8019-f74a1e21afd8 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:48.093613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.131860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.133248 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1f604426-4d0b-4b9b-baa6-2834e0b1893c tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "DELETE /v2.0/routers/f8e93e39-b8e8-40e1-b390-7b81ebdf103b HTTP/1.1" status: 204 len: 168 time: 3.1141250 Mar 03 10:13:48.138750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53868) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:48.183813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:48.187452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:48.193511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:48.199821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Pushing event updated for resources: {'Port': ['ID=2298e2f3-97a6-42d2-8019-f74a1e21afd8,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:48.244261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting subnet 3a9dcb3e-fff1-4bd3-80fa-45edce55a349 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:13:48.247435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.305552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Attempting to bind port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:48.306054 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Attempting to bind port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '30223024-39dc-444e-aa23-c76e0752009e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:48.306482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Attempting to bind port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 on network 7b5d46cc-8122-43e5-9edd-ffd43e126eec {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:48.313114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:48.313562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Checking segment: {'id': '30223024-39dc-444e-aa23-c76e0752009e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:48.314586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.315805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Bound using segment: {'id': '30223024-39dc-444e-aa23-c76e0752009e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:48.316351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Bound port: 2298e2f3-97a6-42d2-8019-f74a1e21afd8, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30223024-39dc-444e-aa23-c76e0752009e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b5d46cc-8122-43e5-9edd-ffd43e126eec'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:48.316930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.356635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.451794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.461973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] For port 2298e2f3-97a6-42d2-8019-f74a1e21afd8, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:48.464896 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a5e5d2dd-bfa3-4829-91e2-4c4b9bdfcd21 req-d505d560-4d2c-4a9d-8344-95e855c9f564 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014907 Mar 03 10:13:48.473937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] For port 2298e2f3-97a6-42d2-8019-f74a1e21afd8, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2298e2f3-97a6-42d2-8019-f74a1e21afd8,segment=NetworkSegment(30223024-39dc-444e-aa23-c76e0752009e),segment_id=30223024-39dc-444e-aa23-c76e0752009e)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:48.493682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.585744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.636934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Allocated IP 2001:db8::1c9 (7b5d46cc-8122-43e5-9edd-ffd43e126eec/41506a71-dddb-4b46-b062-3a8a6e7bf5f6/b00373af-6dd7-4d5f-ba84-70ebcebb99b4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:48.640376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.640527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.665541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c48f2-8e40-4f9e-a0b4-21801af34638 None None] Pushing event updated for resources: {'Port': ['ID=2298e2f3-97a6-42d2-8019-f74a1e21afd8,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:48.693809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting port c7b202fe-056b-4de4-a816-b7db2502ed02 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:48.694249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.750666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:48.764143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:48.781179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:48.821516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Port': ['ID=b09c4f83-78b0-4a17-a42e-d9b169fb0057,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:48.886424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.906235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:48.919989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:49.010950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network 2126c1a9-7b2c-4e1e-ae65-4268bedf52ce is not hosted by any dhcp agent {{(pid=87888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 10:13:49.016468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:49.017205 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.021568 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "PUT /v2.0/networks/2126c1a9-7b2c-4e1e-ae65-4268bedf52ce HTTP/1.1" status: 200 len: 761 time: 1.2381265 Mar 03 10:13:49.025357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53874) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:49.069870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9dcb3e-fff1-4bd3-80fa-45edce55a349,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:49.070335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:49.081772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:49.082222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.115423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239958f8-d8d3-4ef9-bc14-2db68e89f188 None None] Network fe318857-05fd-49ed-a3c3-ecd99803602d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:49.125780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.308520 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4f185153-7cca-4fe7-9882-8c7d7ddfad21 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "DELETE /v2.0/subnets/3a9dcb3e-fff1-4bd3-80fa-45edce55a349 HTTP/1.1" status: 204 len: 168 time: 1.1689138 Mar 03 10:13:49.312011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53878) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:49.376052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bce3bf-6e15-44ed-997b-95fa128ed590 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=2126c1a9-7b2c-4e1e-ae65-4268bedf52ce,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:49.394850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a84b8-fe32-464c-806b-8b60c3e9500a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:49.395732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 2126c1a9-7b2c-4e1e-ae65-4268bedf52ce details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:49.396082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b6a84b8-fe32-464c-806b-8b60c3e9500a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Synchronizing usage tracker for tenant:f515fba819df4beaada06459da66e481 on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:49.569286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b6a84b8-fe32-464c-806b-8b60c3e9500a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Unset dirty status for tenant:f515fba819df4beaada06459da66e481 on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:49.576747 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1b6a84b8-fe32-464c-806b-8b60c3e9500a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/networks?id=2126c1a9-7b2c-4e1e-ae65-4268bedf52ce HTTP/1.1" status: 200 len: 764 time: 0.5342653 Mar 03 10:13:49.581692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53884) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:49.599355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e7fd-4142-489e-b801-02ce021116e0 req-c8c856f0-d19f-49b1-a95b-f1c22cb88e54 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:49.613382 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c81e7fd-4142-489e-b801-02ce021116e0 req-c8c856f0-d19f-49b1-a95b-f1c22cb88e54 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7278609 Mar 03 10:13:49.623852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.631608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.644577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:49.653104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.702315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a69c1-e18b-4009-b290-107047517d9d req-c44053da-2f5a-48c8-abf1-6235e7bb6665 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:49.703423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-3d9a69c1-e18b-4009-b290-107047517d9d req-c44053da-2f5a-48c8-abf1-6235e7bb6665 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Synchronizing usage tracker for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:49.737897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] DHCP port deletion for fe318857-05fd-49ed-a3c3-ecd99803602d request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:13:49.739746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:49.746944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] Deleting port dc235d75-1d27-40ea-9de9-592e10f593b5 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:49.747334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.809315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting port dc235d75-1d27-40ea-9de9-592e10f593b5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:49.809909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.843013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-3d9a69c1-e18b-4009-b290-107047517d9d req-c44053da-2f5a-48c8-abf1-6235e7bb6665 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Unset dirty status for tenant:43a97d4b66be4e18825f7e258f4be3b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:49.844564 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3d9a69c1-e18b-4009-b290-107047517d9d req-c44053da-2f5a-48c8-abf1-6235e7bb6665 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.8787401 Mar 03 10:13:49.890749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.908578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.908970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:49.964438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.023369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Transition to ACTIVE for port object b00373af-6dd7-4d5f-ba84-70ebcebb99b4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:50.037858 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c81e7fd-4142-489e-b801-02ce021116e0 req-f15ddab2-093a-4298-a004-9c78b42221a2 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204056 Mar 03 10:13:50.085223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] For port dc235d75-1d27-40ea-9de9-592e10f593b5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=dc235d75-1d27-40ea-9de9-592e10f593b5,segment=NetworkSegment(0ad3cb51-d045-46e8-a8a7-7a0b38d91684),segment_id=0ad3cb51-d045-46e8-a8a7-7a0b38d91684)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:50.085757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.106451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Deleting port fa4584e0-d1ff-483d-aea6-35fff79029fd {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:50.106898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.117658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Calling delete_port for c7b202fe-056b-4de4-a816-b7db2502ed02 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:50.232945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4b793-bfa0-4783-9661-c7171df98cf9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:50.237358 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c0a4b793-bfa0-4783-9661-c7171df98cf9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6185720 Mar 03 10:13:50.252244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53890) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:50.278119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] Calling delete_port for dc235d75-1d27-40ea-9de9-592e10f593b5 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:50.457245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52385f-cbb4-4159-bcb3-bae01ee69f07 None None] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:50.590082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] For port dc235d75-1d27-40ea-9de9-592e10f593b5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=dc235d75-1d27-40ea-9de9-592e10f593b5,segment=NetworkSegment(0ad3cb51-d045-46e8-a8a7-7a0b38d91684),segment_id=0ad3cb51-d045-46e8-a8a7-7a0b38d91684)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:50.590488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.591901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c864-ddf3-4a6a-8780-636fb4e430cf req-d6dff4df-7bb7-4f55-ab03-7fe684c5c38c tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:50.593451 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80c3c864-ddf3-4a6a-8780-636fb4e430cf req-d6dff4df-7bb7-4f55-ab03-7fe684c5c38c tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.8938644 Mar 03 10:13:50.638422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-44fbb2b2-c0a6-4cf9-9f51-df7b4d333264 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Synchronizing usage tracker for tenant:f515fba819df4beaada06459da66e481 on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:50.642352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.661809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.706333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] Pushing event deleted for resources: {'Port': ['ID=dc235d75-1d27-40ea-9de9-592e10f593b5,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:50.712956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7e6d4-7bfe-4ae7-876a-b08d7d0460b6 None None] No DVR routers for this DVR port dc235d75-1d27-40ea-9de9-592e10f593b5 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:13:50.726664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb661379-a3c9-493e-853c-9c204b1595cf None None] Provisioning for port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:50.779179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-44fbb2b2-c0a6-4cf9-9f51-df7b4d333264 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Unset dirty status for tenant:f515fba819df4beaada06459da66e481 on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:50.785957 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-44fbb2b2-c0a6-4cf9-9f51-df7b4d333264 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 207 time: 0.5319180 Mar 03 10:13:50.799727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53896) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:50.852740 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80c3c864-ddf3-4a6a-8780-636fb4e430cf req-66c90933-cb0d-4906-9e46-84ca0c19112d tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482512 Mar 03 10:13:50.857594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:50.883048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:50.885568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event updated for resources: {'Port': ['ID=b00373af-6dd7-4d5f-ba84-70ebcebb99b4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:50.889858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:50.897152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:50.898467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.909291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:50.996085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:51.000596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Calling delete_port for dc235d75-1d27-40ea-9de9-592e10f593b5 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:51.049870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event deleted for resources: {'Port': ['ID=c7b202fe-056b-4de4-a816-b7db2502ed02,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:51.085122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:51.085493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.106364 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d35c2223-e710-445c-92a2-3cb6a244546c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7526412 Mar 03 10:13:51.108751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.112814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53900) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:51.149863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732dd0e-5079-4f65-ad16-4c9353d81747 req-fef68fbb-5eb0-489c-aa4f-3ff75e7b8429 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.151683 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c732dd0e-5079-4f65-ad16-4c9353d81747 req-fef68fbb-5eb0-489c-aa4f-3ff75e7b8429 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5982869 Mar 03 10:13:51.244645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2298e2f3-97a6-42d2-8019-f74a1e21afd8 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:51.253506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269081a7-2bee-495f-8bb4-76a524ae54c2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.257394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:51.257761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.259920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269081a7-2bee-495f-8bb4-76a524ae54c2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.266872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269081a7-2bee-495f-8bb4-76a524ae54c2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.274469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269081a7-2bee-495f-8bb4-76a524ae54c2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.280734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269081a7-2bee-495f-8bb4-76a524ae54c2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.287121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269081a7-2bee-495f-8bb4-76a524ae54c2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.294117 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-269081a7-2bee-495f-8bb4-76a524ae54c2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4935157 Mar 03 10:13:51.298735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53904) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:51.316014 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c732dd0e-5079-4f65-ad16-4c9353d81747 req-79a96e21-c3e1-4494-b2bb-90d7347c818c tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567900 Mar 03 10:13:51.333054 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Provisioning for port 1ae29ce1-b340-4481-9793-3630f7126f14 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:51.342577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Provisioning complete for port 1ae29ce1-b340-4481-9793-3630f7126f14 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:51.342952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.348064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c6f5e-00df-434d-9307-af056154dff5 req-6af59a90-7214-404f-9351-14d874db329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.348064 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-145c6f5e-00df-434d-9307-af056154dff5 req-6af59a90-7214-404f-9351-14d874db329c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.8175378 Mar 03 10:13:51.357195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:51.357517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:51.404786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Port 1ae29ce1-b340-4481-9793-3630f7126f14 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:51.425161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Provisioning for port b00373af-6dd7-4d5f-ba84-70ebcebb99b4 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:51.432087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:51.435460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Provisioning complete for port b00373af-6dd7-4d5f-ba84-70ebcebb99b4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:51.435827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.484861 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] create failed (client error): The resource could not be found. Mar 03 10:13:51.486805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1c18ced8-86db-45e7-b7b5-7f7d04126d3d tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.5267007 Mar 03 10:13:51.490434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53908) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:51.520247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Port b00373af-6dd7-4d5f-ba84-70ebcebb99b4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:51.522154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:51.522573 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.573822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting port 1db79c9d-f12a-4bb1-8d48-8e92e1952455 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:51.574418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.603559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Provisioning complete for port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:51.603923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.760324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.847196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.847320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad063034-942e-46fd-b7fc-9242026a2330 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.847431 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f2961d6e-c742-4169-af25-e2939f90d8b4 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5430369 Mar 03 10:13:51.851530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53912) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:51.852514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad063034-942e-46fd-b7fc-9242026a2330 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.863107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad063034-942e-46fd-b7fc-9242026a2330 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.867414 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ad063034-942e-46fd-b7fc-9242026a2330 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.7480824 Mar 03 10:13:51.868697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53916) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:51.877719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting port dc235d75-1d27-40ea-9de9-592e10f593b5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:51.878060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.887152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] For port 2298e2f3-97a6-42d2-8019-f74a1e21afd8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2298e2f3-97a6-42d2-8019-f74a1e21afd8,segment=NetworkSegment(30223024-39dc-444e-aa23-c76e0752009e),segment_id=30223024-39dc-444e-aa23-c76e0752009e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:51.893967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:51.902907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c6f5e-00df-434d-9307-af056154dff5 req-fe73e656-e9b1-45d4-b4b7-ba2aa531e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:51.904406 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-145c6f5e-00df-434d-9307-af056154dff5 req-fe73e656-e9b1-45d4-b4b7-ba2aa531e208 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.5406568 Mar 03 10:13:51.940526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.023461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:52.023822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:52.046957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-276aa0d1-1a36-4846-a087-2e34cb740ff1 None None] Provisioning complete for port 1ae29ce1-b340-4481-9793-3630f7126f14 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:52.047934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-276aa0d1-1a36-4846-a087-2e34cb740ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.081652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541de6eb-d9c4-42db-8447-49574b04647b None None] Pushing event updated for resources: {'Port': ['ID=2298e2f3-97a6-42d2-8019-f74a1e21afd8,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:52.107371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] The port 'dc235d75-1d27-40ea-9de9-592e10f593b5' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:13:52.112653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-276aa0d1-1a36-4846-a087-2e34cb740ff1 None None] Port 1ae29ce1-b340-4481-9793-3630f7126f14 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:52.113173 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:13:52.123752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Deleting port b00373af-6dd7-4d5f-ba84-70ebcebb99b4 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:52.124100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.126287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-276aa0d1-1a36-4846-a087-2e34cb740ff1 None None] Provisioning complete for port b00373af-6dd7-4d5f-ba84-70ebcebb99b4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:52.127276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-276aa0d1-1a36-4846-a087-2e34cb740ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.132891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Calling delete_port for 1db79c9d-f12a-4bb1-8d48-8e92e1952455 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:52.182425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-276aa0d1-1a36-4846-a087-2e34cb740ff1 None None] Port b00373af-6dd7-4d5f-ba84-70ebcebb99b4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:52.193215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7f625-6afb-460c-8ff3-0a1a5e33df7e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.194797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7f625-6afb-460c-8ff3-0a1a5e33df7e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.196285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7f625-6afb-460c-8ff3-0a1a5e33df7e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.197858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7f625-6afb-460c-8ff3-0a1a5e33df7e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.199340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7f625-6afb-460c-8ff3-0a1a5e33df7e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.200963 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f9b7f625-6afb-460c-8ff3-0a1a5e33df7e tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3487799 Mar 03 10:13:52.205778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53922) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:52.295797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Router fff4bb26-b743-4306-b002-e5348ad0ca29 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:13:52.302339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.302710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.303027 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Floating IP 89ad7597-9c49-4be9-b35f-26bb5baa1c25 disassociated. External IP: 172.26.7.81, port: fa4584e0-d1ff-483d-aea6-35fff79029fd. Mar 03 10:13:52.303498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Calling delete_port for fa4584e0-d1ff-483d-aea6-35fff79029fd owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:52.347751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80bf67-6d0b-45cb-8b4b-23c96aa3cb15 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.349736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80bf67-6d0b-45cb-8b4b-23c96aa3cb15 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.350606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80bf67-6d0b-45cb-8b4b-23c96aa3cb15 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.351990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80bf67-6d0b-45cb-8b4b-23c96aa3cb15 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.353361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80bf67-6d0b-45cb-8b4b-23c96aa3cb15 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.358227 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d80bf67-6d0b-45cb-8b4b-23c96aa3cb15 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1485360 Mar 03 10:13:52.362165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53928) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:52.402555 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-145c6f5e-00df-434d-9307-af056154dff5 req-ab8b7a10-58bd-459e-8bc4-c571a3388b29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 1001 time: 0.4577806 Mar 03 10:13:52.587335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5707ef-3010-409e-bef2-b4651daed6ce req-860915c1-3c23-4d53-9193-e84ce357411b tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.590285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device fa4584e0-d1ff-483d-aea6-35fff79029fd no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:13:52.594206 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6e5707ef-3010-409e-bef2-b4651daed6ce req-860915c1-3c23-4d53-9193-e84ce357411b tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 946 time: 0.5700424 Mar 03 10:13:52.636889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device dc235d75-1d27-40ea-9de9-592e10f593b5 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:13:52.683264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: dc235d75-1d27-40ea-9de9-592e10f593b5 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:13:52.683674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device dc235d75-1d27-40ea-9de9-592e10f593b5 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:13:52.749375 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6e5707ef-3010-409e-bef2-b4651daed6ce req-40af9fb5-e588-4e3a-8e3f-73e9fb7cef12 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542523 Mar 03 10:13:52.761366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.772894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.783349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.818726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:52.820374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:52.830777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2298e2f3-97a6-42d2-8019-f74a1e21afd8 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:52.864454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event deleted for resources: {'Port': ['ID=1db79c9d-f12a-4bb1-8d48-8e92e1952455,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:52.870012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:52.877421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe318857-05fd-49ed-a3c3-ecd99803602d']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:52.918379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad3cb51-d045-46e8-a8a7-7a0b38d91684') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:52.918711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad3cb51-d045-46e8-a8a7-7a0b38d91684') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:52.922639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa3421-8718-4bf2-9d3b-43df3ff7b719 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.928403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-90aa3421-8718-4bf2-9d3b-43df3ff7b719 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/networks/7e49cafd-9e51-4703-818c-4add8c0f4161 HTTP/1.1" status: 200 len: 803 time: 0.5640507 Mar 03 10:13:52.933503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c6f5e-00df-434d-9307-af056154dff5 req-25cd61dd-0fc4-40b6-b022-3413c8ab78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:52.934921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-145c6f5e-00df-434d-9307-af056154dff5 req-25cd61dd-0fc4-40b6-b022-3413c8ab78b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.3252416 Mar 03 10:13:52.936475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53934) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:52.966133 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'code': 200} Mar 03 10:13:52.967131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=fa4584e0-d1ff-483d-aea6-35fff79029fd,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:53.007624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:53.008001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.019506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.087719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:53.088107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:53.091618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.116904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.147471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ecf3-0e4c-4577-8e96-7a1ea5f659ce req-cd44c013-94c9-484f-a76a-9dac142f3554 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:53.148974 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f17ecf3-0e4c-4577-8e96-7a1ea5f659ce req-cd44c013-94c9-484f-a76a-9dac142f3554 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6163745 Mar 03 10:13:53.200151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.232897 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4fec482e-2c75-4ea3-98ef-1c1d07a6fca9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/networks/7e49cafd-9e51-4703-818c-4add8c0f4161?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2940168 Mar 03 10:13:53.238200 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1d1492d5-74ec-425f-8fbf-dcbb23acb949 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "DELETE /v2.0/ports/1db79c9d-f12a-4bb1-8d48-8e92e1952455 HTTP/1.1" status: 204 len: 168 time: 1.7428024 Mar 03 10:13:53.238200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53938) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.239562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53940) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.261129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Calling delete_port for b00373af-6dd7-4d5f-ba84-70ebcebb99b4 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:53.279950 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f17ecf3-0e4c-4577-8e96-7a1ea5f659ce req-c88fe97c-2451-44b3-a3e9-12f8f0b34873 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107202 Mar 03 10:13:53.293240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:53.299775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:13:53.300209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.304660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Sync routers for ids ['fff4bb26-b743-4306-b002-e5348ad0ca29'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:53.314763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Routers {'fff4bb26-b743-4306-b002-e5348ad0ca29'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:53.315490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fff4bb26-b743-4306-b002-e5348ad0ca29'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:13:53.325163 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:13:53.367728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6418b9-0436-4971-b5cb-f4f4515fcd36 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:53.370550 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ef6418b9-0436-4971-b5cb-f4f4515fcd36 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/subnets/28c2681e-19c8-4905-a978-0609bc0cc23b HTTP/1.1" status: 200 len: 843 time: 0.1306198 Mar 03 10:13:53.373003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53948) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.462817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d287f51a-6808-4cef-8e54-4203b86371c6 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:53.470499 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d287f51a-6808-4cef-8e54-4203b86371c6 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "GET /v2.0/subnets/28c2681e-19c8-4905-a978-0609bc0cc23b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0966477 Mar 03 10:13:53.474252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53952) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.484687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1403124197'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:53.484898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.490108 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7a74a5bc-b5b8-46ac-85a4-5a57683d6f34 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0868804 Mar 03 10:13:53.490899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53956) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.491006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.494726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.523959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c6f5e-00df-434d-9307-af056154dff5 req-1dd24182-e737-4b89-8eca-a327a9a1755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:53.525530 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-145c6f5e-00df-434d-9307-af056154dff5 req-1dd24182-e737-4b89-8eca-a327a9a1755c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5188804 Mar 03 10:13:53.529969 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "DELETE /v2.0/networks/fe318857-05fd-49ed-a3c3-ecd99803602d HTTP/1.1" status: 204 len: 168 time: 4.2137289 Mar 03 10:13:53.529969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30b5ba-4501-410e-b5a1-e22abe38354f tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event deleted for resources: {'Network': ['ID=fe318857-05fd-49ed-a3c3-ecd99803602d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:53.531881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53960) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.549383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:53.563220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d248fd-a991-44f4-8182-ceff32a83b66 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:53.564553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c8d248fd-a991-44f4-8182-ceff32a83b66 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Synchronizing usage tracker for tenant:7eee4ad070054f7687e56f835ce5fb8a on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:53.585945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:53.593695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Set router fff4bb26-b743-4306-b002-e5348ad0ca29 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:53.617444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Deleting port fa4584e0-d1ff-483d-aea6-35fff79029fd {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:53.617444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.617938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:53.621383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.639288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c8d248fd-a991-44f4-8182-ceff32a83b66 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Unset dirty status for tenant:7eee4ad070054f7687e56f835ce5fb8a on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:53.644433 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c8d248fd-a991-44f4-8182-ceff32a83b66 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bf9b6c-e979-42f2-a2ae-09e7d035728b HTTP/1.1" status: 200 len: 913 time: 0.3982134 Mar 03 10:13:53.676096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53964) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.735410 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d1f81691-1de8-4c29-a416-98d06d7ad683 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/fff4bb26-b743-4306-b002-e5348ad0ca29 HTTP/1.1" status: 200 len: 907 time: 0.2409821 Mar 03 10:13:53.735599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53968) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:53.745642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.922742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff4bb26-b743-4306-b002-e5348ad0ca29', 'name': 'tempest-snat-router-800818148', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b09c4f83-78b0-4a17-a42e-d9b169fb0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:13:45Z', 'updated_at': '2022-03-03T10:13:49Z', 'revision_number': 3, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port': {'id': 'b09c4f83-78b0-4a17-a42e-d9b169fb0057', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff4bb26-b743-4306-b002-e5348ad0ca29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:13:47Z', 'updated_at': '2022-03-03T10:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:53.927248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Checking router: fff4bb26-b743-4306-b002-e5348ad0ca29 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:13:53.927624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Updating router fff4bb26-b743-4306-b002-e5348ad0ca29 port b09c4f83-78b0-4a17-a42e-d9b169fb0057 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:13:53.981747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:53.983292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.150659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5153-f0f0-4818-8d19-aa4f98a78b31 req-0c0d4175-a65c-417e-8147-cfa56aa19288 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:54.152079 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-671c5153-f0f0-4818-8d19-aa4f98a78b31 req-0c0d4175-a65c-417e-8147-cfa56aa19288 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 944 time: 0.2502217 Mar 03 10:13:54.210621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.226497 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-671c5153-f0f0-4818-8d19-aa4f98a78b31 req-b90be06c-0685-4051-a61e-0e1a7919fdf7 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668201 Mar 03 10:13:54.235392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Deleting port b09c4f83-78b0-4a17-a42e-d9b169fb0057 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:54.236194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.274694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Deleting port d352c766-da22-471c-b3f5-7f03e5313862 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:54.275329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.363344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.380164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Transition to ACTIVE for port object b09c4f83-78b0-4a17-a42e-d9b169fb0057 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:54.389116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.446557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:13:54.481591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.481941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Added segment 13de976a-3efe-4291-a2cb-067a79c00d2a of type vlan for network d1c74cdc-3ea2-42e7-acc8-01700400d9ed Mar 03 10:13:54.490288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.494191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Attempting to bind port b09c4f83-78b0-4a17-a42e-d9b169fb0057 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:54.494561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Attempting to bind port b09c4f83-78b0-4a17-a42e-d9b169fb0057 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:54.494917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Attempting to bind port b09c4f83-78b0-4a17-a42e-d9b169fb0057 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:54.506189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:54.506597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:54.507009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.507447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:54.507906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Bound port: b09c4f83-78b0-4a17-a42e-d9b169fb0057, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:54.508270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.548293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5afaf6-2deb-4463-8778-22acc69107a3 None None] Pushing event updated for resources: {'Port': ['ID=b09c4f83-78b0-4a17-a42e-d9b169fb0057,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:54.556364 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-145c6f5e-00df-434d-9307-af056154dff5 req-8c3cb4fe-b2c6-4350-af82-f78d7669f952 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0200624 Mar 03 10:13:54.587172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] For port b09c4f83-78b0-4a17-a42e-d9b169fb0057, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:54.590120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] For port b09c4f83-78b0-4a17-a42e-d9b169fb0057, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b09c4f83-78b0-4a17-a42e-d9b169fb0057,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:54.594427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.641045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.678051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Routers {'fff4bb26-b743-4306-b002-e5348ad0ca29'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:54.678672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fff4bb26-b743-4306-b002-e5348ad0ca29'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:54.731969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event deleted for resources: {'Port': ['ID=b00373af-6dd7-4d5f-ba84-70ebcebb99b4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:54.749619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5afaf6-2deb-4463-8778-22acc69107a3 None None] Pushing event updated for resources: {'Port': ['ID=b09c4f83-78b0-4a17-a42e-d9b169fb0057,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:54.786096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Calling delete_port for b09c4f83-78b0-4a17-a42e-d9b169fb0057 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:54.817195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.848215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] Set router fff4bb26-b743-4306-b002-e5348ad0ca29 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:54.968409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.976950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff778-6d2c-419f-8a90-a85482f866a2 req-11ea4f0b-be2b-4c12-931a-dfd57c63d11e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:54.989975 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4fff778-6d2c-419f-8a90-a85482f866a2 req-11ea4f0b-be2b-4c12-931a-dfd57c63d11e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5746949 Mar 03 10:13:54.992362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff4bb26-b743-4306-b002-e5348ad0ca29', 'name': 'tempest-snat-router-800818148', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:13:45Z', 'updated_at': '2022-03-03T10:13:54Z', 'revision_number': 4, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:54.992826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:54.997347 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aa9e1-cc44-48a4-a0fb-a5189780ae9f None None] The sync data for ids ['fff4bb26-b743-4306-b002-e5348ad0ca29'] in dv-neutron-831192-5-hyperv is: [{'id': 'fff4bb26-b743-4306-b002-e5348ad0ca29', 'name': 'tempest-snat-router-800818148', 'tenant_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:13:45Z', 'updated_at': '2022-03-03T10:13:54Z', 'revision_number': 4, 'project_id': '75023ca4918c4aa7b4f8865f67b56ec1', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:13:55.004308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:55.005785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:55.009848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:13:55.010202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:13:55.025200 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c5c34547-6643-4645-a36a-5ceeecfffccf tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "DELETE /v2.0/ports/b00373af-6dd7-4d5f-ba84-70ebcebb99b4 HTTP/1.1" status: 204 len: 168 time: 3.1197968 Mar 03 10:13:55.046839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 53976) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:55.057491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:55.057861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:55.069081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Request body: {'port': {'name': 'tempest-new-port-name-1195724349', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:55.069609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.api.validators [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] bootfile-name is not in valid_values {{(pid=87889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:55.069878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.api.validators [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] tftp-server is not in valid_values {{(pid=87889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:55.070331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.api.validators [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] server-ip-address is not in valid_values {{(pid=87889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 10:13:55.163190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6877444 Mar 03 10:13:55.170275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53980) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:55.175599 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4fff778-6d2c-419f-8a90-a85482f866a2 req-af2a773b-63c2-45de-b185-0949572b875c tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847820 Mar 03 10:13:55.176252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63d152-a917-4819-b30d-b34fbcce10a9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Network': ['ID=d1c74cdc-3ea2-42e7-acc8-01700400d9ed,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:55.181892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:55.193197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network d1c74cdc-3ea2-42e7-acc8-01700400d9ed details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:13:55.271434 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-145c6f5e-00df-434d-9307-af056154dff5 req-328c7f09-05e8-4ed6-85be-f5de74c744f1 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072416 Mar 03 10:13:55.284562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Calling delete_port for d352c766-da22-471c-b3f5-7f03e5313862 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:55.314228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:13:55.324615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:13:55.333382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] For port fa4584e0-d1ff-483d-aea6-35fff79029fd, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=fa4584e0-d1ff-483d-aea6-35fff79029fd,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:55.333710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:55.336585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Made reservation on behalf of f515fba819df4beaada06459da66e481 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:13:55.341781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:55.503657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Performing IP validity checks on allocation pools {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:13:55.504195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:13:55.512198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Deleting port b09c4f83-78b0-4a17-a42e-d9b169fb0057 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:55.512624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:55.641135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7da2d-b746-48d7-897b-334c736cd51d req-6da9c2dc-d059-49d2-b758-05b3bc608964 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:55.643378 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-72d7da2d-b746-48d7-897b-334c736cd51d req-6da9c2dc-d059-49d2-b758-05b3bc608964 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 944 time: 0.2619996 Mar 03 10:13:55.765603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:55.838338 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-72d7da2d-b746-48d7-897b-334c736cd51d req-6b6b39b0-e0fd-4ab1-9bfd-d28c45da350b tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb0aa12-aaa0-4790-97bc-716d104e2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389377 Mar 03 10:13:55.857881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] For port b09c4f83-78b0-4a17-a42e-d9b169fb0057, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b09c4f83-78b0-4a17-a42e-d9b169fb0057,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:55.858625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.012737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Calling delete_port for b09c4f83-78b0-4a17-a42e-d9b169fb0057 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:56.079604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.083185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.133305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.133672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.133981 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Floating IP 89ad7597-9c49-4be9-b35f-26bb5baa1c25 disassociated. External IP: 172.26.7.81, port: fa4584e0-d1ff-483d-aea6-35fff79029fd. Mar 03 10:13:56.134311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Calling delete_port for fa4584e0-d1ff-483d-aea6-35fff79029fd owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:56.198432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Pushing event deleted for resources: {'Port': ['ID=d352c766-da22-471c-b3f5-7f03e5313862,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:56.342090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Checking segment: {'id': '13de976a-3efe-4291-a2cb-067a79c00d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:56.342667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network hostable DHCP agents. Network: d1c74cdc-3ea2-42e7-acc8-01700400d9ed, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:13:56.353818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=ac3a2418-a483-4f28-a43f-a8e4ed851803,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:56.397991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.400463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Network d1c74cdc-3ea2-42e7-acc8-01700400d9ed is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:13:56.460668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, d1c74cdc-3ea2-42e7-acc8-01700400d9ed) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:56.465044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:56.465958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673713'] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.473727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bd69c-5d89-465a-abab-fb02696a62b6 None None] Network d1c74cdc-3ea2-42e7-acc8-01700400d9ed requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:56.489594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.506785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2a82-9f17-42bb-98f6-f9e025bc6906 req-5d1fe0fe-2aeb-45e3-b5c8-2220f32422b4 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:56.508361 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-daab2a82-9f17-42bb-98f6-f9e025bc6906 req-5d1fe0fe-2aeb-45e3-b5c8-2220f32422b4 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.2070630 Mar 03 10:13:56.545096 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-69c9f8d3-846e-4904-b9c1-302c26a67070 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3712554 Mar 03 10:13:56.551085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53988) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:56.561883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.570047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-589b262d-5543-4d23-897e-a3248f8ba057 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:13:56.647243 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-daab2a82-9f17-42bb-98f6-f9e025bc6906 req-68ed9b7d-80c2-4f76-be79-f6c1a28c0223 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302574 Mar 03 10:13:56.649913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.653512 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7c4a4e82-80d5-45d7-b5b6-216d00e18c16 tempest-FloatingIPAdminTestJSON-416772771 tempest-FloatingIPAdminTestJSON-416772771-project] 10.222.0.23 "DELETE /v2.0/floatingips/e678948d-e527-41b4-8079-810a29c995b9 HTTP/1.1" status: 204 len: 168 time: 3.1182404 Mar 03 10:13:56.698586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event deleted for resources: {'Port': ['ID=b09c4f83-78b0-4a17-a42e-d9b169fb0057,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:56.734673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.773511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.810471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-d1c74cdc-3ea2-42e7-acc8-01700400d9ed', 'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': 'ac3a2418-a483-4f28-a43f-a8e4ed851803'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:13:56.810870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.824178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.829286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.833685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event deleted for resources: {'Port': ['ID=fa4584e0-d1ff-483d-aea6-35fff79029fd,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:56.902654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] In _notify_port_updated(), no bound segment for port 1ae29ce1-b340-4481-9793-3630f7126f14 on network 7b5d46cc-8122-43e5-9edd-ffd43e126eec {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:13:56.909014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:56.909920 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:56.911754 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "PUT /v2.0/ports/1ae29ce1-b340-4481-9793-3630f7126f14 HTTP/1.1" status: 200 len: 1129 time: 1.8637395 Mar 03 10:13:57.002791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-589b262d-5543-4d23-897e-a3248f8ba057 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2242544'] for subnet, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.004681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 53998) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:57.149859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Allocated IP 2001:db8::3 (d1c74cdc-3ea2-42e7-acc8-01700400d9ed/ac3a2418-a483-4f28-a43f-a8e4ed851803/70a1d4b0-1eb8-4b5a-a808-40f8d44383b1) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:13:57.193174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.200236 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-41802086-1a85-42b4-b371-f364bb7bf793 req-7c792bf0-d428-4162-ad57-fb4459c05697 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.0695124 Mar 03 10:13:57.201521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.260355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4379d-9741-4ad8-b8e6-c48b12389ade tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:57.260994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6bf4379d-9741-4ad8-b8e6-c48b12389ade tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Synchronizing usage tracker for tenant:7262fcb4880d447ca2e1d70e23ae4a36 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:13:57.267356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54004) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:57.311885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788157fe-bd03-4702-b8b6-e6e4dbdab736 req-8a77005f-9761-433e-9603-08828e43929e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:57.313728 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-788157fe-bd03-4702-b8b6-e6e4dbdab736 req-8a77005f-9761-433e-9603-08828e43929e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4343901 Mar 03 10:13:57.339208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.339746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fff4bb26-b743-4306-b002-e5348ad0ca29 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:13:57.442475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.452059 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-055a6f79-458c-40df-aae2-596ae9dfa649 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "DELETE /v2.0/routers/fff4bb26-b743-4306-b002-e5348ad0ca29 HTTP/1.1" status: 204 len: 168 time: 3.7153287 Mar 03 10:13:57.497613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54010) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:57.515361 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-788157fe-bd03-4702-b8b6-e6e4dbdab736 req-6f806db2-dd97-47bd-b9db-2cc3edb38557 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815596 Mar 03 10:13:57.522601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6bf4379d-9741-4ad8-b8e6-c48b12389ade tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Unset dirty status for tenant:7262fcb4880d447ca2e1d70e23ae4a36 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:13:57.525958 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6bf4379d-9741-4ad8-b8e6-c48b12389ade tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "GET /v2.0/ports/1ae29ce1-b340-4481-9793-3630f7126f14 HTTP/1.1" status: 200 len: 1129 time: 0.5149708 Mar 03 10:13:57.535985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54014) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:57.606350 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.623480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Transition to ACTIVE for port object 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:57.654160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Transition to ACTIVE for port object 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:13:57.663058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7d8fb-699c-4fe1-a06e-6b57bdd23a14 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event updated for resources: {'Port': ['ID=1ae29ce1-b340-4481-9793-3630f7126f14,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:57.669381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bf7c997c-d242-4cf3-a54e-807d7b20ff28 None None] Provisioning complete for port 1ae29ce1-b340-4481-9793-3630f7126f14 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:57.669848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bf7c997c-d242-4cf3-a54e-807d7b20ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.699966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.743497 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Deleting port 1ae29ce1-b340-4481-9793-3630f7126f14 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:57.744074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.775439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Router 296f5faf-1725-47da-a032-46ae10598652 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:13:57.797934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Pushing event updated for resources: {'Port': ['ID=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:57.806993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Network d1c74cdc-3ea2-42e7-acc8-01700400d9ed is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:13:57.810558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:13:57.815286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:13:57.868192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c997c-d242-4cf3-a54e-807d7b20ff28 None None] Port 1ae29ce1-b340-4481-9793-3630f7126f14 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:13:57.921906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-589b262d-5543-4d23-897e-a3248f8ba057 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759093021157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3218090'] for subnet, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.945182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Attempting to bind port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:13:57.945559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Attempting to bind port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '13de976a-3efe-4291-a2cb-067a79c00d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:13:57.945919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Attempting to bind port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 on network d1c74cdc-3ea2-42e7-acc8-01700400d9ed {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:13:57.951966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:13:57.952333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Checking segment: {'id': '13de976a-3efe-4291-a2cb-067a79c00d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:13:57.952787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:57.953308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Bound using segment: {'id': '13de976a-3efe-4291-a2cb-067a79c00d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:13:57.953769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Bound port: 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13de976a-3efe-4291-a2cb-067a79c00d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:13:57.954136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.017902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting port 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:58.018145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.078126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] For port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:13:58.085055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] For port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,segment=NetworkSegment(13de976a-3efe-4291-a2cb-067a79c00d2a),segment_id=13de976a-3efe-4291-a2cb-067a79c00d2a)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:13:58.092627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.202220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526e0f0-d1c7-47c9-8d49-f95cbfd48824 None None] Pushing event updated for resources: {'Port': ['ID=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:58.268257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:13:58.278166 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] Sync routers for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:13:58.296951 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:58.297860 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:58.310014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.418179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b262d-5543-4d23-897e-a3248f8ba057 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:58.419052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-589b262d-5543-4d23-897e-a3248f8ba057 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.422578 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-589b262d-5543-4d23-897e-a3248f8ba057 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "PUT /v2.0/subnets/ac3a2418-a483-4f28-a43f-a8e4ed851803 HTTP/1.1" status: 200 len: 900 time: 1.8663960 Mar 03 10:13:58.422578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b262d-5543-4d23-897e-a3248f8ba057 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event updated for resources: {'Subnet': ['ID=ac3a2418-a483-4f28-a43f-a8e4ed851803,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:58.427785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-16722a9e-72d5-465c-9f37-02826736de1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f198a7c875b746f38a18300474c96d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1385448 Mar 03 10:13:58.434323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54024) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:58.434657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54026) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:58.501384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] No DVR routers for this DVR port fa4584e0-d1ff-483d-aea6-35fff79029fd on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:13:58.553691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.555563 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3d9a69c1-e18b-4009-b290-107047517d9d req-60882d42-7fe9-482d-ac8c-16a824eff005 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.32 "DELETE /v2.0/ports/fa4584e0-d1ff-483d-aea6-35fff79029fd HTTP/1.1" status: 204 len: 173 time: 8.6993766 Mar 03 10:13:58.567756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'name': 'network-vif-deleted', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:13:58.606887 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:58.686542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-06877157-deb8-4597-a763-91063b3927b5 req-c7853701-85a1-4ea1-8cfe-7d56991523ea tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/ports?device_id=2599c9b4-9de4-4aed-a485-344d3575a0d4 HTTP/1.1" status: 200 len: 210 time: 0.3066666 Mar 03 10:13:58.689878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.706389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.896034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:13:58.902053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c127308b-bb82-43a1-846d-681f9df4177e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.905530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.938712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Deleting port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:58.939788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:58.952821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Calling delete_port for 94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:59.015467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:13:59.015807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:59.037924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:59.038638 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599c9b4-9de4-4aed-a485-344d3575a0d4', 'name': 'network-vif-deleted', 'tag': 'fa4584e0-d1ff-483d-aea6-35fff79029fd', 'status': 'completed', 'code': 200} Mar 03 10:13:59.096757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c127308b-bb82-43a1-846d-681f9df4177e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:59.111496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:59.226201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c121-4d37-49cb-b5f8-72b94e5a002e req-270d3f75-9536-416a-8c5d-66a2c9e6b6a6 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:13:59.227781 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5604c121-4d37-49cb-b5f8-72b94e5a002e req-270d3f75-9536-416a-8c5d-66a2c9e6b6a6 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 1.1943033 Mar 03 10:13:59.285325 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:43Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:59.287593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Calling delete_port for 1ae29ce1-b340-4481-9793-3630f7126f14 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:13:59.300918 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] Checking router: 296f5faf-1725-47da-a032-46ae10598652 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:13:59.331357 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:13:59.331939 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:13:59.560164 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5604c121-4d37-49cb-b5f8-72b94e5a002e req-3de29f65-4d31-47d7-8ed3-66589655be2b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972045 Mar 03 10:13:59.641920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c127308b-bb82-43a1-846d-681f9df4177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:59.694625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] For port 5dd0e36c-8760-437a-9e34-1f4c68b7efd2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:13:59.695253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:59.756436 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:13:59.792976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127308b-bb82-43a1-846d-681f9df4177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef44ac3-39b5-49e3-b91d-cf49b69f3966,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:59.804455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7bab92-54f4-43cb-8a59-2e5263c0a995 None None] Network d1c74cdc-3ea2-42e7-acc8-01700400d9ed requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:13:59.884195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:13:59.946911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54040) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:13:59.949974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event deleted for resources: {'Port': ['ID=94abd4df-e0a1-4d5b-8ecb-9776acaa2e0b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:13:59.983846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-79248161-5896-43fd-a3e7-79db67c776c4 None None] Provisioning for port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:13:59.996420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-79248161-5896-43fd-a3e7-79db67c776c4 None None] Provisioning complete for port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:13:59.996832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-79248161-5896-43fd-a3e7-79db67c776c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.012512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Calling delete_port for 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:00.066573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c127308b-bb82-43a1-846d-681f9df4177e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.070646 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c127308b-bb82-43a1-846d-681f9df4177e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eef44ac3-39b5-49e3-b91d-cf49b69f3966 HTTP/1.1" status: 204 len: 168 time: 1.6268294 Mar 03 10:14:00.072377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.149911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] For port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,segment=NetworkSegment(13de976a-3efe-4291-a2cb-067a79c00d2a),segment_id=13de976a-3efe-4291-a2cb-067a79c00d2a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:00.150275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.175834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541234ee-8bbb-46af-872a-5a643355c37d req-3b37b97d-08df-4ab9-8b61-f7b5d8cd3388 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:00.177998 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-541234ee-8bbb-46af-872a-5a643355c37d req-3b37b97d-08df-4ab9-8b61-f7b5d8cd3388 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3172634 Mar 03 10:14:00.295209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-79248161-5896-43fd-a3e7-79db67c776c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.343702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event deleted for resources: {'Port': ['ID=1ae29ce1-b340-4481-9793-3630f7126f14,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:00.377008 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:43Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:00.383478 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7af0d-9c7b-40a7-9f14-9c10fa38da27 None None] The sync data for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv is: [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'fcb18205-b11c-421e-b270-35a982bfa629', 'name': '', 'network_id': '954000bc-c3cd-4b2e-aad3-b48d41848e7c', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'mac_address': 'fa:16:3e:00:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:20Z', 'updated_at': '2022-03-03T10:12:43Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'subnets': [{'id': 'c15985d7-7150-456a-a8d3-4a0d8e7edfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:00.422885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.425204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-79248161-5896-43fd-a3e7-79db67c776c4 None None] For port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,segment=NetworkSegment(13de976a-3efe-4291-a2cb-067a79c00d2a),segment_id=13de976a-3efe-4291-a2cb-067a79c00d2a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:00.445998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Calling delete_port for 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:00.447025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-79248161-5896-43fd-a3e7-79db67c776c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.715494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54052) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:00.718030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.774914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:00.824225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79248161-5896-43fd-a3e7-79db67c776c4 None None] Pushing event updated for resources: {'Port': ['ID=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:00.911185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f24054-9967-4ac6-a29b-aaf8726fe78e None None] New status for floating IP 89ad7597-9c49-4be9-b35f-26bb5baa1c25: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:14:00.964242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:00.965133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:00.968509 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-541234ee-8bbb-46af-872a-5a643355c37d req-931598ee-eea8-43e4-8705-8f59b6cf61f7 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7817793 Mar 03 10:14:01.003910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54058) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:01.004704 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e4b93024-af0f-411c-ad10-606c8830586c tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "DELETE /v2.0/ports/1ae29ce1-b340-4481-9793-3630f7126f14 HTTP/1.1" status: 204 len: 168 time: 3.4670377 Mar 03 10:14:01.009572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75d20da2-c133-45c1-8d8e-cccf12958602 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.044542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75d20da2-c133-45c1-8d8e-cccf12958602 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.083742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Deleting subnet 41506a71-dddb-4b46-b062-3a8a6e7bf5f6 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:01.094263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.138148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:01.143444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Usage tracker for resource:security_group_rule and tenant:61b443a038d94b6c90e308ca263959a0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:01.148145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:01.152740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.156223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:01.205005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac0a87a-e57e-4ca4-bbd7-be158ab992a4 None None] Network d1c74cdc-3ea2-42e7-acc8-01700400d9ed requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:01.261196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.310721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dd0e36c-8760-437a-9e34-1f4c68b7efd2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:01.324786 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75d20da2-c133-45c1-8d8e-cccf12958602 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.343322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.395251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d6f4e89d-a951-44a5-9aab-b5321529cd66 None None] Provisioning complete for port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:01.395506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.395612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e89d-a951-44a5-9aab-b5321529cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.414907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d20da2-c133-45c1-8d8e-cccf12958602 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb0aa12-aaa0-4790-97bc-716d104e2472,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:01.472295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Router a8bf9b6c-e979-42f2-a2ae-09e7d035728b has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:01.474013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:01.474399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.484399 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61b443a038d94b6c90e308ca263959a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7588446 Mar 03 10:14:01.489303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54064) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:01.502186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317fecd-b8a7-4623-938f-d902d8db274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ead93b-3508-4cc3-b293-ef4e3417d96e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:01.509301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75d20da2-c133-45c1-8d8e-cccf12958602 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.510392 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-75d20da2-c133-45c1-8d8e-cccf12958602 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "DELETE /v2.0/security-groups/2fb0aa12-aaa0-4790-97bc-716d104e2472 HTTP/1.1" status: 204 len: 168 time: 1.5581784 Mar 03 10:14:01.518662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54068) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:01.558087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.634395 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-760c8283-85a3-46c1-b616-740bc129c020 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] show failed (client error): The resource could not be found. Mar 03 10:14:01.635472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-760c8283-85a3-46c1-b616-740bc129c020 tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "GET /v2.0/security-groups/2fb0aa12-aaa0-4790-97bc-716d104e2472 HTTP/1.1" status: 404 len: 347 time: 0.1158988 Mar 03 10:14:01.639072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54072) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:01.761169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951f39-a0b0-43ef-806d-2d0ae0c4fde7 req-7ea8d809-605f-411e-8a3f-07b078e97a48 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:01.768836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc951f39-a0b0-43ef-806d-2d0ae0c4fde7 req-7ea8d809-605f-411e-8a3f-07b078e97a48 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5415657 Mar 03 10:14:01.789181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:01.800590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] Sync routers for ids ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:01.803953 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4cd6a244-b285-4e43-9cf6-20c79fd10e81 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "PUT /v2.0/routers/a8bf9b6c-e979-42f2-a2ae-09e7d035728b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1259134 Mar 03 10:14:01.814929 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] Routers {'a8bf9b6c-e979-42f2-a2ae-09e7d035728b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:01.816476 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:01.842952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.846586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.863263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54076) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:01.879934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.901370 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:01.911686 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] Routers {'a8bf9b6c-e979-42f2-a2ae-09e7d035728b'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:01.912533 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:13:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:01.931939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65321-18a5-435f-b456-c0182128f292 req-d66e630f-df22-425b-8d78-9558c0611d2e tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:01.933921 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e1c65321-18a5-435f-b456-c0182128f292 req-d66e630f-df22-425b-8d78-9558c0611d2e tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.6756530 Mar 03 10:14:01.943787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.944345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d263e15d-76de-43bb-869f-0753fe73d2b4 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:01.972805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dd34825c-064c-4dd3-98d8-8a933142e520 None None] Provisioning complete for port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:01.973174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dd34825c-064c-4dd3-98d8-8a933142e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:01.979260 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:01.979622 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285fad92-3233-4b0b-86be-b03ae0ba54d3 None None] The sync data for ids ['a8bf9b6c-e979-42f2-a2ae-09e7d035728b'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:02.067849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c71d504-e45e-4cbf-953c-502199cae99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.082874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Deleting port 63d5d6d0-8aac-4312-8c69-17d8da90862c {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:02.083103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.157322 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cc951f39-a0b0-43ef-806d-2d0ae0c4fde7 req-9dd8aff6-f014-431e-a216-e9899d5f465e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875134 Mar 03 10:14:02.187857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.193497 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7f2c79e9-b3d6-424e-ba38-be8f6ffc7e1d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d263e15d-76de-43bb-869f-0753fe73d2b4 HTTP/1.1" status: 204 len: 168 time: 4.6771019 Mar 03 10:14:02.200161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54082) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:02.206870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-795f9113-9479-4def-a83d-a3a5f821772b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.217463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-556010453', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:02.228340 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e1c65321-18a5-435f-b456-c0182128f292 req-affa73d0-828d-491e-8187-5093f7b147a8 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700300 Mar 03 10:14:02.234900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:02.273088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c71d504-e45e-4cbf-953c-502199cae99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.281975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] For port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,segment=NetworkSegment(13de976a-3efe-4291-a2cb-067a79c00d2a),segment_id=13de976a-3efe-4291-a2cb-067a79c00d2a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:02.283199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.358026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Usage tracker for resource:router and tenant:5eb8834679494451bd6a075e01fd18c5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:02.455475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:02.478039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Calling delete_port for 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:02.530514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:02.698059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.707921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-795f9113-9479-4def-a83d-a3a5f821772b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.711573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-795f9113-9479-4def-a83d-a3a5f821772b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.761336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.761725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.779361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c71d504-e45e-4cbf-953c-502199cae99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.779561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event deleted for resources: {'Subnet': ['ID=41506a71-dddb-4b46-b062-3a8a6e7bf5f6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:02.783118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.792915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf665c-ba02-446d-9405-6186584bc24e None None] Network 7b5d46cc-8122-43e5-9edd-ffd43e126eec requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:02.799544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fe28d158-3d69-4acc-a092-c173a0dfbeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "DELETE /v2.0/subnets/41506a71-dddb-4b46-b062-3a8a6e7bf5f6 HTTP/1.1" status: 204 len: 168 time: 1.7939231 Mar 03 10:14:02.801036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.802302 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.810004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54088) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:02.831811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:02.903185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d504-e45e-4cbf-953c-502199cae99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ead93b-3508-4cc3-b293-ef4e3417d96e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:02.904961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-795f9113-9479-4def-a83d-a3a5f821772b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:02.905435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795f9113-9479-4def-a83d-a3a5f821772b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Fanout notify agent at l3_agent the message router_deleted on router a8bf9b6c-e979-42f2-a2ae-09e7d035728b {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:02.913342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Calling delete_port for 63d5d6d0-8aac-4312-8c69-17d8da90862c owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:02.989718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.008369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-7589ed9f-e138-4a35-8c5c-01114e1a5373 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:03.009063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-7589ed9f-e138-4a35-8c5c-01114e1a5373 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Synchronizing usage tracker for tenant:da6bb80e7a5141a2b42510ff7975192f on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:03.023410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-795f9113-9479-4def-a83d-a3a5f821772b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.027121 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-795f9113-9479-4def-a83d-a3a5f821772b tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "DELETE /v2.0/routers/a8bf9b6c-e979-42f2-a2ae-09e7d035728b HTTP/1.1" status: 204 len: 168 time: 1.1602855 Mar 03 10:14:03.027121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c71d504-e45e-4cbf-953c-502199cae99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.027121 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0c71d504-e45e-4cbf-953c-502199cae99d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0ead93b-3508-4cc3-b293-ef4e3417d96e HTTP/1.1" status: 204 len: 168 time: 1.5361891 Mar 03 10:14:03.036805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54092) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:03.049150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.055736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b4cf9e08-aecb-498f-ba67-9e4c78bac8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.070583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19091a-b22b-4e09-89e7-9938dda13bc4 req-408944b8-be43-4716-9c93-feb181d408e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:03.072265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fa19091a-b22b-4e09-89e7-9938dda13bc4 req-408944b8-be43-4716-9c93-feb181d408e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5529056 Mar 03 10:14:03.082465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:03.085106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.105195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-7589ed9f-e138-4a35-8c5c-01114e1a5373 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Unset dirty status for tenant:da6bb80e7a5141a2b42510ff7975192f on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:03.106348 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-7589ed9f-e138-4a35-8c5c-01114e1a5373 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.5287220 Mar 03 10:14:03.187424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Could not find standard attr ID for object 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:14:03.194400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.194978 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No ports have port_id starting with 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 Mar 03 10:14:03.204841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting subnet 6c0b0c0d-67f9-4f59-8e58-d6cba626c51f {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:03.227560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.274317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Deleting port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:03.274317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.294698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:03.315191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Deleting port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:03.315354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.368756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] DHCP port deletion for 7b5d46cc-8122-43e5-9edd-ffd43e126eec request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:03.378712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:03.379437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5dd0e36c-8760-437a-9e34-1f4c68b7efd2 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:03.381362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] Deleting port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:03.381984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.402303 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fa19091a-b22b-4e09-89e7-9938dda13bc4 req-5c91c1dc-d46c-465a-bc1a-4b30638b446e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653434 Mar 03 10:14:03.472709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Port': ['ID=70a1d4b0-1eb8-4b5a-a808-40f8d44383b1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:03.557362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.590663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.607892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976ddab-2748-49c7-8a46-7ef94d68e2d2 None None] DHCP port deletion for d1c74cdc-3ea2-42e7-acc8-01700400d9ed request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:03.696667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Pushing event deleted for resources: {'Port': ['ID=63d5d6d0-8aac-4312-8c69-17d8da90862c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:03.703740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54102) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:03.717307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] For port 2298e2f3-97a6-42d2-8019-f74a1e21afd8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2298e2f3-97a6-42d2-8019-f74a1e21afd8,segment=NetworkSegment(30223024-39dc-444e-aa23-c76e0752009e),segment_id=30223024-39dc-444e-aa23-c76e0752009e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:03.717708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.726634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No DVR routers for this DVR port 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:03.756323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.837292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.887996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] Calling delete_port for 2298e2f3-97a6-42d2-8019-f74a1e21afd8 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:03.910813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.921938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:03.938364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Usage tracker for resource:security_group_rule and tenant:24656776287b40fdad888e0571d33ceb is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:03.951180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:03.965209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:03.971027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:03.978817 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.015950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] No DVR routers for this DVR port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:04.022966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.028478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f2a42-2496-4dd9-9b7b-daf047b3c419 None None] Pushing event deleted for resources: {'Port': ['ID=2298e2f3-97a6-42d2-8019-f74a1e21afd8,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:04.042284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083143d8-3e29-4aa5-91f5-5b911a7705af None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:14:04.061739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a823-8861-4b4d-9743-efcd516794b7 req-2962a754-0e0f-444b-9f71-d5d6389088ed tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:04.063289 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5669a823-8861-4b4d-9743-efcd516794b7 req-2962a754-0e0f-444b-9f71-d5d6389088ed tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 946 time: 0.5548570 Mar 03 10:14:04.094197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] For port c1c3dbaf-ab9b-4eda-8c50-524564950ed0, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:04.094560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.114458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.118673 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-33255ad3-0cd2-41ee-8e70-5f4bfdd4d8ff tempest-ServersTestManualDisk-597546731 tempest-ServersTestManualDisk-597546731-project] 10.222.0.23 "DELETE /v2.0/floatingips/89ad7597-9c49-4be9-b35f-26bb5baa1c25 HTTP/1.1" status: 204 len: 168 time: 2.4727821 Mar 03 10:14:04.129331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] For port 2298e2f3-97a6-42d2-8019-f74a1e21afd8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2298e2f3-97a6-42d2-8019-f74a1e21afd8,segment=NetworkSegment(30223024-39dc-444e-aa23-c76e0752009e),segment_id=30223024-39dc-444e-aa23-c76e0752009e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:04.129701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.137275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54106) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:04.201605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083143d8-3e29-4aa5-91f5-5b911a7705af None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:14:04.303531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.366404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0b0c0d-67f9-4f59-8e58-d6cba626c51f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:04.382811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.420527 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba411709-3119-46fc-8ad8-becbf5ef8b75 tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "DELETE /v2.0/subnets/6c0b0c0d-67f9-4f59-8e58-d6cba626c51f HTTP/1.1" status: 204 len: 168 time: 1.3826306 Mar 03 10:14:04.487385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54110) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:04.493496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.504682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Calling delete_port for 2298e2f3-97a6-42d2-8019-f74a1e21afd8 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:04.521339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.589348 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24656776287b40fdad888e0571d33ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838437 Mar 03 10:14:04.601964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54116) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:04.616675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea325d1-849a-4843-a5d3-55b561c94847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-d1c74cdc-3ea2-42e7-acc8-01700400d9ed', 'network_id': 'd1c74cdc-3ea2-42e7-acc8-01700400d9ed', 'tenant_id': 'f515fba819df4beaada06459da66e481', 'fixed_ips': [{'subnet_id': 'ac3a2418-a483-4f28-a43f-a8e4ed851803'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:14:04.618184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dea325d1-849a-4843-a5d3-55b561c94847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.633315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9306-36b4-4067-b3b6-0afbaa5c64e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b595abb5-2b56-49ca-af4d-2201dd7d991d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:04.652034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.652493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.652853 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Floating IP 5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e disassociated. External IP: 172.26.7.168, port: c1c3dbaf-ab9b-4eda-8c50-524564950ed0. Mar 03 10:14:04.653191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Calling delete_port for c1c3dbaf-ab9b-4eda-8c50-524564950ed0 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:04.684199 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5669a823-8861-4b4d-9743-efcd516794b7 req-366e778f-6365-4ce0-85b7-413ac80e8f55 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6a17744-ab6d-4f3a-9d00-0a2505b71d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5581987 Mar 03 10:14:04.757926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebf18df0-b551-4522-8dfb-8f0aee601c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server [None req-dea325d1-849a-4843-a5d3-55b561c94847 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac3a2418-a483-4f28-a43f-a8e4ed851803: This subnet is being modified by another concurrent operation. Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:14:04.772456 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise exception Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac3a2418-a483-4f28-a43f-a8e4ed851803: This subnet is being modified by another concurrent operation. Mar 03 10:14:04.775536 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Mar 03 10:14:04.800255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f5be4-241c-4a4f-b038-0a4f9cc4c4f0 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:14:04.831474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:04.833793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.843338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebf18df0-b551-4522-8dfb-8f0aee601c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.875597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:04.876006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 70a1d4b0-1eb8-4b5a-a808-40f8d44383b1 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:04.877165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2298e2f3-97a6-42d2-8019-f74a1e21afd8 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:04.906811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:04.916325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 2298e2f3-97a6-42d2-8019-f74a1e21afd8 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:04.916908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2298e2f3-97a6-42d2-8019-f74a1e21afd8 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:04.936140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3a2418-a483-4f28-a43f-a8e4ed851803,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:04.964992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event deleted for resources: {'Port': ['ID=c1c3dbaf-ab9b-4eda-8c50-524564950ed0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:04.969606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.026410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f5be4-241c-4a4f-b038-0a4f9cc4c4f0 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:14:05.046000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebf18df0-b551-4522-8dfb-8f0aee601c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.067811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf18df0-b551-4522-8dfb-8f0aee601c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b595abb5-2b56-49ca-af4d-2201dd7d991d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:05.153246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:05.153571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:05.162841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebf18df0-b551-4522-8dfb-8f0aee601c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.164051 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ebf18df0-b551-4522-8dfb-8f0aee601c58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b595abb5-2b56-49ca-af4d-2201dd7d991d HTTP/1.1" status: 204 len: 168 time: 0.5611656 Mar 03 10:14:05.168462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.180411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:05.180756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.199379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:05.267371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a92cff3-1943-48f3-a9fc-77216210ddda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.325556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c74cdc-3ea2-42e7-acc8-01700400d9ed']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:05.342911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca7aab-91fb-4575-9956-a9a67b61df02 req-f048a05c-f318-4870-bb15-f5ad3a207a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:05.344628 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02ca7aab-91fb-4575-9956-a9a67b61df02 req-f048a05c-f318-4870-bb15-f5ad3a207a8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7501392 Mar 03 10:14:05.459168 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa6759-4d3e-4d83-bcef-bd6206507b86 None None] Network 05c052d0-95e3-424a-8b5d-5d9dd4c28239 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:05.460140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13de976a-3efe-4291-a2cb-067a79c00d2a') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:05.460140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13de976a-3efe-4291-a2cb-067a79c00d2a') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:05.578812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:05.597584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.622284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93a30c-7c44-4c19-8ec8-2f66e8a1aad0 None None] Network d1c74cdc-3ea2-42e7-acc8-01700400d9ed requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:05.632884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.644456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] Sync routers for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:05.670687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Deleting port 2298e2f3-97a6-42d2-8019-f74a1e21afd8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:05.671024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.687945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] No DVR routers for this DVR port c1c3dbaf-ab9b-4eda-8c50-524564950ed0 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:05.696883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:05.707609 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c94a7e-d059-44a8-9d4b-7dc9872765a0 req-b70b32bb-a9a3-4554-94d3-bf75c497f2bc tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.32 "DELETE /v2.0/ports/c1c3dbaf-ab9b-4eda-8c50-524564950ed0 HTTP/1.1" status: 204 len: 173 time: 2.5948341 Mar 03 10:14:05.708351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'name': 'network-vif-deleted', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:14:05.765861 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f49d046-0917-45db-9ce4-6e8fb53be8d7', 'name': 'network-vif-deleted', 'tag': 'c1c3dbaf-ab9b-4eda-8c50-524564950ed0', 'status': 'completed', 'code': 200} Mar 03 10:14:05.804027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:05.804664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:06.043225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.072278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ddf11-c90e-406e-af08-61c250945ebf None None] DHCP port deletion for d1c74cdc-3ea2-42e7-acc8-01700400d9ed request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:06.074998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.136341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.147439 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02ca7aab-91fb-4575-9956-a9a67b61df02 req-b2537521-c9d3-4fb1-b790-10a9e0f566bc tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7251635 Mar 03 10:14:06.160021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.174095 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d732c89e-b958-48a6-bd28-7fa3d34cb30f req-aad4f15d-f6db-49c7-8369-ac4e96bf2065 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f49d046-0917-45db-9ce4-6e8fb53be8d7 HTTP/1.1" status: 200 len: 210 time: 0.1813715 Mar 03 10:14:06.198359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:06.198765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.218938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] The port '2298e2f3-97a6-42d2-8019-f74a1e21afd8' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:06.231420 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:06.240011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:06.296224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] DHCP port deletion for 05c052d0-95e3-424a-8b5d-5d9dd4c28239 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:06.315130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Deleting port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:06.315684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.730529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.760032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5d46cc-8122-43e5-9edd-ffd43e126eec']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:06.769371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c1c3dbaf-ab9b-4eda-8c50-524564950ed0 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:06.774228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30223024-39dc-444e-aa23-c76e0752009e') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:06.774539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30223024-39dc-444e-aa23-c76e0752009e') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:06.787505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.795110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:06.848432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: c1c3dbaf-ab9b-4eda-8c50-524564950ed0 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:06.848830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c1c3dbaf-ab9b-4eda-8c50-524564950ed0 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:06.856602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:07.039769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Allocated IP 172.26.7.160 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/ff400977-65eb-4c7e-8d05-1d0e6509428d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:07.042862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,segment=NetworkSegment(58ff12ed-84de-469b-a504-ce3d4dd6e458),segment_id=58ff12ed-84de-469b-a504-ce3d4dd6e458)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:07.043246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.125509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.136713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:07.137363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.204851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Calling delete_port for 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:07.306237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54164) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:07.311583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.325813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:45Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:07.329993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=d1c74cdc-3ea2-42e7-acc8-01700400d9ed,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:07.331719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:07.338944 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:07.359923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] Checking router: 471c8262-4921-4ce5-a2aa-24a9c2d57a41 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:14:07.361670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,segment=NetworkSegment(58ff12ed-84de-469b-a504-ce3d4dd6e458),segment_id=58ff12ed-84de-469b-a504-ce3d4dd6e458)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:07.362041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.384845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.391321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.396757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54172) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:07.420722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:07.421348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:07.494310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,segment=NetworkSegment(58ff12ed-84de-469b-a504-ce3d4dd6e458),segment_id=58ff12ed-84de-469b-a504-ce3d4dd6e458)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:07.501794 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] 10.222.0.23 "DELETE /v2.0/networks/7b5d46cc-8122-43e5-9edd-ffd43e126eec HTTP/1.1" status: 204 len: 168 time: 4.6900020 Mar 03 10:14:07.505007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1153465246', 'router:external': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:07.512940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:07.523005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.527739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:network and tenant:a00b2454a7a949e6ae126729bd863196 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:07.533932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:07.542256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4929662e-eac2-4b22-b728-92fd7cd12253 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.544163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:07.577591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Made reservation on behalf of a00b2454a7a949e6ae126729bd863196 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:07.580345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.594290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4929662e-eac2-4b22-b728-92fd7cd12253 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.623031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.653898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:07.660154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:07.660791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:07.671183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:security_group_rule and tenant:a00b2454a7a949e6ae126729bd863196 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:07.676914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:07.683526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:07.722289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Calling delete_port for 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:07.743021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4929662e-eac2-4b22-b728-92fd7cd12253 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.770179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929662e-eac2-4b22-b728-92fd7cd12253 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a17744-ab6d-4f3a-9d00-0a2505b71d00,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:07.779080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:07.804394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4929662e-eac2-4b22-b728-92fd7cd12253 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.808419 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4929662e-eac2-4b22-b728-92fd7cd12253 tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "DELETE /v2.0/security-groups/b6a17744-ab6d-4f3a-9d00-0a2505b71d00 HTTP/1.1" status: 204 len: 168 time: 0.4103985 Mar 03 10:14:07.810132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54180) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:07.822057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:07.844072 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-99200e09-2e3d-4ffe-8456-1777fe45703e tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] show failed (client error): The resource could not be found. Mar 03 10:14:07.848332 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-99200e09-2e3d-4ffe-8456-1777fe45703e tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "GET /v2.0/security-groups/b6a17744-ab6d-4f3a-9d00-0a2505b71d00 HTTP/1.1" status: 404 len: 347 time: 0.0345814 Mar 03 10:14:07.852137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54184) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:07.854670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5d830-f9ac-4dc7-8b34-ed40c681acad tempest-ExtraDHCPOptionsIpV6TestJSON-551571847 tempest-ExtraDHCPOptionsIpV6TestJSON-551571847-project] Pushing event deleted for resources: {'Network': ['ID=7b5d46cc-8122-43e5-9edd-ffd43e126eec,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:07.862566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.873328 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8c9621d4-e024-44ac-9183-6309961c7129 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/d1c74cdc-3ea2-42e7-acc8-01700400d9ed HTTP/1.1" status: 204 len: 168 time: 9.4280803 Mar 03 10:14:07.873328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:07.873328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:07.878357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54188) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:07.913238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.935957 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-633edff1-8d7f-4f08-9b06-8c28c0287f74 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:07.936444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633edff1-8d7f-4f08-9b06-8c28c0287f74 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:07.943558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.949927 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-633edff1-8d7f-4f08-9b06-8c28c0287f74 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/ac3a2418-a483-4f28-a43f-a8e4ed851803 HTTP/1.1" status: 404 len: 337 time: 0.0664256 Mar 03 10:14:07.962516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54192) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:07.965515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:07.976259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54194) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:08.027399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f3482-1a96-4f16-84e6-58783693ff3f req-c81edef8-6978-43ea-9ecd-14db88c873f9 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:08.028812 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ea7f3482-1a96-4f16-84e6-58783693ff3f req-c81edef8-6978-43ea-9ecd-14db88c873f9 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 1.2316928 Mar 03 10:14:08.095357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Deleting port 12991a39-b033-4bbc-b0ea-00c621e9ff1f {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:08.096463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.145900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:08.149447 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ea7f3482-1a96-4f16-84e6-58783693ff3f req-c6aef76c-0bf3-4548-9e34-0a2ecced8a16 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117129 Mar 03 10:14:08.151339 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a185b97-a112-4116-b0ae-f9fcdea2bfeb tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:08.151339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a185b97-a112-4116-b0ae-f9fcdea2bfeb tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:08.160425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22afa15-1d29-409b-b115-4da6e04e0c55,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:08.161053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.178171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Deleting port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:08.178512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.179358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7a185b97-a112-4116-b0ae-f9fcdea2bfeb tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/d1c74cdc-3ea2-42e7-acc8-01700400d9ed HTTP/1.1" status: 404 len: 339 time: 0.2057025 Mar 03 10:14:08.194827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.195175 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Added segment c9fe9201-9a83-4518-a5e0-80e6c2901bde of type vlan for network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 Mar 03 10:14:08.210679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54202) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:08.327974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:45Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:08.356256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4c7a6-e4df-4adb-91c8-806eedd30e46 None None] The sync data for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv is: [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:12:32Z', 'revision_number': 4, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b908ec3-b418-43cd-9a2c-48040e11eaeb', 'name': '', 'network_id': 'dc458469-7bea-4bfc-b63d-21803338f480', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'mac_address': 'fa:16:3e:fc:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '301d138b-4198-4706-be35-f922120cb9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:29Z', 'updated_at': '2022-03-03T10:12:45Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'subnets': [{'id': '301d138b-4198-4706-be35-f922120cb9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:08.381376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:08.381869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.410324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.434629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,segment=NetworkSegment(58ff12ed-84de-469b-a504-ce3d4dd6e458),segment_id=58ff12ed-84de-469b-a504-ce3d4dd6e458)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:08.435022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.488273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:08.507700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.520930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.521475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.553882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event updated for resources: {'Port': ['ID=ff400977-65eb-4c7e-8d05-1d0e6509428d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:08.567575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:08.573977 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9726aef1-6896-493a-b233-40aa2abca3c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7262fcb4880d447ca2e1d70e23ae4a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918260 Mar 03 10:14:08.576710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Calling delete_port for 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:08.579330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:08.618743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54206) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:08.668985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.684168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Calling delete_port for 12991a39-b033-4bbc-b0ea-00c621e9ff1f owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:08.718865 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c290b1f-d39c-4700-8465-77728823cf77 None None] New status for floating IP 5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:14:08.723557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] Pushing event deleted for resources: {'Port': ['ID=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:08.725333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e237fd8-3376-4a43-8a83-4acc7489b214 None None] No DVR routers for this DVR port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:08.753833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:14:08.773827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.839210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.882988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.883968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:08.884540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:08.905205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2126c1a9-7b2c-4e1e-ae65-4268bedf52ce']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:08.943278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a302bc15-c8d5-4da2-9a1d-482110dd8230') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:08.943593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a302bc15-c8d5-4da2-9a1d-482110dd8230') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:08.953336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] For port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=96399a3b-cd21-4ef6-8e6f-0f135cc3e98d,segment=NetworkSegment(58ff12ed-84de-469b-a504-ce3d4dd6e458),segment_id=58ff12ed-84de-469b-a504-ce3d4dd6e458)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:08.953992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.004560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.019372 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7120037 Mar 03 10:14:09.026783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54210) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:09.032448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f30bc-eb31-4348-842a-8b0ce4d28fc6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Network': ['ID=187420b9-f2ce-40aa-90d5-19f5a97b4cf9,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:09.038153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'subnet': {'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:09.044584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:09.044871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:09.047208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.049662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:09.049662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:09.053612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:subnet and tenant:a00b2454a7a949e6ae126729bd863196 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:09.057561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:09.060288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:09.060681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:09.075264 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:09.094317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:09.214862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Calling delete_port for 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:09.264123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Made reservation on behalf of a00b2454a7a949e6ae126729bd863196 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:09.266430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.297865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.316198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.372523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce679-5a5a-401a-b330-3fdc279308cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.377622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=2126c1a9-7b2c-4e1e-ae65-4268bedf52ce,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:09.401315 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a1a25bff-3096-4477-abd6-c355ed4af02a tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/2126c1a9-7b2c-4e1e-ae65-4268bedf52ce HTTP/1.1" status: 204 len: 168 time: 1.1873167 Mar 03 10:14:09.402215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54216) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:09.445941 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73c7f5e-55d3-420f-91cd-f1d1d08029a3 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:09.446625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73c7f5e-55d3-420f-91cd-f1d1d08029a3 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:09.455790 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a73c7f5e-55d3-420f-91cd-f1d1d08029a3 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/c748d764-eb33-4064-8fcb-6ea066529134 HTTP/1.1" status: 404 len: 337 time: 0.0526106 Mar 03 10:14:09.460231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54220) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:09.522485 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c72f271-9aa1-4b19-8b46-8456b432ccaa tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:09.522930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c72f271-9aa1-4b19-8b46-8456b432ccaa tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:09.524601 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9c72f271-9aa1-4b19-8b46-8456b432ccaa tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/b9f327c6-41b1-4da5-bc75-f8f2601fe361 HTTP/1.1" status: 404 len: 339 time: 0.0634859 Mar 03 10:14:09.527638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54224) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:09.529411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce679-5a5a-401a-b330-3fdc279308cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.554541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Deleting port 12991a39-b033-4bbc-b0ea-00c621e9ff1f {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:09.554872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.719723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:09.720105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:09.820545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.820865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:09.956579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Calling delete_port for 12991a39-b033-4bbc-b0ea-00c621e9ff1f owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:09.958220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting subnet 77c4fc8d-9a04-44f8-92f4-f377878b1390 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:09.971608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.011779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515406d6-2080-4d64-95ad-62a2de66bed4 req-2af34f42-88a8-40fb-a60f-f9e541f7ef8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:10.013304 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-515406d6-2080-4d64-95ad-62a2de66bed4 req-2af34f42-88a8-40fb-a60f-f9e541f7ef8d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6935213 Mar 03 10:14:10.075825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:14:10.076283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.097168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.133130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.193245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Deleting port 96399a3b-cd21-4ef6-8e6f-0f135cc3e98d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:10.193589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.198811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b63fcfec-955b-43c6-aef5-f827dd81f19f,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:10.211899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Checking segment: {'id': 'c9fe9201-9a83-4518-a5e0-80e6c2901bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:10.212259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network hostable DHCP agents. Network: 187420b9-f2ce-40aa-90d5-19f5a97b4cf9, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:10.216390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.217695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce679-5a5a-401a-b330-3fdc279308cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.271828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Pushing event deleted for resources: {'Port': ['ID=12991a39-b033-4bbc-b0ea-00c621e9ff1f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:10.310515 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-515406d6-2080-4d64-95ad-62a2de66bed4 req-eaef0f55-6331-45e6-96b4-f6c47c97f99e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882504 Mar 03 10:14:10.311230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ce679-5a5a-401a-b330-3fdc279308cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440582a-1899-4445-b33a-ace72d497e24,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:10.331337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] The port '96399a3b-cd21-4ef6-8e6f-0f135cc3e98d' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:14:10.344620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:10.368921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 187420b9-f2ce-40aa-90d5-19f5a97b4cf9) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:10.375713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:10.376521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.385999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaeeee1-43a3-4bbb-ab28-ecbb840f6819 None None] Network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:10.403546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.420482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.421713 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d38c9b77-c0f6-4075-aca3-b60bea603dec tempest-ServersTestJSON-590626510 tempest-ServersTestJSON-590626510-project] 10.222.0.23 "DELETE /v2.0/floatingips/5a7f9185-b8cc-48dd-9d80-869d5a4aeb7e HTTP/1.1" status: 204 len: 168 time: 2.5663877 Mar 03 10:14:10.425988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54230) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:10.507396 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8e1569d9-19c7-4bed-9c13-d0194a595b56 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4795098 Mar 03 10:14:10.526623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54234) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:10.534900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-906935518', 'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:10.539898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:10.549017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:port and tenant:a00b2454a7a949e6ae126729bd863196 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:10.554702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:10.565230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:10.602005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb0ce679-5a5a-401a-b330-3fdc279308cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.603138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cb0ce679-5a5a-401a-b330-3fdc279308cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4440582a-1899-4445-b33a-ace72d497e24 HTTP/1.1" status: 204 len: 168 time: 1.9371657 Mar 03 10:14:10.615960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Deleting port fcb18205-b11c-421e-b270-35a982bfa629 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:10.616302 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.647832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Made reservation on behalf of a00b2454a7a949e6ae126729bd863196 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:10.650341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.676461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] device_id is not set on port 65b4d36b-305f-40ea-b9f4-f48f36534e03 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:10.725460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a5354-35fd-4fa7-9dd5-a75e18a439c5 None None] Network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:10.731089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.869757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:10.927269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c052d0-95e3-424a-8b5d-5d9dd4c28239']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:10.959607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ff12ed-84de-469b-a504-ce3d4dd6e458') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:10.960262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ff12ed-84de-469b-a504-ce3d4dd6e458') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:11.039501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.151409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.174786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:11.174786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.203387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f317784-9f34-40e5-80e0-88491b5d3d44 req-51474d5f-fc7f-42b9-9561-43a74107e095 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:11.205525 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f317784-9f34-40e5-80e0-88491b5d3d44 req-51474d5f-fc7f-42b9-9561-43a74107e095 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6917973 Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:11.206052 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:11.260430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Allocated IP 172.20.0.14 (187420b9-f2ce-40aa-90d5-19f5a97b4cf9/b63fcfec-955b-43c6-aef5-f827dd81f19f/65b4d36b-305f-40ea-b9f4-f48f36534e03) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:11.320834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.339416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.465420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54258) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:11.546590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.554432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.606479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] For port fcb18205-b11c-421e-b270-35a982bfa629, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fcb18205-b11c-421e-b270-35a982bfa629,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:11.606839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.616066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=77c4fc8d-9a04-44f8-92f4-f377878b1390,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:11.625490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1967038301'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:11.626769 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f317784-9f34-40e5-80e0-88491b5d3d44 req-67ff346d-6c64-4088-9651-071bf7d0b734 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3888299 Mar 03 10:14:11.631126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.632484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20254170-5cd0-4e6f-b924-7070f3125d19 None None] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:11.633812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:11.646683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:network and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:11.652308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:11.668037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:11.758517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.764064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:11.767695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Calling delete_port for fcb18205-b11c-421e-b270-35a982bfa629 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:11.767843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.828148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.830284 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] 10.222.0.23 "DELETE /v2.0/networks/05c052d0-95e3-424a-8b5d-5d9dd4c28239 HTTP/1.1" status: 204 len: 168 time: 7.3396611 Mar 03 10:14:11.838923 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1b5f7b13-4459-4575-a346-cf998dfc9463 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/77c4fc8d-9a04-44f8-92f4-f377878b1390 HTTP/1.1" status: 204 len: 168 time: 2.2565777 Mar 03 10:14:11.839496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.856689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54268) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:11.890250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Pushing event deleted for resources: {'Network': ['ID=05c052d0-95e3-424a-8b5d-5d9dd4c28239,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:11.919586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:11.972560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:11.986117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.986637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.986876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.987160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.987585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.987781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.988264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.988264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.988536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.988857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.989179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:11.989497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3b736-d228-4676-b8ab-20d54bf504dc tempest-FloatingIPNegativeTestJSON-1927939609 tempest-FloatingIPNegativeTestJSON-1927939609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:12.013577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:security_group_rule and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:12.029662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:12.043919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:12.047395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:12.059758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:12.068771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:12.115372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3e6e7-0117-4647-a6ec-c3198c6c5e29 req-5eda7429-213d-41d5-a70a-ab47c379fed5 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:12.116900 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55c3e6e7-0117-4647-a6ec-c3198c6c5e29 req-5eda7429-213d-41d5-a70a-ab47c379fed5 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3135872 Mar 03 10:14:12.135490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting subnet d708d6af-abee-436d-be02-6ae78be9eaf8 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:12.150532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Port': ['ID=65b4d36b-305f-40ea-b9f4-f48f36534e03,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:12.155413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Router 0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:12.165401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.197471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55c3e6e7-0117-4647-a6ec-c3198c6c5e29 req-7286c8d9-1d2e-4575-a241-5d2c5a0cd846 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676444 Mar 03 10:14:12.230714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:12.231378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.253137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54276) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:12.342974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.379830 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b8dc3b07-56f0-4490-b0a6-aa2e0883720f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8517659 Mar 03 10:14:12.388867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54282) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:12.522643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:12.536691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] Sync routers for ids ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:12.541346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.549764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] Routers {'0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:12.549942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:12.606886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb18205-b11c-421e-b270-35a982bfa629,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:12.628481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:12.640458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] Routers {'0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:12.641089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:12.645343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Deleting port 65b4d36b-305f-40ea-b9f4-f48f36534e03 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:12.645809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.653884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.658924 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2620fab3-7814-4034-865d-11c7c30c6fe8 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.4497995 Mar 03 10:14:12.663102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54286) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:12.679847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': False}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:12.717227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:12.717634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2001533d-f3a5-4eb2-a1b8-d8f56374485e None None] The sync data for ids ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:12.769447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2def844b-ec1b-40a2-a68e-7e39578703b5 None None] Provisioning complete for port 3e0395b2-2d78-464c-a698-2b23fdf51906 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:12.769916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2def844b-ec1b-40a2-a68e-7e39578703b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.797200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba4e2-e844-4a9d-9791-60c436600a1d req-dca9108d-c8e0-4476-9cc1-7a05154afed0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:12.799293 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-77cba4e2-e844-4a9d-9791-60c436600a1d req-dca9108d-c8e0-4476-9cc1-7a05154afed0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4176605 Mar 03 10:14:12.879351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-12482157-ee54-45e7-ac6f-f8ae4e309849 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eee4ad070054f7687e56f835ce5fb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091912 Mar 03 10:14:12.897340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54290) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:12.924587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Deleting port 5b908ec3-b418-43cd-9a2c-48040e11eaeb {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:12.925068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:12.994095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.039476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.066639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.126824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-77cba4e2-e844-4a9d-9791-60c436600a1d req-2976cbd4-ea50-4707-ad53-4be69be3ecc1 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204210 Mar 03 10:14:13.185922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:13.286490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb79071-8a71-4697-b8b8-6d3d99adf531,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:13.315160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.315523 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Added segment 80ee810e-f7e4-488f-b647-4bad9ae33178 of type vlan for network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da Mar 03 10:14:13.334565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0724-0e29-4027-8cc6-8b26d207f213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.381253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.469634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0724-0e29-4027-8cc6-8b26d207f213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.486467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.497256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.560928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=d708d6af-abee-436d-be02-6ae78be9eaf8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:13.568563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] For port 5b908ec3-b418-43cd-9a2c-48040e11eaeb, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5b908ec3-b418-43cd-9a2c-48040e11eaeb,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:13.568913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.584863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede7678c-ba9f-4467-be0a-712e845d5dad None None] Network 13d9c0a2-9825-4d98-8e07-8b2ed287c743 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:13.591036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.599363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.633432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa25d8-acbe-4a33-bde8-0e7ca33136c8 req-07a6216a-153d-4fc9-82e5-7fbe256a8113 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:13.634836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-01fa25d8-acbe-4a33-bde8-0e7ca33136c8 req-07a6216a-153d-4fc9-82e5-7fbe256a8113 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3506718 Mar 03 10:14:13.777068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:14:13.793744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Calling delete_port for 5b908ec3-b418-43cd-9a2c-48040e11eaeb owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:13.846034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] DHCP port deletion for 13d9c0a2-9825-4d98-8e07-8b2ed287c743 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:13.848784 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-01fa25d8-acbe-4a33-bde8-0e7ca33136c8 req-41142f7c-400b-4484-bbfd-b15e9b1ccd15 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997392 Mar 03 10:14:13.850962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Deleting port 3e0395b2-2d78-464c-a698-2b23fdf51906 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:13.851538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.896561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Calling delete_port for 65b4d36b-305f-40ea-b9f4-f48f36534e03 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:13.932822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.945226 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0a0147b4-1718-4d8b-810e-6d99da5f6f3b tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/d708d6af-abee-436d-be02-6ae78be9eaf8 HTTP/1.1" status: 204 len: 168 time: 2.0857148 Mar 03 10:14:13.947778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54298) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:13.966452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:13.973106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:13.973740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.034230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0724-0e29-4027-8cc6-8b26d207f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.096854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0724-0e29-4027-8cc6-8b26d207f213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.098067 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d2fe0724-0e29-4027-8cc6-8b26d207f213 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18ce484e-1ecb-4318-903f-1fe6de602dd4 HTTP/1.1" status: 204 len: 168 time: 1.1997559 Mar 03 10:14:14.152400 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6839895 Mar 03 10:14:14.153313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe0724-0e29-4027-8cc6-8b26d207f213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce484e-1ecb-4318-903f-1fe6de602dd4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:14.158528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54304) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:14.173527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a1907-5817-486e-959d-b32436d7fda4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Network': ['ID=8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:14.218768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'subnet': {'network_id': '8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:14.222986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] For port 3e0395b2-2d78-464c-a698-2b23fdf51906, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3e0395b2-2d78-464c-a698-2b23fdf51906,segment=NetworkSegment(5af29582-44b8-4e7e-b044-e4d369876b72),segment_id=5af29582-44b8-4e7e-b044-e4d369876b72)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:14.223399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.260153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.293547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.358101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event deleted for resources: {'Port': ['ID=65b4d36b-305f-40ea-b9f4-f48f36534e03,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:14.377705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Calling delete_port for 3e0395b2-2d78-464c-a698-2b23fdf51906 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:14.473702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:14.587385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Router 296f5faf-1725-47da-a032-46ae10598652 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:14.642967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.654577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:14.671503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.725465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Pushing event deleted for resources: {'Port': ['ID=3e0395b2-2d78-464c-a698-2b23fdf51906,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:14.740113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.740657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.741073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.741410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.741735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.742119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.742363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.742683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.742999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.743329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.745693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.746024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:14.748807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76dfaab-7d26-42b2-be8d-8f638741c7e8 None None] No DVR routers for this DVR port 3e0395b2-2d78-464c-a698-2b23fdf51906 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:14.762748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:subnet and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:14.766320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:14.805809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:14.810454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.819321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b908ec3-b418-43cd-9a2c-48040e11eaeb,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:14.847324 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-22224533-f1f6-4fa9-a95b-c13f5997e57d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "DELETE /v2.0/ports/65b4d36b-305f-40ea-b9f4-f48f36534e03 HTTP/1.1" status: 204 len: 168 time: 2.4526761 Mar 03 10:14:14.850644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54318) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:14.859594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9', 'external_fixed_ips': [{'subnet_id': 'b63fcfec-955b-43c6-aef5-f827dd81f19f', 'ip_address': '172.20.0.14'}]}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:14.864771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:14.869154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:router and tenant:a00b2454a7a949e6ae126729bd863196 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:14.873034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:14.875668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3e0395b2-2d78-464c-a698-2b23fdf51906 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:14.887269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:14.917289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 3e0395b2-2d78-464c-a698-2b23fdf51906 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:14.917775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3e0395b2-2d78-464c-a698-2b23fdf51906 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:14.938600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.959800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:14.963570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:14.990647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc01fd9-9335-45ce-b113-0d133105636f req-546eecc6-b91f-4eca-ac42-be7c0f571e59 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:14.993265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5bc01fd9-9335-45ce-b113-0d133105636f req-546eecc6-b91f-4eca-ac42-be7c0f571e59 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.8391736 Mar 03 10:14:15.002044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.003148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.022040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.177981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d9c0a2-9825-4d98-8e07-8b2ed287c743']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:15.212028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54330) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:15.241436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af29582-44b8-4e7e-b044-e4d369876b72') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:15.241632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af29582-44b8-4e7e-b044-e4d369876b72') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:15.263494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:15.269281 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-df390129-842b-4edc-a6f6-c6904e5c4077 admin admin] 10.222.0.23 "PUT /v2.0/routers/296f5faf-1725-47da-a032-46ae10598652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1151404 Mar 03 10:14:15.278181 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] Sync routers for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:15.279328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54336) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:15.283711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.295975 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:15.301300 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:15.354866 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5bc01fd9-9335-45ce-b113-0d133105636f req-113ca111-8f8a-40b4-9547-7d94a7378a6a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924876 Mar 03 10:14:15.381607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.386734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.533137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1cd82c5a-8554-40ac-b09f-f56f865fae57 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] Request body: {'port': {'network_id': 'aaa7e5fb-b3d8-4263-9b43-9a07b88644b8', 'name': 'tempest-NetworksNegativeTestJSON-1792534936'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:15.538855 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:15.572781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.582931 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd82c5a-8554-40ac-b09f-f56f865fae57 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] POST failed (client error): The resource could not be found. Mar 03 10:14:15.583444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd82c5a-8554-40ac-b09f-f56f865fae57 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:15.588232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1cd82c5a-8554-40ac-b09f-f56f865fae57 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3716176 Mar 03 10:14:15.591823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54342) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:15.606725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:15.607105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:15.623893 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:15.646340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.705629 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0286d5ba-3df3-479e-b91d-3590f2600809 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:15.706259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0286d5ba-3df3-479e-b91d-3590f2600809 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:15.718854 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0286d5ba-3df3-479e-b91d-3590f2600809 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "DELETE /v2.0/networks/f953834f-7719-4a6b-9135-693f3594d8aa HTTP/1.1" status: 404 len: 339 time: 0.1175787 Mar 03 10:14:15.718854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54346) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:15.842780 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b1a2bd-7b9e-4a82-9f71-cef3cfe0d388 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:15.843492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b1a2bd-7b9e-4a82-9f71-cef3cfe0d388 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:15.845826 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a9b1a2bd-7b9e-4a82-9f71-cef3cfe0d388 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "DELETE /v2.0/ports/f44d9a00-0f30-4dec-bbbf-cae7a3717bf7 HTTP/1.1" status: 404 len: 333 time: 0.1264513 Mar 03 10:14:15.850518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54350) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:15.866488 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:14:12Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:15.871800 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] Checking router: 296f5faf-1725-47da-a032-46ae10598652 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:14:15.883483 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] Routers {'296f5faf-1725-47da-a032-46ae10598652'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:15.884198 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['296f5faf-1725-47da-a032-46ae10598652'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:15.891409 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea10383-6713-4695-a9b9-4cf15e84f795 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:15.892613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea10383-6713-4695-a9b9-4cf15e84f795 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:15.893141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.894457 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dea10383-6713-4695-a9b9-4cf15e84f795 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "DELETE /v2.0/subnets/030af70e-53e2-489c-b144-cf974983e437 HTTP/1.1" status: 404 len: 337 time: 0.0430291 Mar 03 10:14:15.899475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54354) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:15.929635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:15.967660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=13d9c0a2-9825-4d98-8e07-8b2ed287c743,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:16.071508 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] Set router 296f5faf-1725-47da-a032-46ae10598652 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:16.123165 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93cad06-9f81-419b-ac77-c04bd3b9da60 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] GET failed (client error): The resource could not be found. Mar 03 10:14:16.128915 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f93cad06-9f81-419b-ac77-c04bd3b9da60 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "GET /v2.0/networks/94204883-78ad-4670-a9c7-fe23a0149fa9 HTTP/1.1" status: 404 len: 339 time: 0.2196321 Mar 03 10:14:16.133745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54358) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.215810 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ea298608-ca06-4625-919a-7fc5c24523d5 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/13d9c0a2-9825-4d98-8e07-8b2ed287c743 HTTP/1.1" status: 204 len: 168 time: 2.2609041 Mar 03 10:14:16.216383 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b4e456-3d29-421f-8c71-ca05a7a714fb tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] GET failed (client error): The resource could not be found. Mar 03 10:14:16.216383 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e9b4e456-3d29-421f-8c71-ca05a7a714fb tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "GET /v2.0/ports/fccf789f-0b2e-4584-b5f5-b0e75ca02880 HTTP/1.1" status: 404 len: 333 time: 0.0755081 Mar 03 10:14:16.216383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54362) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.217205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54364) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.300917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:16.338623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:16.342033 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3f99f9-7374-4c1b-a47b-556ce6c67da1 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:16.342488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3f99f9-7374-4c1b-a47b-556ce6c67da1 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.351450 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1f3f99f9-7374-4c1b-a47b-556ce6c67da1 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/198492d2-6039-45bc-aa8c-647c6cd3763e HTTP/1.1" status: 404 len: 337 time: 0.1281083 Mar 03 10:14:16.351450 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a030cb-eb58-4045-bda5-5564d7f34c91 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] GET failed (client error): The resource could not be found. Mar 03 10:14:16.351450 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f2a030cb-eb58-4045-bda5-5564d7f34c91 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "GET /v2.0/subnets/19b27e9a-e9f1-4458-99b4-90353ab8b9a1 HTTP/1.1" status: 404 len: 337 time: 0.1288095 Mar 03 10:14:16.351450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54370) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.353817 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54372) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.371110 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:14:12Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:16.375022 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e053d-632a-4110-853e-3c32bdda1c28 None None] The sync data for ids ['296f5faf-1725-47da-a032-46ae10598652'] in dv-neutron-831192-5-hyperv is: [{'id': '296f5faf-1725-47da-a032-46ae10598652', 'name': 'tempest-ServersTestManualDisk-145884126-router', 'tenant_id': '43a97d4b66be4e18825f7e258f4be3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:12Z', 'updated_at': '2022-03-03T10:14:12Z', 'revision_number': 5, 'project_id': '43a97d4b66be4e18825f7e258f4be3b2', 'gw_port': {'id': '6ae1d94e-7af8-4f9f-baab-e3aafa2ad044', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f5faf-1725-47da-a032-46ae10598652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:13Z', 'updated_at': '2022-03-03T10:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:16.385238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b3ffea4e-758e-481a-afa4-e37be234193d tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:16.406917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:16.427069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a3f65a-589a-4239-a9dd-0113ef3da2d2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:16.427652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a3f65a-589a-4239-a9dd-0113ef3da2d2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.431800 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-34a3f65a-589a-4239-a9dd-0113ef3da2d2 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/493d1930-6872-4fed-b1c0-4b1958668dfd HTTP/1.1" status: 404 len: 339 time: 0.0775084 Mar 03 10:14:16.435272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54378) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.487676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Deleting port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:16.488021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:16.529634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Subnet': ['ID=44965dc3-6e63-4cd7-a3b1-ee45efd47b61,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:16.544816 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ffea4e-758e-481a-afa4-e37be234193d tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] PUT failed (client error): The resource could not be found. Mar 03 10:14:16.544997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ffea4e-758e-481a-afa4-e37be234193d tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.550280 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b3ffea4e-758e-481a-afa4-e37be234193d tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "PUT /v2.0/networks/0f090241-647d-4231-870c-73f7c0c946e6 HTTP/1.1" status: 404 len: 339 time: 0.1906049 Mar 03 10:14:16.562634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54382) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.569170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-595a42ea-7496-4f09-abf4-a04ced82ed52 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:16.599875 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-627fd082-879e-4b9d-a7d4-0a3759a088fc tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:16.599875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627fd082-879e-4b9d-a7d4-0a3759a088fc tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.603723 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-627fd082-879e-4b9d-a7d4-0a3759a088fc tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/b5dcb0b7-a8dc-445e-b43e-19841949b60e HTTP/1.1" status: 404 len: 337 time: 0.1543052 Mar 03 10:14:16.615119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54386) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.662769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Checking segment: {'id': '80ee810e-f7e4-488f-b647-4bad9ae33178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:16.663027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network hostable DHCP agents. Network: 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:16.667511 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-23731a16-3a99-4941-a7b7-3537f563c5c9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:16.667935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23731a16-3a99-4941-a7b7-3537f563c5c9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.671823 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23731a16-3a99-4941-a7b7-3537f563c5c9 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/91395171-c5ac-436f-b63e-402c7b7d87e6 HTTP/1.1" status: 404 len: 339 time: 0.0520804 Mar 03 10:14:16.674162 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-595a42ea-7496-4f09-abf4-a04ced82ed52 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] PUT failed (client error): The resource could not be found. Mar 03 10:14:16.674700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595a42ea-7496-4f09-abf4-a04ced82ed52 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.679375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-595a42ea-7496-4f09-abf4-a04ced82ed52 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "PUT /v2.0/ports/4ed3d70b-c1ae-442f-937a-ea9d100f092f HTTP/1.1" status: 404 len: 333 time: 0.1123283 Mar 03 10:14:16.679375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54390) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.680445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54392) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.701579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cf0875f0-ea5a-481c-84a9-93798aa0ab61 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:16.821523 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8d048f-2881-4206-93a3-8025ff226e14 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:16.821970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8d048f-2881-4206-93a3-8025ff226e14 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.827516 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0875f0-ea5a-481c-84a9-93798aa0ab61 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] PUT failed (client error): The resource could not be found. Mar 03 10:14:16.827845 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-db8d048f-2881-4206-93a3-8025ff226e14 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/35cff69b-308b-439e-a327-2d27a3492d0c HTTP/1.1" status: 404 len: 337 time: 0.1483629 Mar 03 10:14:16.827987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0875f0-ea5a-481c-84a9-93798aa0ab61 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.828474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54398) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.832755 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cf0875f0-ea5a-481c-84a9-93798aa0ab61 tempest-NetworksNegativeTestJSON-417263820 tempest-NetworksNegativeTestJSON-417263820-project] 10.222.0.23 "PUT /v2.0/subnets/ca72b4c6-d76c-483d-bce1-7832d928f69e HTTP/1.1" status: 404 len: 337 time: 0.1460125 Mar 03 10:14:16.844419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fcb18205-b11c-421e-b270-35a982bfa629 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:16.887505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: fcb18205-b11c-421e-b270-35a982bfa629 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:16.888191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fcb18205-b11c-421e-b270-35a982bfa629 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:16.901729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:16.938545 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd39fb2-e183-476d-ac25-6f5222c19316 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:16.939033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd39fb2-e183-476d-ac25-6f5222c19316 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:16.943673 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4cd39fb2-e183-476d-ac25-6f5222c19316 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/3797a7c0-6d59-4dfa-9d3e-ca92d7748084 HTTP/1.1" status: 404 len: 339 time: 0.1014128 Mar 03 10:14:16.946926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54404) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.949514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:16.949653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:16.952989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:16.961948 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4ba625f7-029d-463c-a91f-825d30970795 admin admin] 10.222.0.23 "PUT /v2.0/routers/471c8262-4921-4ce5-a2aa-24a9c2d57a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5341947 Mar 03 10:14:16.964889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54408) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:16.965829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] Sync routers for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:16.967579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:16.980256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:16.981252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:17.035108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.037189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:17.068472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:17.069043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.089062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010490f1-0194-497a-8cd6-6aa752988f6b None None] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:17.108233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting subnet 6be8c46a-658d-4406-974b-a605f3bcaf29 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:17.149243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.230901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.330057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] For port 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:17.331093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.385194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc45e3-59b1-406b-af96-4a6fa02e3fec None None] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:17.402152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54414) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:17.409493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.430728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Router 0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:17.495931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Allocated IP 172.20.0.14 (187420b9-f2ce-40aa-90d5-19f5a97b4cf9/b63fcfec-955b-43c6-aef5-f827dd81f19f/1a8d01a9-1432-4b11-b841-304a5735d8ae) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:17.545766 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-251b7c4d-16e7-47ce-af85-22338df61fb2 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3818622 Mar 03 10:14:17.553749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Calling delete_port for 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:17.581915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54420) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:17.593451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1693731754', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:17.603149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:17.608352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:router and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:17.612337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:17.618979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:17.686269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.687270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.731849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.772335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:17.886827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:17.890789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.896422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Usage tracker for resource:security_group_rule and tenant:70ab0a3ae41b467985fed0738ce1a6b6 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:17.929189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:17.935607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.951813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:17.953910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=6be8c46a-658d-4406-974b-a605f3bcaf29,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:17.986026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b39cd-5c31-461f-b0ad-05d75a344289 None None] Network 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:17.988186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:17.991384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.991723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.992055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.992381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.992699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.993013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.993328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.993638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.993949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.994259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.994566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:17.994871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:14:18.036525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.049509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.114575 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8affb559-53eb-4900-abc5-5576d42e4403 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/6be8c46a-658d-4406-974b-a605f3bcaf29 HTTP/1.1" status: 204 len: 168 time: 1.1670399 Mar 03 10:14:18.118617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54424) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:18.184135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:18.193481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.197436 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-68cb0571-cc57-4fc7-9790-5eea409fb09b tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "PUT /v2.0/routers/0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 HTTP/1.1" status: 200 len: 925 time: 5.5287776 Mar 03 10:14:18.203605 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] Sync routers for ids ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:18.204697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54428) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:18.223829 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] Routers {'0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:18.224808 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:18.268574 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:14:14Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:18.273592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] Checking router: 471c8262-4921-4ce5-a2aa-24a9c2d57a41 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:14:18.284207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] Routers {'471c8262-4921-4ce5-a2aa-24a9c2d57a41'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:18.285134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:18.356420 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:18.359235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] DHCP port deletion for 61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:18.368358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.375684 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] Routers {'0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:18.378178 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:18.424477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] Deleting port 41630a8c-1d26-40a0-9662-52d1910e7477 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:18.425415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.456756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.459533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 41630a8c-1d26-40a0-9662-52d1910e7477 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:18.460857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.472500 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:18.473281 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3254758-0f43-428e-a2ee-3b08b535f81c None None] The sync data for ids ['0777c276-e0d3-42fd-ae76-e4bb2f4e1b73'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:18.524609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.525356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Deleting port a28b5eb8-27ec-4479-bb74-07d0a343ee15 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:18.526051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.558801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.583471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.654670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] Set router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:18.657412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae1d94e-7af8-4f9f-baab-e3aafa2ad044,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:18.703431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.721905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.770012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:18.795142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:18.808602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Port': ['ID=1a8d01a9-1432-4b11-b841-304a5735d8ae,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:18.814775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:18.817699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:18.845030 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3c89adc4-8844-4f8e-b468-0e1304c726b9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 HTTP/1.1" status: 200 len: 925 time: 0.6393714 Mar 03 10:14:18.852902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54432) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:18.855379 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70ab0a3ae41b467985fed0738ce1a6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4522328 Mar 03 10:14:18.858223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54436) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:18.937486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a4fb9-ec6b-4f75-9a07-3e2e251990f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7863a12a-7e0c-4869-bbdb-7d4ee0fd50a6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:18.953591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 41630a8c-1d26-40a0-9662-52d1910e7477 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:19.035775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] For port 41630a8c-1d26-40a0-9662-52d1910e7477, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=41630a8c-1d26-40a0-9662-52d1910e7477,segment=NetworkSegment(9ff9f508-7045-47fa-8a97-d3525c53a56d),segment_id=9ff9f508-7045-47fa-8a97-d3525c53a56d)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:19.036454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.156829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.166830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] Calling delete_port for 41630a8c-1d26-40a0-9662-52d1910e7477 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:19.170202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.180866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] For port 41630a8c-1d26-40a0-9662-52d1910e7477, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=41630a8c-1d26-40a0-9662-52d1910e7477,segment=NetworkSegment(9ff9f508-7045-47fa-8a97-d3525c53a56d),segment_id=9ff9f508-7045-47fa-8a97-d3525c53a56d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:19.181223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.205015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae105f-6fe4-46e5-ae21-4d30760e24a2 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:19.205758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3aae105f-6fe4-46e5-ae21-4d30760e24a2 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Synchronizing usage tracker for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:19.344442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.361653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.419931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] Pushing event deleted for resources: {'Port': ['ID=41630a8c-1d26-40a0-9662-52d1910e7477,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:19.435078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa681df4-8539-4d3a-8c01-c8e4b752316c None None] No DVR routers for this DVR port 41630a8c-1d26-40a0-9662-52d1910e7477 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:19.483126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3aae105f-6fe4-46e5-ae21-4d30760e24a2 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Unset dirty status for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:19.487528 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3aae105f-6fe4-46e5-ae21-4d30760e24a2 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=0777c276-e0d3-42fd-ae76-e4bb2f4e1b73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6310089 Mar 03 10:14:19.496883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54440) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:19.498345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:14:14Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:19.504058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d953c-9fde-4303-8ee6-fb3da73329ef None None] The sync data for ids ['471c8262-4921-4ce5-a2aa-24a9c2d57a41'] in dv-neutron-831192-5-hyperv is: [{'id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'name': 'tempest-ServersTestJSON-1195697928-router', 'tenant_id': 'da6bb80e7a5141a2b42510ff7975192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86'}], 'enable_snat': True}, 'gw_port_id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:15Z', 'updated_at': '2022-03-03T10:14:14Z', 'revision_number': 5, 'project_id': 'da6bb80e7a5141a2b42510ff7975192f', 'gw_port': {'id': 'a28b5eb8-27ec-4479-bb74-07d0a343ee15', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c8262-4921-4ce5-a2aa-24a9c2d57a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:19.513834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] For port a28b5eb8-27ec-4479-bb74-07d0a343ee15, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a28b5eb8-27ec-4479-bb74-07d0a343ee15,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:19.514333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.535752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Calling delete_port for 41630a8c-1d26-40a0-9662-52d1910e7477 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:19.707071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Calling delete_port for a28b5eb8-27ec-4479-bb74-07d0a343ee15 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:19.734980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.736041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296f5faf-1725-47da-a032-46ae10598652 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:19.737569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ce49316-d309-4786-bc45-0453aa461f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.759071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.798984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.829966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.833414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-baf0e7d0-8b90-4d04-b8f6-fdbb9afd350b admin admin] 10.222.0.23 "DELETE /v2.0/routers/296f5faf-1725-47da-a032-46ae10598652 HTTP/1.1" status: 204 len: 168 time: 4.5404706 Mar 03 10:14:19.848324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54444) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:19.855342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ce49316-d309-4786-bc45-0453aa461f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.865013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.929407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:19.929407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:19.967968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] Deleting subnet c15985d7-7150-456a-a8d3-4a0d8e7edfa1 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:19.972391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:19.976302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb591f25-cfb8-4729-97d3-25b5764a41df tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:19.976859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cb591f25-cfb8-4729-97d3-25b5764a41df tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Synchronizing usage tracker for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:20.031887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.093112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ce49316-d309-4786-bc45-0453aa461f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.118093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cb591f25-cfb8-4729-97d3-25b5764a41df tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Unset dirty status for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:20.119764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cb591f25-cfb8-4729-97d3-25b5764a41df tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.6218119 Mar 03 10:14:20.124688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54448) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:20.135406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce49316-d309-4786-bc45-0453aa461f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7863a12a-7e0c-4869-bbdb-7d4ee0fd50a6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:20.164231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ce49316-d309-4786-bc45-0453aa461f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.165373 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6ce49316-d309-4786-bc45-0453aa461f7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7863a12a-7e0c-4869-bbdb-7d4ee0fd50a6 HTTP/1.1" status: 204 len: 168 time: 1.2871995 Mar 03 10:14:20.180967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.205717 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b41e485e-4006-4dd2-8135-659df705d373 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 HTTP/1.1" status: 200 len: 205 time: 0.0777695 Mar 03 10:14:20.206310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54454) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:20.241521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28b5eb8-27ec-4479-bb74-07d0a343ee15,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:20.322691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.342714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.26.7.75 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/0b00b97f-3efa-475c-9248-202f17e9a4a8) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:20.386191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.557722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 41630a8c-1d26-40a0-9662-52d1910e7477 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:20.557722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.596374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.603234 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.648237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.648597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] The port '41630a8c-1d26-40a0-9662-52d1910e7477' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:14:20.718357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.718902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471c8262-4921-4ce5-a2aa-24a9c2d57a41 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:20.749255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.852949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b908ec3-b418-43cd-9a2c-48040e11eaeb no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:20.911707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 5b908ec3-b418-43cd-9a2c-48040e11eaeb {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:20.912131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b908ec3-b418-43cd-9a2c-48040e11eaeb not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:20.912752 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:20.944103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.945282 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fb9f687c-db14-4f15-8ca4-e453a7e03013 admin admin] 10.222.0.23 "DELETE /v2.0/routers/471c8262-4921-4ce5-a2aa-24a9c2d57a41 HTTP/1.1" status: 204 len: 168 time: 3.9756997 Mar 03 10:14:20.947154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:20.949150 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c15985d7-7150-456a-a8d3-4a0d8e7edfa1 HTTP/1.1" status: 204 len: 168 time: 1.0975354 Mar 03 10:14:20.956621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54474) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:20.957187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54476) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:20.967994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba84fca-838e-41c3-aa1a-262b9cb3a05b None None] Network 954000bc-c3cd-4b2e-aad3-b48d41848e7c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:20.999195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:20.999589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6ae1d94e-7af8-4f9f-baab-e3aafa2ad044 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:21.010530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374cb16-d2fa-4411-8dcc-4b1759ae1fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15985d7-7150-456a-a8d3-4a0d8e7edfa1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:21.027657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.058102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:21.065221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] Deleting subnet 301d138b-4198-4706-be35-f922120cb9c1 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:21.074597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff9f508-7045-47fa-8a97-d3525c53a56d') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:21.074894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff9f508-7045-47fa-8a97-d3525c53a56d') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:21.076663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.091077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.098317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54486) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:21.123181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.132162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.132450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:21.133205 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:21.154268 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:21.241560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1568521165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:21.255094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:21.265248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:router and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:21.269183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:21.275999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:21.282971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.296353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] DHCP port deletion for 954000bc-c3cd-4b2e-aad3-b48d41848e7c request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:21.302070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] Deleting port eaf0f942-7e73-4110-bc2c-a115000ca2ad {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:21.302606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.304287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.318595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.320011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.325047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:21.337354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.343087 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-204516df-114a-4fd9-8a9c-925b29979f80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/61d384b4-7ff5-47f3-bb70-fa1d8e19ebf6 HTTP/1.1" status: 204 len: 168 time: 3.2135408 Mar 03 10:14:21.345878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54492) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:21.394763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.405154 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5854f3ed-487d-465a-9466-44966e6efc80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:21.405704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5854f3ed-487d-465a-9466-44966e6efc80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:21.418137 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5854f3ed-487d-465a-9466-44966e6efc80 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/809dcc93-040a-4a90-a4b0-17dc396facae HTTP/1.1" status: 404 len: 337 time: 0.0712264 Mar 03 10:14:21.419005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54496) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:21.448611 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d620069f-6be9-47df-bc94-89467f8da938 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] DELETE failed (client error): The resource could not be found. Mar 03 10:14:21.449179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d620069f-6be9-47df-bc94-89467f8da938 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:14:21.453557 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d620069f-6be9-47df-bc94-89467f8da938 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/8f3750b0-e8bf-4fad-8bc2-39bf6ba1e3c4 HTTP/1.1" status: 404 len: 339 time: 0.0326822 Mar 03 10:14:21.454942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54500) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:21.522074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.523497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting subnet 28c2681e-19c8-4905-a978-0609bc0cc23b {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:21.526638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.561488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.580728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.584770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] For port eaf0f942-7e73-4110-bc2c-a115000ca2ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=eaf0f942-7e73-4110-bc2c-a115000ca2ad,segment=NetworkSegment(410a6ce8-25c5-43eb-9353-61b96e0f933b),segment_id=410a6ce8-25c5-43eb-9353-61b96e0f933b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:21.585166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.593347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.599780 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-02a64bd2-eadf-40f6-a923-db9be6f4c5c3 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5004215 Mar 03 10:14:21.600434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54504) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:21.615181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1768305716'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:21.621952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:21.631130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:network and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:21.636099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:21.645801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.656058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.676057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:21.682588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Deleting port eaf0f942-7e73-4110-bc2c-a115000ca2ad {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:21.682925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.701781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:21.706183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.718096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] Calling delete_port for eaf0f942-7e73-4110-bc2c-a115000ca2ad owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:21.721094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.721229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Deleting port ff400977-65eb-4c7e-8d05-1d0e6509428d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:21.721494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.744204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:21.748199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:security_group_rule and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:21.752738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:21.763980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:21.779107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.810264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.814380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.859934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] Pushing event deleted for resources: {'Port': ['ID=eaf0f942-7e73-4110-bc2c-a115000ca2ad,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:21.865452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6fe1a-1f73-4f22-8f09-491ee843658f None None] No DVR routers for this DVR port eaf0f942-7e73-4110-bc2c-a115000ca2ad on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:21.929744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.944229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.971025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] The port 'eaf0f942-7e73-4110-bc2c-a115000ca2ad' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:14:21.977886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:21.984793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.989657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Router dc7899cf-5139-450e-8895-255d3624f0ee is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:21.994051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:21.998763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Subnet': ['ID=28c2681e-19c8-4905-a978-0609bc0cc23b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:22.000652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b72eb-740d-4c0e-802e-445c640e5cea None None] Network 7e49cafd-9e51-4703-818c-4add8c0f4161 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:22.005877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.037055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:22.042169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f65c489b-ea05-4c51-8d4d-c0fa23fbb232 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/subnets/28c2681e-19c8-4905-a978-0609bc0cc23b HTTP/1.1" status: 204 len: 168 time: 0.5832052 Mar 03 10:14:22.045935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54508) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:22.050325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:22.088361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.088361 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Added segment 3222267f-d0f4-42c0-9ae5-ae24482c7051 of type vlan for network 4f702c64-fd7b-4bcf-b82d-7311bee35726 Mar 03 10:14:22.088642 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:22.109100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6426845b-8a15-4f81-9318-0d2cae97f69d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:22.124418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=0b00b97f-3efa-475c-9248-202f17e9a4a8,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:22.200198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.212223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.246420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:22.246765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.277996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.284163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:22.285033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.304344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] DHCP port deletion for 7e49cafd-9e51-4703-818c-4add8c0f4161 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:22.308949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] Deleting port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:22.309342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.453310 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8470507 Mar 03 10:14:22.459610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54512) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:22.462154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccf8ff-0f8f-4255-9550-8daca73a52f4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Network': ['ID=4f702c64-fd7b-4bcf-b82d-7311bee35726,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:22.467083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.470636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'subnet': {'network_id': '4f702c64-fd7b-4bcf-b82d-7311bee35726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:22.474535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:22.561858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.600371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954000bc-c3cd-4b2e-aad3-b48d41848e7c']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:22.650483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] For port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,segment=NetworkSegment(cae712b4-277d-4702-bb2c-cd02e9bd981f),segment_id=cae712b4-277d-4702-bb2c-cd02e9bd981f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:22.650857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.680441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:22.694233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:subnet and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:22.698387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:22.707933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] For port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,segment=NetworkSegment(cae712b4-277d-4702-bb2c-cd02e9bd981f),segment_id=cae712b4-277d-4702-bb2c-cd02e9bd981f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:22.708294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.715338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.715663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:22.779409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] Calling delete_port for 371010e2-6748-4ab3-9e7a-fd76a1b94f2e owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:22.808746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a6ce8-25c5-43eb-9353-61b96e0f933b') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:22.809034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a6ce8-25c5-43eb-9353-61b96e0f933b') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:22.829373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Calling delete_port for ff400977-65eb-4c7e-8d05-1d0e6509428d owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:22.843144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Calling delete_port for 371010e2-6748-4ab3-9e7a-fd76a1b94f2e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:22.846262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 371010e2-6748-4ab3-9e7a-fd76a1b94f2e no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:22.870665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:22.875065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.917555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.935523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301d138b-4198-4706-be35-f922120cb9c1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:22.957469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f9f38f-b286-4805-96c7-180cebcfe921 None None] Network dc458469-7bea-4bfc-b63d-21803338f480 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:22.973737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.983364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:22.992292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No active binding found for port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e {{(pid=87890) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 10:14:22.992703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 371010e2-6748-4ab3-9e7a-fd76a1b94f2e not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:22.993130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaf0f942-7e73-4110-bc2c-a115000ca2ad no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:23.037092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] Pushing event deleted for resources: {'Port': ['ID=371010e2-6748-4ab3-9e7a-fd76a1b94f2e,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:23.039251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a24b24-a243-4319-97bb-d3f31d208e54 None None] No DVR routers for this DVR port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:23.042294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.042459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: eaf0f942-7e73-4110-bc2c-a115000ca2ad {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:23.042989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaf0f942-7e73-4110-bc2c-a115000ca2ad not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:23.043627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a28b5eb8-27ec-4479-bb74-07d0a343ee15 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:23.044726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:23.056477 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0e47a1a0-fbd3-41ca-ac0c-26099c28d432 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/301d138b-4198-4706-be35-f922120cb9c1 HTTP/1.1" status: 204 len: 168 time: 2.0958157 Mar 03 10:14:23.076743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54516) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:23.081164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:23.081794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:23.098014 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:23.160243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Sync routers for ids ['dc7899cf-5139-450e-8895-255d3624f0ee'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:23.173648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: a28b5eb8-27ec-4479-bb74-07d0a343ee15 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:14:23.173987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a28b5eb8-27ec-4479-bb74-07d0a343ee15 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:14:23.198355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Routers {'dc7899cf-5139-450e-8895-255d3624f0ee'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:23.199245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['dc7899cf-5139-450e-8895-255d3624f0ee'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:23.225869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.226386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.230031 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-59f71bbb-ac9c-43fe-b75e-8320100fc6be tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.3761432 Mar 03 10:14:23.292459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54520) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:23.296187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Subnet': ['ID=9e602909-83ed-47c2-952a-9f7f8fa62ffd,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:23.360971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Checking segment: {'id': '3222267f-d0f4-42c0-9ae5-ae24482c7051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4f702c64-fd7b-4bcf-b82d-7311bee35726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:23.360971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network hostable DHCP agents. Network: 4f702c64-fd7b-4bcf-b82d-7311bee35726, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:23.367622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:23.367949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:23.381888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:23.391103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 4f702c64-fd7b-4bcf-b82d-7311bee35726) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:23.404778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:23.405461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.426269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5918a9-8bff-4c99-8444-abdb2d0920ed None None] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:23.440343 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a1681ddf-3991-4b50-8e25-532a636d0a62 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9792235 Mar 03 10:14:23.441118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54524) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:23.441211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.448634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'network': {'name': 'tempest-router-network01--698713295'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:23.459575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:23.464684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:network and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:23.468375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:23.476696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:23.478378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.491614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:23.492541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.496935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.500952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=954000bc-c3cd-4b2e-aad3-b48d41848e7c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:23.543674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:23.555873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.556311 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Added segment 10658eea-b104-4c00-8ce6-f2024a6234fe of type vlan for network e3b3c7c8-6c61-4a66-9184-c1864faa700c Mar 03 10:14:23.559196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Set router dc7899cf-5139-450e-8895-255d3624f0ee gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:23.586948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.620087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.626100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:23.627478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.653614 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f6da66c6-5000-46a4-8845-c1f2d0bf7a85 admin admin] 10.222.0.23 "DELETE /v2.0/networks/954000bc-c3cd-4b2e-aad3-b48d41848e7c HTTP/1.1" status: 204 len: 168 time: 2.6914668 Mar 03 10:14:23.697082 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2525091 Mar 03 10:14:23.750483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54530) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:23.761192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'network': {'name': 'tempest-router-network02--734075219'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:23.768666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:23.774744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e033b2-2347-4d14-a9df-0947845c0f86 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Network': ['ID=e3b3c7c8-6c61-4a66-9184-c1864faa700c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:23.777377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:network and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:23.780867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:23.788031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:23.800654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:23.812078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.853971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:23.866197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Deleting port 6630a33a-2746-47d6-8759-a38873613559 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:23.866534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.867864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.868523 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Added segment 5b772840-40cd-4d50-93bc-c1e9464b6c4f of type vlan for network 42fe3e28-7209-4640-87dc-b2c13141c2c9 Mar 03 10:14:23.869843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Deleting port 371010e2-6748-4ab3-9e7a-fd76a1b94f2e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:23.870766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.900710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:23.916619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] DHCP port deletion for dc458469-7bea-4bfc-b63d-21803338f480 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:14:23.917702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.934256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] Deleting port 6630a33a-2746-47d6-8759-a38873613559 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:23.934765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.951893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54534) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:23.959470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:23.984317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] The port '371010e2-6748-4ab3-9e7a-fd76a1b94f2e' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:14:23.984648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.064357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.166957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.168831 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-271b33a0-5355-4e73-844c-283c4b8bd06c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43a97d4b66be4e18825f7e258f4be3b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2149575 Mar 03 10:14:24.171453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54538) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:24.198416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.216336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.221960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:24.222542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.304523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e49cafd-9e51-4703-818c-4add8c0f4161']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:24.359447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event deleted for resources: {'Port': ['ID=ff400977-65eb-4c7e-8d05-1d0e6509428d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:24.373582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae712b4-277d-4702-bb2c-cd02e9bd981f') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:24.373908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae712b4-277d-4702-bb2c-cd02e9bd981f') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:24.393071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-4f702c64-fd7b-4bcf-b82d-7311bee35726', 'network_id': '4f702c64-fd7b-4bcf-b82d-7311bee35726', 'tenant_id': 'a452ac3aacf6432a8c9ddf18f2dfc12f', 'fixed_ips': [{'subnet_id': '9e602909-83ed-47c2-952a-9f7f8fa62ffd'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:14:24.393903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.399850 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6487355 Mar 03 10:14:24.411421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54542) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:24.413331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7899cf-5139-450e-8895-255d3624f0ee', 'name': '', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9', 'external_fixed_ips': [{'subnet_id': 'b63fcfec-955b-43c6-aef5-f827dd81f19f', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1a8d01a9-1432-4b11-b841-304a5735d8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:14:15Z', 'updated_at': '2022-03-03T10:14:19Z', 'revision_number': 3, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port': {'id': '1a8d01a9-1432-4b11-b841-304a5735d8ae', 'name': '', 'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7899cf-5139-450e-8895-255d3624f0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b63fcfec-955b-43c6-aef5-f827dd81f19f', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:14:17Z', 'updated_at': '2022-03-03T10:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63fcfec-955b-43c6-aef5-f827dd81f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:24.416806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] For port 6630a33a-2746-47d6-8759-a38873613559, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6630a33a-2746-47d6-8759-a38873613559,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:24.416806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.419884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.433861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Checking router: dc7899cf-5139-450e-8895-255d3624f0ee for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:14:24.434217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Updating router dc7899cf-5139-450e-8895-255d3624f0ee port 1a8d01a9-1432-4b11-b841-304a5735d8ae binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:14:24.442569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'subnet': {'network_id': 'e3b3c7c8-6c61-4a66-9184-c1864faa700c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:24.447014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.454556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:24.454956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.556797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b379879-f032-4266-91d8-9bf31720b106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.558652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc3fc3-9697-4a05-8b27-38ff3df6cedb tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Network': ['ID=42fe3e28-7209-4640-87dc-b2c13141c2c9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:24.560934 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:24.604561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b379879-f032-4266-91d8-9bf31720b106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.612387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.635222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.656844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] Pushing event deleted for resources: {'Network': ['ID=7e49cafd-9e51-4703-818c-4add8c0f4161,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:24.670415 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0d3cb6a9-e8c3-43dc-866e-4b2393a94b19 tempest-NetworksIpV6Test-1148394392 tempest-NetworksIpV6Test-1148394392-project] 10.222.0.23 "DELETE /v2.0/networks/7e49cafd-9e51-4703-818c-4add8c0f4161 HTTP/1.1" status: 204 len: 168 time: 2.6201549 Mar 03 10:14:24.677852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 42fe3e28-7209-4640-87dc-b2c13141c2c9 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:24.699868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b379879-f032-4266-91d8-9bf31720b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.701716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] Calling delete_port for 6630a33a-2746-47d6-8759-a38873613559 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:24.721977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b379879-f032-4266-91d8-9bf31720b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c7bd7-a5d1-4795-924e-e9f86d638b50,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:24.736352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b379879-f032-4266-91d8-9bf31720b106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.738601 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2b379879-f032-4266-91d8-9bf31720b106 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/796c7bd7-a5d1-4795-924e-e9f86d638b50 HTTP/1.1" status: 204 len: 168 time: 0.5662522 Mar 03 10:14:24.757154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.766136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] For port 6630a33a-2746-47d6-8759-a38873613559, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6630a33a-2746-47d6-8759-a38873613559,segment=NetworkSegment(48ea50d8-a10b-460a-8bb4-4d75ad597c98),segment_id=48ea50d8-a10b-460a-8bb4-4d75ad597c98)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:24.766816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.815021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:24.871502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6630a33a-2746-47d6-8759-a38873613559 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:14:24.972552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:24.983018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Calling delete_port for 6630a33a-2746-47d6-8759-a38873613559 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:25.010722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Deleting port 1a8d01a9-1432-4b11-b841-304a5735d8ae {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:25.011067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.050203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.087165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54554) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:25.101995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:subnet and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:25.118794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:25.164911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.205585 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No ports have port_id starting with 6630a33a-2746-47d6-8759-a38873613559 Mar 03 10:14:25.239509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] Pushing event deleted for resources: {'Port': ['ID=6630a33a-2746-47d6-8759-a38873613559,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:25.244931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Allocated IP 2001:db8::2 (4f702c64-fd7b-4bcf-b82d-7311bee35726/9e602909-83ed-47c2-952a-9f7f8fa62ffd/72253297-6712-4f18-8d30-889fe375551a) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:25.253256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef06210-ff23-4555-99e9-08394d7c53fe None None] No DVR routers for this DVR port 6630a33a-2746-47d6-8759-a38873613559 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:14:25.308301 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5b26a267-c069-4f5d-a960-f12e7571d225 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f515fba819df4beaada06459da66e481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173424 Mar 03 10:14:25.311576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54566) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:25.405431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58fcf823-8bef-40a4-9bd4-2e9ce4bd531a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.416391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:25.477340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58fcf823-8bef-40a4-9bd4-2e9ce4bd531a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.578551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58fcf823-8bef-40a4-9bd4-2e9ce4bd531a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.609082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcf823-8bef-40a4-9bd4-2e9ce4bd531a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ced995-62cf-4430-afb8-6bf100ddbcb9,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:25.627180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58fcf823-8bef-40a4-9bd4-2e9ce4bd531a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.631352 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-58fcf823-8bef-40a4-9bd4-2e9ce4bd531a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63ced995-62cf-4430-afb8-6bf100ddbcb9 HTTP/1.1" status: 204 len: 168 time: 0.3164577 Mar 03 10:14:25.648279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.665761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:25.670145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.704932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.731720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.741160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.753619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Transition to ACTIVE for port object 72253297-6712-4f18-8d30-889fe375551a will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:25.766858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Transition to ACTIVE for port object 1a8d01a9-1432-4b11-b841-304a5735d8ae will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:25.781467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Transition to ACTIVE for port object 72253297-6712-4f18-8d30-889fe375551a will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:25.784019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.788554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.846487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.894343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Attempting to bind port 1a8d01a9-1432-4b11-b841-304a5735d8ae on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:25.894343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Attempting to bind port 1a8d01a9-1432-4b11-b841-304a5735d8ae by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'c9fe9201-9a83-4518-a5e0-80e6c2901bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:25.894343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Attempting to bind port 1a8d01a9-1432-4b11-b841-304a5735d8ae on network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:25.904013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:25.908780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:25.915765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:25.924083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7dce8-e53c-4f9c-b3d1-a45965b34b3f None None] Pushing event updated for resources: {'Port': ['ID=1a8d01a9-1432-4b11-b841-304a5735d8ae,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:25.927613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:25.928118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:25.960174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.960697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Fanout notify agent at l3_agent the message router_deleted on router 0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:25.997187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:14:25.997566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Checking segment: {'id': 'c9fe9201-9a83-4518-a5e0-80e6c2901bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:25.997967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:25.998361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Bound using segment: {'id': 'c9fe9201-9a83-4518-a5e0-80e6c2901bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:14:25.998827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Bound port: 1a8d01a9-1432-4b11-b841-304a5735d8ae, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fe9201-9a83-4518-a5e0-80e6c2901bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '187420b9-f2ce-40aa-90d5-19f5a97b4cf9'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:14:25.999202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.053458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Pushing event updated for resources: {'Port': ['ID=72253297-6712-4f18-8d30-889fe375551a,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:26.076869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.104015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.109151 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b02bdac2-418f-49bf-8be3-a5a99fcd3d16 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 HTTP/1.1" status: 204 len: 168 time: 5.8989813 Mar 03 10:14:26.109344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54594) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:26.115559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-678719779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:26.126535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:26.136529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Usage tracker for resource:router and tenant:5eb8834679494451bd6a075e01fd18c5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:26.144358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:26.155399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:26.162811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] For port 1a8d01a9-1432-4b11-b841-304a5735d8ae, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:26.171658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Attempting to bind port 72253297-6712-4f18-8d30-889fe375551a on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:26.172321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Attempting to bind port 72253297-6712-4f18-8d30-889fe375551a by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '3222267f-d0f4-42c0-9ae5-ae24482c7051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4f702c64-fd7b-4bcf-b82d-7311bee35726'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:26.173050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Attempting to bind port 72253297-6712-4f18-8d30-889fe375551a on network 4f702c64-fd7b-4bcf-b82d-7311bee35726 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:26.178480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] For port 1a8d01a9-1432-4b11-b841-304a5735d8ae, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1a8d01a9-1432-4b11-b841-304a5735d8ae,segment=NetworkSegment(c9fe9201-9a83-4518-a5e0-80e6c2901bde),segment_id=c9fe9201-9a83-4518-a5e0-80e6c2901bde)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:14:26.181997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:14:26.182379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Checking segment: {'id': '3222267f-d0f4-42c0-9ae5-ae24482c7051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4f702c64-fd7b-4bcf-b82d-7311bee35726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:26.182935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.183536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Bound using segment: {'id': '3222267f-d0f4-42c0-9ae5-ae24482c7051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4f702c64-fd7b-4bcf-b82d-7311bee35726'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:14:26.184066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Bound port: 72253297-6712-4f18-8d30-889fe375551a, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3222267f-d0f4-42c0-9ae5-ae24482c7051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4f702c64-fd7b-4bcf-b82d-7311bee35726'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:14:26.184560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.186175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.187517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.200471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.223165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.244287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Calling delete_port for 1a8d01a9-1432-4b11-b841-304a5735d8ae owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:26.251389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.299009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.308366 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1cdac23a-33d6-41e4-841c-b216c9430454 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1974502 Mar 03 10:14:26.309454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54602) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:26.318682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:26.354442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Routers {'dc7899cf-5139-450e-8895-255d3624f0ee'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:26.355053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['dc7899cf-5139-450e-8895-255d3624f0ee'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:26.496197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7dce8-e53c-4f9c-b3d1-a45965b34b3f None None] Pushing event updated for resources: {'Port': ['ID=1a8d01a9-1432-4b11-b841-304a5735d8ae,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:26.533370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Deleting port 6630a33a-2746-47d6-8759-a38873613559 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:26.534437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.583911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] For port 72253297-6712-4f18-8d30-889fe375551a, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:26.609733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.632705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] For port 72253297-6712-4f18-8d30-889fe375551a, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=72253297-6712-4f18-8d30-889fe375551a,segment=NetworkSegment(3222267f-d0f4-42c0-9ae5-ae24482c7051),segment_id=3222267f-d0f4-42c0-9ae5-ae24482c7051)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:14:26.644273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.687614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] Set router dc7899cf-5139-450e-8895-255d3624f0ee gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:14:26.820538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7899cf-5139-450e-8895-255d3624f0ee', 'name': '', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:14:15Z', 'updated_at': '2022-03-03T10:14:24Z', 'revision_number': 4, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:26.830876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282b5f8-b9e0-45a1-a03e-af1165f52ace None None] The sync data for ids ['dc7899cf-5139-450e-8895-255d3624f0ee'] in dv-neutron-831192-5-hyperv is: [{'id': 'dc7899cf-5139-450e-8895-255d3624f0ee', 'name': '', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:14:15Z', 'updated_at': '2022-03-03T10:14:24Z', 'revision_number': 4, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:26.883710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d5355-4fff-447b-9da1-89e68cd9a49f None None] Pushing event updated for resources: {'Port': ['ID=72253297-6712-4f18-8d30-889fe375551a,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:26.924957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:26.933609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Subnet': ['ID=6b1a7296-ccea-4bee-a2e1-5cc5adb8bb4e,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:26.953674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] The port '6630a33a-2746-47d6-8759-a38873613559' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:14:27.083744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54624) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:27.130548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54630) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:27.290827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1503476953'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:27.294313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.300841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:27.303714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Checking segment: {'id': '10658eea-b104-4c00-8ce6-f2024a6234fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e3b3c7c8-6c61-4a66-9184-c1864faa700c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:27.304209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network hostable DHCP agents. Network: e3b3c7c8-6c61-4a66-9184-c1864faa700c, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:27.309776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:27.343474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:14:27.343908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:14:27.346211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc458469-7bea-4bfc-b63d-21803338f480']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:27.365661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-492360287'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:27.371223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Usage tracker for resource:router and tenant:3129bae6495b43b293b2498bc45bbd28 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:27.403511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:27.405825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:27.418470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ea50d8-a10b-460a-8bb4-4d75ad597c98') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:27.418765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ea50d8-a10b-460a-8bb4-4d75ad597c98') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:27.418965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:27.421698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:27.424127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:27.426829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.455547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:27.472411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.513977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.514971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.520079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:27.523488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.553276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.589663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.590294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:27.596163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.599755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:security_group_rule and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:27.600877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:27.612298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:27.626984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, e3b3c7c8-6c61-4a66-9184-c1864faa700c) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:27.631108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:27.631729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.635906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db5af5-5700-4047-9054-9cb2757aaed1 None None] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:27.636393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.649943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:27.698383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.700084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:27.700398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.702102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Allocated IP 172.26.7.230 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/2a03ec73-b96a-48fe-a457-e9bdcb40e8dd) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:27.724208 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:27.795196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.796414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ea5e2958-13eb-4a51-85ee-57d11cde7989 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7080522 Mar 03 10:14:27.808371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54636) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:27.875120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Deleting port 1a8d01a9-1432-4b11-b841-304a5735d8ae {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:27.876922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.893098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-e3b3c7c8-6c61-4a66-9184-c1864faa700c', 'network_id': 'e3b3c7c8-6c61-4a66-9184-c1864faa700c', 'tenant_id': 'a452ac3aacf6432a8c9ddf18f2dfc12f', 'fixed_ips': [{'subnet_id': '6b1a7296-ccea-4bee-a2e1-5cc5adb8bb4e'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:14:27.894122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.906224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.917001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:27.950227 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a2ac9674-71bc-4076-b33f-2a3c1dfe6712 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5313256 Mar 03 10:14:27.963231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54640) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:28.019320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:28.028355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.038834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e469f75-08a5-4e21-8fba-9ae7be08e2a3,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:28.041823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:28.050914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.051372 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment 5fe499ff-7d3e-476e-8998-5b6c70b9ac3f of type vlan for network beca9f41-247d-410f-a40c-f3494efec9a0 Mar 03 10:14:28.053402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'subnet': {'network_id': '42fe3e28-7209-4640-87dc-b2c13141c2c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:28.084875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.089201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.092669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2abf7748-8ceb-4d34-9f24-48bb212b5d5c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.109885 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:28.125345 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:28.127583 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:28.138068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.144090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.179371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Allocated IP 2001:db8::2 (e3b3c7c8-6c61-4a66-9184-c1864faa700c/6b1a7296-ccea-4bee-a2e1-5cc5adb8bb4e/0928556b-90b5-4802-906a-9e215d3a65e1) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:28.235728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:28.239975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:28.265503 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:28.277950 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:28.278788 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:28.278920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:28.330730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff764d0-31fd-4088-b390-525161f9e014 None None] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:28.353801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc458469-7bea-4bfc-b63d-21803338f480,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:28.382465 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:28.382993 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce73cb9-f291-4265-a9b4-280f0aa6e4c5 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:28.505174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-81291fd8-b539-4189-a518-8ce51dad5abe None None] Provisioning for port 72253297-6712-4f18-8d30-889fe375551a completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:28.518236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.519480 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c2ce5bc3-d6ad-49bb-b5b8-47077b9c5fa5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.9361484 Mar 03 10:14:28.520973 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c9ef7c8a-0188-4a98-8dde-156b2a85323d admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc458469-7bea-4bfc-b63d-21803338f480 HTTP/1.1" status: 204 len: 168 time: 5.4244320 Mar 03 10:14:28.560715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54644) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:28.566260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.567642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event updated for resources: {'Port': ['ID=2a03ec73-b96a-48fe-a457-e9bdcb40e8dd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:28.581762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.588178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:28.588902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.598476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Transition to ACTIVE for port object 0928556b-90b5-4802-906a-9e215d3a65e1 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:28.664590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Transition to ACTIVE for port object 0928556b-90b5-4802-906a-9e215d3a65e1 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:28.677779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.742032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:28.749254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2abf7748-8ceb-4d34-9f24-48bb212b5d5c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.752195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:subnet and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:28.758621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2abf7748-8ceb-4d34-9f24-48bb212b5d5c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.760818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:28.771965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:28.776679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:28.779239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:28.779443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:28.809091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] For port 1a8d01a9-1432-4b11-b841-304a5735d8ae, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1a8d01a9-1432-4b11-b841-304a5735d8ae,segment=NetworkSegment(c9fe9201-9a83-4518-a5e0-80e6c2901bde),segment_id=c9fe9201-9a83-4518-a5e0-80e6c2901bde)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:28.809752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.852335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54650) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:28.883646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:28.888072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.898333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Pushing event updated for resources: {'Port': ['ID=0928556b-90b5-4802-906a-9e215d3a65e1,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:28.928876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Attempting to bind port 0928556b-90b5-4802-906a-9e215d3a65e1 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:28.929248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Attempting to bind port 0928556b-90b5-4802-906a-9e215d3a65e1 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '10658eea-b104-4c00-8ce6-f2024a6234fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e3b3c7c8-6c61-4a66-9184-c1864faa700c'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:28.929611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Attempting to bind port 0928556b-90b5-4802-906a-9e215d3a65e1 on network e3b3c7c8-6c61-4a66-9184-c1864faa700c {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:28.940173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 72253297-6712-4f18-8d30-889fe375551a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:28.961168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2abf7748-8ceb-4d34-9f24-48bb212b5d5c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.961564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abf7748-8ceb-4d34-9f24-48bb212b5d5c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb7659a9-1c8d-4b21-b5f7-9d6252d7c9fa {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:28.970796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Calling delete_port for 1a8d01a9-1432-4b11-b841-304a5735d8ae owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:28.977754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:14:28.978309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Checking segment: {'id': '10658eea-b104-4c00-8ce6-f2024a6234fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e3b3c7c8-6c61-4a66-9184-c1864faa700c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:28.978585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:28.979108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Bound using segment: {'id': '10658eea-b104-4c00-8ce6-f2024a6234fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e3b3c7c8-6c61-4a66-9184-c1864faa700c'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:14:28.979645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Bound port: 0928556b-90b5-4802-906a-9e215d3a65e1, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10658eea-b104-4c00-8ce6-f2024a6234fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e3b3c7c8-6c61-4a66-9184-c1864faa700c'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:14:28.980018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.010266 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8751709 Mar 03 10:14:29.018123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54654) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:29.037445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-731436494'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:29.099080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3644600-3a56-43e6-8c0d-96785b87ddac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=beca9f41-247d-410f-a40c-f3494efec9a0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:29.114929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 72253297-6712-4f18-8d30-889fe375551a completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:29.120768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:29.125643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 72253297-6712-4f18-8d30-889fe375551a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:29.126110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.137771 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:14:29.158719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] For port 0928556b-90b5-4802-906a-9e215d3a65e1, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:29.162488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network beca9f41-247d-410f-a40c-f3494efec9a0 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:29.200478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:29.212160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:29.221903 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-00ff1de8-ba08-4f7d-9b04-657dfd70ef2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da6bb80e7a5141a2b42510ff7975192f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3639038 Mar 03 10:14:29.227942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2abf7748-8ceb-4d34-9f24-48bb212b5d5c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.229078 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2abf7748-8ceb-4d34-9f24-48bb212b5d5c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cb7659a9-1c8d-4b21-b5f7-9d6252d7c9fa HTTP/1.1" status: 204 len: 168 time: 1.4195223 Mar 03 10:14:29.229654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:29.230109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54658) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:29.240065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54660) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:29.265487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Request body: {'router': {'name': 'tempest-router-1097929083', 'distributed': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:29.274703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] For port 0928556b-90b5-4802-906a-9e215d3a65e1, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0928556b-90b5-4802-906a-9e215d3a65e1,segment=NetworkSegment(10658eea-b104-4c00-8ce6-f2024a6234fe),segment_id=10658eea-b104-4c00-8ce6-f2024a6234fe)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:14:29.281866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:29.340339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.368876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae9e5-d224-4f94-bdec-db8408327739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.399112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae9e5-d224-4f94-bdec-db8408327739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.405655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Usage tracker for resource:router and tenant:3129bae6495b43b293b2498bc45bbd28 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:29.415904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:29.420098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:29.424020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.449966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:29.471355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae9e5-d224-4f94-bdec-db8408327739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.486881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.488309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a0aab-1efe-49c9-88fe-0b8babdc1867 None None] Pushing event updated for resources: {'Port': ['ID=0928556b-90b5-4802-906a-9e215d3a65e1,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:29.556076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ae9e5-d224-4f94-bdec-db8408327739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84e35d-c1ff-4db3-8ea2-4f9892796943,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:29.558975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.559655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.570404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cf82f8aa-cf81-480e-b49d-0bfab44bd158 None None] Provisioning complete for port 72253297-6712-4f18-8d30-889fe375551a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:29.570404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cf82f8aa-cf81-480e-b49d-0bfab44bd158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.591722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae9e5-d224-4f94-bdec-db8408327739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.592863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4c7ae9e5-d224-4f94-bdec-db8408327739 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d84e35d-c1ff-4db3-8ea2-4f9892796943 HTTP/1.1" status: 204 len: 168 time: 0.3508170 Mar 03 10:14:29.655786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:29.659425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.682687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.698126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.701811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 72253297-6712-4f18-8d30-889fe375551a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=72253297-6712-4f18-8d30-889fe375551a,segment=NetworkSegment(3222267f-d0f4-42c0-9ae5-ae24482c7051),segment_id=3222267f-d0f4-42c0-9ae5-ae24482c7051)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:29.711624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.742817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.743874 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment 43f73633-6f26-4245-9ba7-96239e503020 of type vlan for network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 Mar 03 10:14:29.764474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Subnet': ['ID=a9a2c137-d456-40dc-a582-dd0e900579c5,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:29.787984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.815659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.859580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Checking segment: {'id': '5b772840-40cd-4d50-93bc-c1e9464b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '42fe3e28-7209-4640-87dc-b2c13141c2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:29.860473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network hostable DHCP agents. Network: 42fe3e28-7209-4640-87dc-b2c13141c2c9, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:29.864913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a8d01a9-1432-4b11-b841-304a5735d8ae,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:29.888351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=72253297-6712-4f18-8d30-889fe375551a,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:29.972546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:29.991187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network 42fe3e28-7209-4640-87dc-b2c13141c2c9 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:30.007853 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.060591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 42fe3e28-7209-4640-87dc-b2c13141c2c9) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:30.065401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:30.066491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.076195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82468e5e-28c3-455c-a562-864dffcc9837 None None] Network 42fe3e28-7209-4640-87dc-b2c13141c2c9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:30.155559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:14:30.196534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.207663 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a37605a7-f126-42a6-8a6d-8d3a030ce03c tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9626431 Mar 03 10:14:30.209032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54676) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:30.235899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.238502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.266448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.267145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc7899cf-5139-450e-8895-255d3624f0ee {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:30.272633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.276595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0bb21093-2b6f-4390-9713-5c09ffe31111 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "DELETE /v2.0/routers/dc7899cf-5139-450e-8895-255d3624f0ee HTTP/1.1" status: 204 len: 168 time: 6.9822247 Mar 03 10:14:30.277252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54682) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:30.281178 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-103a7ce5-876d-4a90-9006-88dacf2c3de4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3166721 Mar 03 10:14:30.311581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54688) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:30.395266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-42fe3e28-7209-4640-87dc-b2c13141c2c9', 'network_id': '42fe3e28-7209-4640-87dc-b2c13141c2c9', 'tenant_id': 'a452ac3aacf6432a8c9ddf18f2dfc12f', 'fixed_ips': [{'subnet_id': 'a9a2c137-d456-40dc-a582-dd0e900579c5'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:14:30.396117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.616801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Allocated IP 2001:db8::2 (42fe3e28-7209-4640-87dc-b2c13141c2c9/a9a2c137-d456-40dc-a582-dd0e900579c5/ef52ea95-3533-4d3d-8265-e67b115f9dad) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:30.663724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.668991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:30.669567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.687375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Deleting subnet b63fcfec-955b-43c6-aef5-f827dd81f19f {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:14:30.700647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.978852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:30.989981 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Transition to ACTIVE for port object ef52ea95-3533-4d3d-8265-e67b115f9dad will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:30.993813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2987307c-8786-4856-8e03-e7f378bbc893 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.035459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Transition to ACTIVE for port object ef52ea95-3533-4d3d-8265-e67b115f9dad will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:31.043036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0928556b-90b5-4802-906a-9e215d3a65e1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:31.044023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.069832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0440187 Mar 03 10:14:31.104328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.121946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.138780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54702) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:31.184066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Network 42fe3e28-7209-4640-87dc-b2c13141c2c9 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:31.184401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': 'beca9f41-247d-410f-a40c-f3494efec9a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:31.188857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:31.191684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:31.240115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.259370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 0928556b-90b5-4802-906a-9e215d3a65e1 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:31.300012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b63fcfec-955b-43c6-aef5-f827dd81f19f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:31.305191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5bf993-d48e-4f43-8a74-43445aca1326 None None] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:31.305585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.320230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Pushing event updated for resources: {'Port': ['ID=ef52ea95-3533-4d3d-8265-e67b115f9dad,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:31.345901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 72253297-6712-4f18-8d30-889fe375551a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:31.357147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.371228 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3696f2f1-9d48-436e-8c5c-a8bc8d591db8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/b63fcfec-955b-43c6-aef5-f827dd81f19f HTTP/1.1" status: 204 len: 168 time: 1.0921841 Mar 03 10:14:31.374319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54710) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:31.421848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Attempting to bind port ef52ea95-3533-4d3d-8265-e67b115f9dad on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:31.422348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Attempting to bind port ef52ea95-3533-4d3d-8265-e67b115f9dad by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5b772840-40cd-4d50-93bc-c1e9464b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '42fe3e28-7209-4640-87dc-b2c13141c2c9'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:31.423310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Attempting to bind port ef52ea95-3533-4d3d-8265-e67b115f9dad on network 42fe3e28-7209-4640-87dc-b2c13141c2c9 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:31.478333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:14:31.478829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Checking segment: {'id': '5b772840-40cd-4d50-93bc-c1e9464b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '42fe3e28-7209-4640-87dc-b2c13141c2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:31.479370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.479967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Bound using segment: {'id': '5b772840-40cd-4d50-93bc-c1e9464b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '42fe3e28-7209-4640-87dc-b2c13141c2c9'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:14:31.480709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Bound port: ef52ea95-3533-4d3d-8265-e67b115f9dad, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b772840-40cd-4d50-93bc-c1e9464b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '42fe3e28-7209-4640-87dc-b2c13141c2c9'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:14:31.481273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.499235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.509116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-226c919e-4d04-4e8e-8fe1-b9c11b9a0fca None None] Provisioning for port 0928556b-90b5-4802-906a-9e215d3a65e1 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:31.523220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7211815-f510-46a6-a8fd-3c549de7faa5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=4c2f1aaf-292b-4b93-94b4-b77f5c522da4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:31.548654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:31.562068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.601087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-226c919e-4d04-4e8e-8fe1-b9c11b9a0fca None None] Provisioning complete for port 0928556b-90b5-4802-906a-9e215d3a65e1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:31.601747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-226c919e-4d04-4e8e-8fe1-b9c11b9a0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.730274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.886288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.887156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2987307c-8786-4856-8e03-e7f378bbc893 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.890965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54726) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:31.911173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2987307c-8786-4856-8e03-e7f378bbc893 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.924670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:31.929310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] For port ef52ea95-3533-4d3d-8265-e67b115f9dad, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:31.964393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 72253297-6712-4f18-8d30-889fe375551a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:31.964762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:31.967160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187420b9-f2ce-40aa-90d5-19f5a97b4cf9']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:31.977152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:31.990381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fe9201-9a83-4518-a5e0-80e6c2901bde') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:31.991541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fe9201-9a83-4518-a5e0-80e6c2901bde') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:31.992960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:32.029356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] For port ef52ea95-3533-4d3d-8265-e67b115f9dad, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ef52ea95-3533-4d3d-8265-e67b115f9dad,segment=NetworkSegment(5b772840-40cd-4d50-93bc-c1e9464b6c4f),segment_id=5b772840-40cd-4d50-93bc-c1e9464b6c4f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:14:32.036844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.067329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.072004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:32.084965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.102857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2987307c-8786-4856-8e03-e7f378bbc893 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.103557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2987307c-8786-4856-8e03-e7f378bbc893 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b76243d5-de48-46e4-91ff-985c523b63f8 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:32.123371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:32.124051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:32.138564 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:32.155783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:32.157194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-226c919e-4d04-4e8e-8fe1-b9c11b9a0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.160091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.197337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1548763659'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:32.225374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2987307c-8786-4856-8e03-e7f378bbc893 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.226829 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2987307c-8786-4856-8e03-e7f378bbc893 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b76243d5-de48-46e4-91ff-985c523b63f8 HTTP/1.1" status: 204 len: 168 time: 2.0104671 Mar 03 10:14:32.234584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54732) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:32.246766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:32.252700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Request body: {'router': {'name': 'tempest-router-877526777', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f56e96ff765d45c99c5ac30e00550c89'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:32.255067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Usage tracker for resource:network and tenant:c309c6b1da2c4853b835206dc6b33ac1 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:32.265670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdf3d5-e951-49f5-b8b3-866d11bc5b07 None None] Pushing event updated for resources: {'Port': ['ID=ef52ea95-3533-4d3d-8265-e67b115f9dad,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:32.266650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:32.271125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-226c919e-4d04-4e8e-8fe1-b9c11b9a0fca None None] For port 0928556b-90b5-4802-906a-9e215d3a65e1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0928556b-90b5-4802-906a-9e215d3a65e1,segment=NetworkSegment(10658eea-b104-4c00-8ce6-f2024a6234fe),segment_id=10658eea-b104-4c00-8ce6-f2024a6234fe)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:32.271913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Usage tracker for resource:router and tenant:f56e96ff765d45c99c5ac30e00550c89 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:32.274318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:32.276568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:32.282709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:32.286163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:32.290492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Allocated IP 2001:db8::1 (e3b3c7c8-6c61-4a66-9184-c1864faa700c/6b1a7296-ccea-4bee-a2e1-5cc5adb8bb4e/5bf855f5-d071-4dd7-99a1-21f3d8b2d943) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:32.304202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.317349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-226c919e-4d04-4e8e-8fe1-b9c11b9a0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.321393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 187420b9-f2ce-40aa-90d5-19f5a97b4cf9 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 10:14:32.329371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.332159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.333179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.374632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event deleted for resources: {'Network': ['ID=187420b9-f2ce-40aa-90d5-19f5a97b4cf9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:32.385967 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-67dc11d6-a10e-4a49-845b-d31640a2763f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "DELETE /v2.0/networks/187420b9-f2ce-40aa-90d5-19f5a97b4cf9 HTTP/1.1" status: 204 len: 168 time: 1.0106442 Mar 03 10:14:32.393805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Made reservation on behalf of c309c6b1da2c4853b835206dc6b33ac1 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:32.398274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.416353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.539933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.605824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.618374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c919e-4d04-4e8e-8fe1-b9c11b9a0fca None None] Pushing event updated for resources: {'Port': ['ID=0928556b-90b5-4802-906a-9e215d3a65e1,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:32.663627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.675492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:32.677478 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e522bf73-fc50-44ca-be44-8b7049a4b443 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4389591 Mar 03 10:14:32.681656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54742) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:32.694236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:32.835477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Transition to ACTIVE for port object 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:32.977125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54e116f0-16dc-4648-9ac5-4183cf5106e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.053340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef52ea95-3533-4d3d-8265-e67b115f9dad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:33.119327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4a88ca58-fe31-46b0-85ec-d46a1652e626 None None] Provisioning complete for port 0928556b-90b5-4802-906a-9e215d3a65e1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:33.119688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4a88ca58-fe31-46b0-85ec-d46a1652e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.140455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54750) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:33.148490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.216549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port ef52ea95-3533-4d3d-8265-e67b115f9dad completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:33.241309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'router': {'name': 'tempest-router--354575598', 'project_id': 'e048896f226346639c78fa2bee5c87f0'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:33.247000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:33.257713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:router and tenant:e048896f226346639c78fa2bee5c87f0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:33.261318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:33.268400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:33.272103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0928556b-90b5-4802-906a-9e215d3a65e1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:33.338437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.357684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:33.401500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.402797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.410593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 0928556b-90b5-4802-906a-9e215d3a65e1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:33.411068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.430697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Usage tracker for resource:security_group_rule and tenant:c309c6b1da2c4853b835206dc6b33ac1 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:33.461658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Router fb0d1a85-7243-4d28-b207-8e1647e7d292 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:33.463806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:33.507210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:33.537667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.538237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.538356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': '5fe499ff-7d3e-476e-8998-5b6c70b9ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beca9f41-247d-410f-a40c-f3494efec9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:33.538709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: beca9f41-247d-410f-a40c-f3494efec9a0, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:33.585778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.676033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.711363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=938a0710-55d3-4283-885d-647340901ebd,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:33.711735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c14e0-d33d-41e8-9e3a-32ca128df9a3 None None] Network 42fe3e28-7209-4640-87dc-b2c13141c2c9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:33.743962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3f4fa-f212-492d-b6f9-205524d59a57 req-c799b12f-2957-4c09-b205-a6a621a23b16 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:33.745857 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ecf3f4fa-f212-492d-b6f9-205524d59a57 req-c799b12f-2957-4c09-b205-a6a621a23b16 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6036627 Mar 03 10:14:33.788594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87889) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 03 10:14:33.789000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Router 0ff24b7d-7e13-4b52-8995-c991a74bdaa8 migrating from provider to provider. {{(pid=87889) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 03 10:14:33.789304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.793086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-39600ea9-4864-422e-9168-f2e8306baf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:33.794553 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-39600ea9-4864-422e-9168-f2e8306baf05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.6088912 Mar 03 10:14:33.807842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:33.830370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Port': ['ID=5bf855f5-d071-4dd7-99a1-21f3d8b2d943,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:33.830599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4f99e41c-5cd7-43fc-bcff-447f7f8acea7 None None] Provisioning for port ef52ea95-3533-4d3d-8265-e67b115f9dad completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:33.834381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.837933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:33.840945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:33.841199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.842669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4f99e41c-5cd7-43fc-bcff-447f7f8acea7 None None] Provisioning complete for port ef52ea95-3533-4d3d-8265-e67b115f9dad triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:33.843097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4f99e41c-5cd7-43fc-bcff-447f7f8acea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.853236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network beca9f41-247d-410f-a40c-f3494efec9a0 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:33.858327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.882074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:33.920927 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ecf3f4fa-f212-492d-b6f9-205524d59a57 req-124951b0-03a1-44ee-bf34-8ab63d08f3eb tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586082 Mar 03 10:14:34.014659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.016852 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d80c5131-f309-4869-9aa2-430fccb5e486 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8475311 Mar 03 10:14:34.031478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54754) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:34.050246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, beca9f41-247d-410f-a40c-f3494efec9a0) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:34.065010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e1898-1533-4f5a-8bc4-0e7ce0bd407d None None] Network beca9f41-247d-410f-a40c-f3494efec9a0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:34.117983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4f99e41c-5cd7-43fc-bcff-447f7f8acea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.137278 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.scheduler.l3_agent_scheduler [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] No L3 agents can host the router 0ff24b7d-7e13-4b52-8995-c991a74bdaa8 Mar 03 10:14:34.151847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-f9944526-0d10-418c-82a8-ae5d497b3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:34.153361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-f9944526-0d10-418c-82a8-ae5d497b3829 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.3501673 Mar 03 10:14:34.234676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4f99e41c-5cd7-43fc-bcff-447f7f8acea7 None None] For port ef52ea95-3533-4d3d-8265-e67b115f9dad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ef52ea95-3533-4d3d-8265-e67b115f9dad,segment=NetworkSegment(5b772840-40cd-4d50-93bc-c1e9464b6c4f),segment_id=5b772840-40cd-4d50-93bc-c1e9464b6c4f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:34.235181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:34.236634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.247181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4f99e41c-5cd7-43fc-bcff-447f7f8acea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.257515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.321867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99e41c-5cd7-43fc-bcff-447f7f8acea7 None None] Pushing event updated for resources: {'Port': ['ID=ef52ea95-3533-4d3d-8265-e67b115f9dad,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:34.367960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a57e4d-ab97-4df9-a6df-5e67a4884eb2 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.501957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-400a2463-daff-46b7-b5fe-f702189319c0 None None] Provisioning for port 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:34.511071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-400a2463-daff-46b7-b5fe-f702189319c0 None None] Provisioning complete for port 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:34.511285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-400a2463-daff-46b7-b5fe-f702189319c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.526545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.552393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:34.568105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-400a2463-daff-46b7-b5fe-f702189319c0 None None] Port 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:34.571161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] Sync routers for ids ['fb0d1a85-7243-4d28-b207-8e1647e7d292'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:34.576520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-beca9f41-247d-410f-a40c-f3494efec9a0', 'network_id': 'beca9f41-247d-410f-a40c-f3494efec9a0', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': '938a0710-55d3-4283-885d-647340901ebd'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:14:34.577315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.602674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] Routers {'fb0d1a85-7243-4d28-b207-8e1647e7d292'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:34.603281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb0d1a85-7243-4d28-b207-8e1647e7d292'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:34.604599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.634054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Hosts for router 0ff24b7d-7e13-4b52-8995-c991a74bdaa8: [] {{(pid=87889) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 03 10:14:34.665608 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-6b1e1e51-db7d-4919-9229-9e6880e70456 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 1001 time: 0.4479284 Mar 03 10:14:34.671656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.673178 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7aa5150f-b8ab-47c0-942a-72f9d7769acb tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "PUT /v2.0/routers/fb0d1a85-7243-4d28-b207-8e1647e7d292 HTTP/1.1" status: 200 len: 883 time: 8.3626928 Mar 03 10:14:34.695755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54758) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:34.707990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:34.708784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:34.737588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] Routers {'fb0d1a85-7243-4d28-b207-8e1647e7d292'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:34.738214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb0d1a85-7243-4d28-b207-8e1647e7d292'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:34.766920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.767379 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Added segment 4ac6334c-f440-4ea1-add3-2d69b60c9963 of type vlan for network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 Mar 03 10:14:34.798201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.808793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:34.809048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e5d81-595e-4c87-8e8f-bb2d4bd3426b None None] The sync data for ids ['fb0d1a85-7243-4d28-b207-8e1647e7d292'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:34.815223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d88fed4-8d8c-4133-8ff5-5ef9cfd6ef9f None None] Provisioning complete for port ef52ea95-3533-4d3d-8265-e67b115f9dad triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:34.815614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d88fed4-8d8c-4133-8ff5-5ef9cfd6ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.828176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Hosts for other DVR routers connected to router 0ff24b7d-7e13-4b52-8995-c991a74bdaa8: set() {{(pid=87889) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 03 10:14:34.831446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.832849 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-edc50ef5-e735-4246-b35c-d54893bb50ab tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "PUT /v2.0/routers/0ff24b7d-7e13-4b52-8995-c991a74bdaa8 HTTP/1.1" status: 200 len: 716 time: 2.1499801 Mar 03 10:14:34.848239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54762) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:34.856964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65a6c779-d17e-446f-8a02-de519236140e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7001994 Mar 03 10:14:34.856964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a8f0cd-2722-4929-a176-b10b4cd3e297,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:34.859414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54766) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:34.859559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef52ea95-3533-4d3d-8265-e67b115f9dad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:34.868417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.874869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:34.876189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:34.892613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': '4c2f1aaf-292b-4b93-94b4-b77f5c522da4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:34.971088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-edc9a1f4-9273-4120-862f-7714794502ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:34.972961 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-edc9a1f4-9273-4120-862f-7714794502ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.2777710 Mar 03 10:14:34.997716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Allocated IP 2001:db8::2 (beca9f41-247d-410f-a40c-f3494efec9a0/938a0710-55d3-4283-885d-647340901ebd/a60a6722-0c43-436f-8497-bf19d1b2a895) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:35.106748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ef52ea95-3533-4d3d-8265-e67b115f9dad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:35.107424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.215205 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d4e28cbb-a70a-49c5-9b8b-df0100de3a44 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "GET /v2.0/routers/0ff24b7d-7e13-4b52-8995-c991a74bdaa8 HTTP/1.1" status: 200 len: 716 time: 0.3635621 Mar 03 10:14:35.215922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54772) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:35.237705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d3d8-e35a-4524-a8f5-a5828f50759c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.249095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.1 (8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da/44965dc3-6e63-4cd7-a3b1-ee45efd47b61/2c64e062-2946-434b-aad0-dcb56421a2b2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:35.329523 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9d69b328-28de-43aa-be41-43df5100937d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/fb0d1a85-7243-4d28-b207-8e1647e7d292 HTTP/1.1" status: 200 len: 924 time: 0.6325057 Mar 03 10:14:35.333364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54778) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:35.435044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.455483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a57e4d-ab97-4df9-a6df-5e67a4884eb2 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.459368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Transition to ACTIVE for port object a60a6722-0c43-436f-8497-bf19d1b2a895 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:35.470069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a57e4d-ab97-4df9-a6df-5e67a4884eb2 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.472284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-ecf5821d-da2e-4369-a7cd-01bb189919fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:35.473220 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-ecf5821d-da2e-4369-a7cd-01bb189919fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3812442 Mar 03 10:14:35.481976 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.5780327 Mar 03 10:14:35.526534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333fc0f-0922-456c-9bb4-2ab9cca59d50 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Pushing event updated for resources: {'Network': ['ID=5f70d5d8-e533-472c-ad6c-d6e7fdb2b706,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:35.533042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Transition to ACTIVE for port object a60a6722-0c43-436f-8497-bf19d1b2a895 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:35.546210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:35.632685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:35.644613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.646279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:35.659030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:35.661677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a57e4d-ab97-4df9-a6df-5e67a4884eb2 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.663632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a57e4d-ab97-4df9-a6df-5e67a4884eb2 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e58d14c4-3f7d-4a1a-8f1a-826c9fdc4a30 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:35.676990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebd7a-b1fe-4a70-b9ae-c8144e2c0d68 req-fb1af133-978c-4b02-b0bb-0051b5fad4a0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:35.684099 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d78ebd7a-b1fe-4a70-b9ae-c8144e2c0d68 req-fb1af133-978c-4b02-b0bb-0051b5fad4a0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4994626 Mar 03 10:14:35.693375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:35.699126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a57e4d-ab97-4df9-a6df-5e67a4884eb2 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.702882 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-21a57e4d-ab97-4df9-a6df-5e67a4884eb2 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e58d14c4-3f7d-4a1a-8f1a-826c9fdc4a30 HTTP/1.1" status: 204 len: 168 time: 1.6679091 Mar 03 10:14:35.704263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61450e6-e042-4016-9950-9911abc3eb3c tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:35.706656 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a61450e6-e042-4016-9950-9911abc3eb3c tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=fb0d1a85-7243-4d28-b207-8e1647e7d292&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3639987 Mar 03 10:14:35.718856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54788) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:35.867681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.880797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-007326ba-9480-42cd-bc33-647162468b06 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541095 Mar 03 10:14:35.887637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:35.890437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.892181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.892330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:35.910295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Pushing event updated for resources: {'Port': ['ID=a60a6722-0c43-436f-8497-bf19d1b2a895,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:35.920501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Network beca9f41-247d-410f-a40c-f3494efec9a0 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:35.926114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54792) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:35.931993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:35.936997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:35.944414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d78ebd7a-b1fe-4a70-b9ae-c8144e2c0d68 req-59a6102a-7884-46af-9c43-99b9cdb68192 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594664 Mar 03 10:14:35.947997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54794) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:35.961687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-40eabd53-5a7a-4d55-91d9-ed5e62ebc06a tempest-RoutersTestDVR-1130318617 tempest-RoutersTestDVR-1130318617-project] 10.222.0.23 "GET /v2.0/routers/0ff24b7d-7e13-4b52-8995-c991a74bdaa8 HTTP/1.1" status: 200 len: 682 time: 0.7014961 Mar 03 10:14:35.976076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54800) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:35.985508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Request body: {'port': {'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706', 'binding:host_id': 'hv-neutron-8311', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2005375444'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:36.085912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.087081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Attempting to bind port a60a6722-0c43-436f-8497-bf19d1b2a895 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:36.087766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Attempting to bind port a60a6722-0c43-436f-8497-bf19d1b2a895 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5fe499ff-7d3e-476e-8998-5b6c70b9ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beca9f41-247d-410f-a40c-f3494efec9a0'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:36.088267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Attempting to bind port a60a6722-0c43-436f-8497-bf19d1b2a895 on network beca9f41-247d-410f-a40c-f3494efec9a0 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:36.093305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.097927 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:14:36.098509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Checking segment: {'id': '5fe499ff-7d3e-476e-8998-5b6c70b9ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beca9f41-247d-410f-a40c-f3494efec9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:36.099244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.099694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Bound using segment: {'id': '5fe499ff-7d3e-476e-8998-5b6c70b9ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beca9f41-247d-410f-a40c-f3494efec9a0'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:14:36.100245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Bound port: a60a6722-0c43-436f-8497-bf19d1b2a895, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe499ff-7d3e-476e-8998-5b6c70b9ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'beca9f41-247d-410f-a40c-f3494efec9a0'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:14:36.100818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.147886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:36.215137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] For port a60a6722-0c43-436f-8497-bf19d1b2a895, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:36.220912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] For port a60a6722-0c43-436f-8497-bf19d1b2a895, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a60a6722-0c43-436f-8497-bf19d1b2a895,segment=NetworkSegment(5fe499ff-7d3e-476e-8998-5b6c70b9ac3f),segment_id=5fe499ff-7d3e-476e-8998-5b6c70b9ac3f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:14:36.223156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.225953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.226559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Usage tracker for resource:port and tenant:5e1c797ae7f14e3b8921d1b6b9394698 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:36.244480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:36.256595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1886492927', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:36.263725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:36.319227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2325be-cc50-4010-a024-a17728ca01fb None None] Pushing event updated for resources: {'Port': ['ID=a60a6722-0c43-436f-8497-bf19d1b2a895,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:36.324771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:36.337101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b7cd4-a815-45ed-8799-fd6049a26a4f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:36.338489 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0f8b7cd4-a815-45ed-8799-fd6049a26a4f tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.6173534 Mar 03 10:14:36.338926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Usage tracker for resource:router and tenant:3dbf5715c6264c3f970c22ca044b0cbc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:36.342381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:36.345948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:36.349900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Port': ['ID=5bf855f5-d071-4dd7-99a1-21f3d8b2d943,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:36.360618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d324d29-ecda-4f26-9494-21c450e6af30 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.405814 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93c2d443-c6e8-4b25-b977-666f19f8006f req-213abf18-c32c-42cb-a773-eb34e012ebd5 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164568 Mar 03 10:14:36.419727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:36.421953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:36.461982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:36.520533 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01ea6240-a975-4f83-98ae-874686cbf6f9 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb0d1a85-7243-4d28-b207-8e1647e7d292 HTTP/1.1" status: 200 len: 205 time: 0.1692679 Mar 03 10:14:36.528131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Made reservation on behalf of 5e1c797ae7f14e3b8921d1b6b9394698 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:36.530472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.620237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54812) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:36.792061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.821426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.822364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.874402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.880094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Router 5eba06cf-e083-4bab-ac8f-a4c8a3c650fc is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:36.910074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a60a6722-0c43-436f-8497-bf19d1b2a895 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:36.919863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.980867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0d4aa5db-6092-4dbf-a56c-4e7ff431d358 None None] Provisioning complete for port 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:36.981328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0d4aa5db-6092-4dbf-a56c-4e7ff431d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:36.985840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:37.020746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Usage tracker for resource:security_group_rule and tenant:5e1c797ae7f14e3b8921d1b6b9394698 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:37.048890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:37.155854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0d4aa5db-6092-4dbf-a56c-4e7ff431d358 None None] Port 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:37.163705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a60a6722-0c43-436f-8497-bf19d1b2a895 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:37.171178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d324d29-ecda-4f26-9494-21c450e6af30 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.174402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:37.220759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d324d29-ecda-4f26-9494-21c450e6af30 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.231574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.234683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.319666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:37.333139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=2d90845b-ccf0-4719-bb3d-6f67e58b8239,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:37.336591 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cf4bed3f-29e5-431c-931f-d667e8fb8d73 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0179057 Mar 03 10:14:37.337178 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] Sync routers for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:37.337562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54818) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:37.356206 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:37.360561 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:37.386458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:37.396516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d324d29-ecda-4f26-9494-21c450e6af30 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.397252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d324d29-ecda-4f26-9494-21c450e6af30 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff24b7d-7e13-4b52-8995-c991a74bdaa8 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:37.399197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': '43f73633-6f26-4245-9ba7-96239e503020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4c2f1aaf-292b-4b93-94b4-b77f5c522da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:37.399852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: 4c2f1aaf-292b-4b93-94b4-b77f5c522da4, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:37.423081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:37.468431 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:37.479916 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:37.481135 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:37.550718 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:37.551116 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278d6f5-80e8-4d29-a69d-851d9e729b78 None None] The sync data for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:37.571131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:37.576541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.598237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122338e1-c900-43e4-a978-90dbc07ffe57 None None] Network beca9f41-247d-410f-a40c-f3494efec9a0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:37.605010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=2c64e062-2946-434b-aad0-dcb56421a2b2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:37.707706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-acb1a9f3-69bc-43c3-a882-9f11c4bd3dc4 None None] Provisioning for port a60a6722-0c43-436f-8497-bf19d1b2a895 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:37.719381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Deleting port 2a03ec73-b96a-48fe-a457-e9bdcb40e8dd {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:37.719719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.724443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-acb1a9f3-69bc-43c3-a882-9f11c4bd3dc4 None None] Provisioning complete for port a60a6722-0c43-436f-8497-bf19d1b2a895 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:37.724800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-acb1a9f3-69bc-43c3-a882-9f11c4bd3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.833099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:37.848531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.913647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.945083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-acb1a9f3-69bc-43c3-a882-9f11c4bd3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.966461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:37.993137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-acb1a9f3-69bc-43c3-a882-9f11c4bd3dc4 None None] For port a60a6722-0c43-436f-8497-bf19d1b2a895, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a60a6722-0c43-436f-8497-bf19d1b2a895,segment=NetworkSegment(5fe499ff-7d3e-476e-8998-5b6c70b9ac3f),segment_id=5fe499ff-7d3e-476e-8998-5b6c70b9ac3f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:37.997424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3689b4-439d-4c01-a6fd-3751ca6c4f8b req-8f06486f-dca9-4433-9d74-564aab93dc2c tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:37.998873 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b3689b4-439d-4c01-a6fd-3751ca6c4f8b req-8f06486f-dca9-4433-9d74-564aab93dc2c tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.8322935 Mar 03 10:14:38.006722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-acb1a9f3-69bc-43c3-a882-9f11c4bd3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.022831 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 4c2f1aaf-292b-4b93-94b4-b77f5c522da4) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:38.027993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:38.028558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.047905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d4154d-4e97-45b8-8440-9ef42ba5cbab None None] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:38.131571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.167719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1a9f3-69bc-43c3-a882-9f11c4bd3dc4 None None] Pushing event updated for resources: {'Port': ['ID=a60a6722-0c43-436f-8497-bf19d1b2a895,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:38.193803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d324d29-ecda-4f26-9494-21c450e6af30 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.198267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d324d29-ecda-4f26-9494-21c450e6af30 tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0ff24b7d-7e13-4b52-8995-c991a74bdaa8 HTTP/1.1" status: 204 len: 168 time: 2.2060554 Mar 03 10:14:38.199498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.205742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54822) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:38.216033 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-18b4d233-70a7-4845-ac9a-8f7f6a296154 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3468041 Mar 03 10:14:38.217463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Request body: {'router': {'name': 'tempest-router-1017101873', 'distributed': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:38.232600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54826) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:38.240716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2057459486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:38.242469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.245742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] device_id is not set on port f2640446-615e-4750-bf53-f2bf84c66416 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:38.286952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:38.300842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:38.303894 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b3689b4-439d-4c01-a6fd-3751ca6c4f8b req-eebba52c-8b2a-4943-850f-3621f32f5b8e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822509 Mar 03 10:14:38.318298 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-4c2f1aaf-292b-4b93-94b4-b77f5c522da4', 'network_id': '4c2f1aaf-292b-4b93-94b4-b77f5c522da4', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': '2d90845b-ccf0-4719-bb3d-6f67e58b8239'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:14:38.318298 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.327260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Usage tracker for resource:router and tenant:3129bae6495b43b293b2498bc45bbd28 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:38.340343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:38.343659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-55b65b41-bfe5-43b6-99cd-122577361611 None None] Provisioning complete for port a60a6722-0c43-436f-8497-bf19d1b2a895 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:38.343970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-55b65b41-bfe5-43b6-99cd-122577361611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.369865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:38.374392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Calling delete_port for 2a03ec73-b96a-48fe-a457-e9bdcb40e8dd owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:38.385623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86b0aef-e22f-4c4b-ae38-192162a558dc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:38.412310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:router and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:38.423591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:38.436656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:38.510021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.511030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.531200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.533149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.601367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.610929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Allocated IP 2001:db8:1::2 (4c2f1aaf-292b-4b93-94b4-b77f5c522da4/2d90845b-ccf0-4719-bb3d-6f67e58b8239/647b1c9a-fa89-433f-8bd6-d2f67f51a90a) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:38.633689 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-13145d56-e5c9-48e2-9b09-2b06b436c13e tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:14:38.637598 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-13145d56-e5c9-48e2-9b09-2b06b436c13e tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2964740 Mar 03 10:14:38.637859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54830) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:38.707710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.778130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.836865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.859338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.861059 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f0e381b8-73b4-4f4d-813c-0f7e79fe2aa2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6273847 Mar 03 10:14:38.864746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a60a6722-0c43-436f-8497-bf19d1b2a895 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:38.866041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54834) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:38.932624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a60a6722-0c43-436f-8497-bf19d1b2a895 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:38.933250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:38.990550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.027955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.037918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Transition to ACTIVE for port object 647b1c9a-fa89-433f-8bd6-d2f67f51a90a will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:39.058667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.081760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Transition to ACTIVE for port object 647b1c9a-fa89-433f-8bd6-d2f67f51a90a will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:39.092720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.093345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event deleted for resources: {'Port': ['ID=2a03ec73-b96a-48fe-a457-e9bdcb40e8dd,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:39.157824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:39.165471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:39.169702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:39.176096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Pushing event updated for resources: {'Port': ['ID=647b1c9a-fa89-433f-8bd6-d2f67f51a90a,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:39.269969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Attempting to bind port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:39.270368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Attempting to bind port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '43f73633-6f26-4245-9ba7-96239e503020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4c2f1aaf-292b-4b93-94b4-b77f5c522da4'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:39.270725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Attempting to bind port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a on network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:39.276697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:14:39.277070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Checking segment: {'id': '43f73633-6f26-4245-9ba7-96239e503020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4c2f1aaf-292b-4b93-94b4-b77f5c522da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:39.277467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.277860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Bound using segment: {'id': '43f73633-6f26-4245-9ba7-96239e503020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4c2f1aaf-292b-4b93-94b4-b77f5c522da4'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:14:39.278322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Bound port: 647b1c9a-fa89-433f-8bd6-d2f67f51a90a, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f73633-6f26-4245-9ba7-96239e503020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4c2f1aaf-292b-4b93-94b4-b77f5c522da4'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:14:39.278693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.355059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] device_id is not set on port f2640446-615e-4750-bf53-f2bf84c66416 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:39.369134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.387699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Transition to ACTIVE for port object f2640446-615e-4750-bf53-f2bf84c66416 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:39.403928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.441547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] For port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:39.445925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] For port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=647b1c9a-fa89-433f-8bd6-d2f67f51a90a,segment=NetworkSegment(43f73633-6f26-4245-9ba7-96239e503020),segment_id=43f73633-6f26-4245-9ba7-96239e503020)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:14:39.451623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.461792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.463247 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65c04ef5-bb2f-4584-aa02-a1a5b145837d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2518561 Mar 03 10:14:39.515019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54840) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:39.540272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.552600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94abe1-551a-42c0-b383-3b953dbe221a None None] Pushing event updated for resources: {'Port': ['ID=647b1c9a-fa89-433f-8bd6-d2f67f51a90a,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:39.662062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.719985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.742839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa219773-55b5-494c-b15f-7227de273b1d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.916691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:39.917179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Fanout notify agent at l3_agent the message router_deleted on router fb0d1a85-7243-4d28-b207-8e1647e7d292 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:39.976412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.041149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.046285 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-946a3bbd-bff3-4bbf-9297-062c282dc50d tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/fb0d1a85-7243-4d28-b207-8e1647e7d292 HTTP/1.1" status: 204 len: 168 time: 3.4214468 Mar 03 10:14:40.054054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54844) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:40.065622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-491720159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:40.127404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:40.141297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa219773-55b5-494c-b15f-7227de273b1d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.143227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Usage tracker for resource:router and tenant:5eb8834679494451bd6a075e01fd18c5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:40.147977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:40.150886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa219773-55b5-494c-b15f-7227de273b1d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.155600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:40.189866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.214193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=f2640446-615e-4750-bf53-f2bf84c66416,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:40.216855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.246983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.247931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.320661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa219773-55b5-494c-b15f-7227de273b1d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.320661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa219773-55b5-494c-b15f-7227de273b1d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c01f947-ca7b-4208-95a3-bb32a097b912 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:40.349766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Checking segment: {'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:40.350127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Network hostable DHCP agents. Network: 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:40.350562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa219773-55b5-494c-b15f-7227de273b1d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.355016 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fa219773-55b5-494c-b15f-7227de273b1d tempest-RoutersTestDVR-1399317315 tempest-RoutersTestDVR-1399317315-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6c01f947-ca7b-4208-95a3-bb32a097b912 HTTP/1.1" status: 204 len: 168 time: 0.8357475 Mar 03 10:14:40.363857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.382848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.430916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f56c4-d1e5-4101-8a8d-e1c8283ff7fe req-d439368a-b54f-4c23-9fd0-cd838fd04a03 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:40.432502 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-563f56c4-d1e5-4101-8a8d-e1c8283ff7fe req-d439368a-b54f-4c23-9fd0-cd838fd04a03 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.9606652 Mar 03 10:14:40.496830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.535008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:40.536366 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a2ff829b-bac8-455c-a399-0d3a7350f274 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4811938 Mar 03 10:14:40.540629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54850) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:40.549050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': True}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:40.706120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447e896-d7fa-4393-a07d-e89ada9409b0 None None] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:40.841557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d6f2c0af-1ba5-4197-90ed-a56b19f7e64c None None] Provisioning for port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:40.927449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54856) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:40.932817 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-563f56c4-d1e5-4101-8a8d-e1c8283ff7fe req-6de7a0a5-62a5-461c-b219-985a0c03cb4b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4840364 Mar 03 10:14:40.933578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:40.959658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 647b1c9a-fa89-433f-8bd6-d2f67f51a90a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:41.018429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting port 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:41.018770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.137954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:41.147557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:41.148225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.153742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:41.170843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Allocated IP 172.26.7.126 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/be1e1114-ed0a-40ce-8c61-fba458d56d76) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:41.181305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:41.189799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b83d7-38fe-4eb5-a777-416aad56ff03 None None] Network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:41.204027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:41.204632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:41.204924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:41.223948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:41.224359 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:41.233728 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 2 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:41.236345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.253892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8::1 (beca9f41-247d-410f-a40c-f3494efec9a0/938a0710-55d3-4283-885d-647340901ebd/5d99a0ab-f1b5-49df-9644-370dfc3f764e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:41.257064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.272115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.298289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:41.298289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:41.298568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:41.314748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.367986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:41.436413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.463584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.499281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=647b1c9a-fa89-433f-8bd6-d2f67f51a90a,segment=NetworkSegment(43f73633-6f26-4245-9ba7-96239e503020),segment_id=43f73633-6f26-4245-9ba7-96239e503020)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:41.511153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.526410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:41.527450 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:41.547163 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 3 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:41.605372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=647b1c9a-fa89-433f-8bd6-d2f67f51a90a,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:41.614673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-baf8153d-4fcd-4016-a7e7-8f17732ffb61 None None] Provisioning complete for port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:41.615060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-baf8153d-4fcd-4016-a7e7-8f17732ffb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.627970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Calling delete_port for 5bf855f5-d071-4dd7-99a1-21f3d8b2d943 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:41.657439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.659845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f56e96ff765d45c99c5ac30e00550c89 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:41.662847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:41.690137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:41.745140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=2c64e062-2946-434b-aad0-dcb56421a2b2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:41.762180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:41.762180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:41.762180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:41.801339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:41.801339 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:41.820432 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 4 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:41.919865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.925679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:41.926010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:41.926338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:41.959523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.976528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:41.979372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:41.979702 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:41.982944 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 5 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:42.011122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:42.012209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:42.012604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:42.029949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:42.030282 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:42.033017 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 6 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:42.039392 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f56e96ff765d45c99c5ac30e00550c89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109118 Mar 03 10:14:42.042115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89065-2be4-4a83-960b-310973eb36c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f8abab-ba97-4271-9f93-e8ebaf64a10a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:42.044701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54864) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:42.072775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:42.073109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:42.073434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:42.078076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:42.081719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.085959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:42.095478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:42.095801 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:42.099743 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 7 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:42.114346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.330463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object 5d99a0ab-f1b5-49df-9644-370dfc3f764e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:42.340614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:42.340950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:42.341281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:42.347503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.396301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:42.396511 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:42.396647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Port': ['ID=5bf855f5-d071-4dd7-99a1-21f3d8b2d943,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:42.410597 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 8 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:42.455516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:42.521395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:42.521727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:42.522042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:42.524261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:42.534804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:42.568263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:42.568590 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:42.574848 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 9 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:42.582036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event updated for resources: {'Port': ['ID=be1e1114-ed0a-40ce-8c61-fba458d56d76,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:42.604240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.620081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.626135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:42.626438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:42.626792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:42.638808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:42.639915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.652367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5c64162-51fc-41f9-85a3-6607d55970d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.705178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.736629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:42.736870 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:42.753363 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 10 to bind port f2640446-615e-4750-bf53-f2bf84c66416 Mar 03 10:14:42.831204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 647b1c9a-fa89-433f-8bd6-d2f67f51a90a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:42.855725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5c64162-51fc-41f9-85a3-6607d55970d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.876233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:42.876567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:42.876900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:42.905664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:42.906170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.939355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network beca9f41-247d-410f-a40c-f3494efec9a0 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:42.963654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:42.972245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port f2640446-615e-4750-bf53-f2bf84c66416 on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:42.972569 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port f2640446-615e-4750-bf53-f2bf84c66416 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:42.972926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.987435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:42.987815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:42.990194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=5d99a0ab-f1b5-49df-9644-370dfc3f764e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:43.105135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Router 5eba06cf-e083-4bab-ac8f-a4c8a3c650fc has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:43.121666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Allocated IP 172.26.7.144 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/f72a41fb-9bee-483a-a788-5ce8e7a6b384) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:43.132336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5c64162-51fc-41f9-85a3-6607d55970d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.217975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c64162-51fc-41f9-85a3-6607d55970d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f8abab-ba97-4271-9f93-e8ebaf64a10a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:43.290566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] For port f2640446-615e-4750-bf53-f2bf84c66416, host hv-neutron-8311, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:43.291197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempted to set empty binding levels {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 10:14:43.292080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d79f8ce8-556e-4cb0-9222-87a3a528fb4c None None] Provisioning for port 5d99a0ab-f1b5-49df-9644-370dfc3f764e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:43.296913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:43.310072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.313779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:43.320779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d79f8ce8-556e-4cb0-9222-87a3a528fb4c None None] Provisioning complete for port 5d99a0ab-f1b5-49df-9644-370dfc3f764e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:43.321376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d79f8ce8-556e-4cb0-9222-87a3a528fb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.361223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:43.361933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.387083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:43.397433 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] Sync routers for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:43.403384 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-35b552a3-b9a6-4f62-99b5-acc55d6f4856 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7604191 Mar 03 10:14:43.413835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1a156953-7ff7-431f-9f45-84f3a36bb19c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/routers/ea5236a8-0367-4a34-babb-05a624ea0dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8455524 Mar 03 10:14:43.418433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54868) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:43.418680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54870) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:43.419092 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:43.420728 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.468660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.474002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:43.474414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.482313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.499875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'port': {'network_id': '8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da', 'name': 'tempest-FloatingIPTestJSON-839285242'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:43.514438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:43.515080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.518485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5c64162-51fc-41f9-85a3-6607d55970d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.522074 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a5c64162-51fc-41f9-85a3-6607d55970d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4f8abab-ba97-4271-9f93-e8ebaf64a10a HTTP/1.1" status: 204 len: 168 time: 1.4733708 Mar 03 10:14:43.532134 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.533284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.542112 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:43.542862 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.605726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d79f8ce8-556e-4cb0-9222-87a3a528fb4c None None] Port 5d99a0ab-f1b5-49df-9644-370dfc3f764e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:43.612858 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.613421 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a674-c34a-48e3-b344-d99f296ff452 None None] The sync data for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:43.613770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:43.614322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5487e1-65a8-4da4-824d-6ef56b42e406 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:43.649120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:43.652213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:43.656231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:43.701375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Port': ['ID=f72a41fb-9bee-483a-a788-5ce8e7a6b384,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:43.753930 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-d56f7e72-5a2e-4c4f-b604-b51602a392c9 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] delete failed (client error): The resource could not be found. Mar 03 10:14:43.754876 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d56f7e72-5a2e-4c4f-b604-b51602a392c9 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-640918898 HTTP/1.1" status: 404 len: 334 time: 0.2844133 Mar 03 10:14:43.775002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54880) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:43.786138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a3e9dafb-c7f8-43c0-a07f-f6771958f144 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'router': {'external_gateway_info': {'network_id': '5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:43.826312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.848156 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.8969283 Mar 03 10:14:43.857930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54884) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:43.868549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:43.929415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54886) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:43.930115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e0496-9f7d-4b88-b587-f0bf674f2d75 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=f2640446-615e-4750-bf53-f2bf84c66416,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:44.060777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:44.182402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Deleting port f2640446-615e-4750-bf53-f2bf84c66416 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:44.182743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:44.267817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:44.345823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Usage tracker for resource:security_group_rule and tenant:3129bae6495b43b293b2498bc45bbd28 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:44.348508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:44.358718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:44.375462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:port and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:44.377983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:44.396294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:44.424360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:44.476339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3e9dafb-c7f8-43c0-a07f-f6771958f144 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:44.572601 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-a3e9dafb-c7f8-43c0-a07f-f6771958f144 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] update failed (client error): The resource could not be found. Mar 03 10:14:44.573650 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a3e9dafb-c7f8-43c0-a07f-f6771958f144 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc HTTP/1.1" status: 404 len: 339 time: 0.7927611 Mar 03 10:14:44.579950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54892) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:44.587115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-573653101'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:44.591351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:44.593365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:44.594841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:44.608771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:network and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:44.613902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:44.620722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:44.677096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:44.699872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:44.703438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:44.747113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] device_id is not set on port 654415aa-18b8-4f95-a15a-89a5e69720c1 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:44.804933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:44.829878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:44.830211 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Added segment 8e077bb1-f8de-4c02-abef-c6ca91e69ed5 of type vlan for network 4170eb80-3942-4a8a-bb86-a9574db3afae Mar 03 10:14:44.925470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.004377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] For port f2640446-615e-4750-bf53-f2bf84c66416, host hv-neutron-8311, got binding levels [] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:45.004987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.042686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.045716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.051842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:45.052421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.077934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.096654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.345191 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7641540 Mar 03 10:14:45.351233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54896) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:45.353186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Calling delete_port for f2640446-615e-4750-bf53-f2bf84c66416 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:45.355819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b462936-8afa-44b0-b0da-fd076129d2fc tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Network': ['ID=4170eb80-3942-4a8a-bb86-a9574db3afae,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:45.363384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'subnet': {'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:45.368744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4170eb80-3942-4a8a-bb86-a9574db3afae details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:45.470218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.500155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.548343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.566281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:45.573912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Usage tracker for resource:subnet and tenant:a452ac3aacf6432a8c9ddf18f2dfc12f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:45.579656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:45.590460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:45.591413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.592141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.611523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Made reservation on behalf of a452ac3aacf6432a8c9ddf18f2dfc12f for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:45.617800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.634868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Router 40b27985-afaa-4b00-bc04-974b81106d0e is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:45.656045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.3 (8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da/44965dc3-6e63-4cd7-a3b1-ee45efd47b61/654415aa-18b8-4f95-a15a-89a5e69720c1) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:45.705118 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3129bae6495b43b293b2498bc45bbd28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7723541 Mar 03 10:14:45.716283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674166a-2bd9-4a3c-b358-be4a59e24026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f76b16-0434-4b1c-814a-60742e7a0fa8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:45.727410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54900) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:45.791570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.920034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=5d99a0ab-f1b5-49df-9644-370dfc3f764e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:45.945140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:45.956394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] Sync routers for ids ['40b27985-afaa-4b00-bc04-974b81106d0e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:45.966045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] Routers {'40b27985-afaa-4b00-bc04-974b81106d0e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:45.966407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:45.966655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['40b27985-afaa-4b00-bc04-974b81106d0e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:45.967639 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5606de0e-4427-44c1-b8ec-4cd30ca02f5e tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "PUT /v2.0/routers/40b27985-afaa-4b00-bc04-974b81106d0e HTTP/1.1" status: 200 len: 918 time: 5.4261420 Mar 03 10:14:45.970791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54904) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:45.993800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.014857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2640446-615e-4750-bf53-f2bf84c66416,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:46.071838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:46.081533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] Routers {'40b27985-afaa-4b00-bc04-974b81106d0e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:46.081699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['40b27985-afaa-4b00-bc04-974b81106d0e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:46.098841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.145508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:46.145918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d96ae6-263f-4964-9fc2-ad9097723d3a None None] The sync data for ids ['40b27985-afaa-4b00-bc04-974b81106d0e'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:46.162248 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-40015051-39ef-4cc1-b5d1-24a941119720 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f2640446-615e-4750-bf53-f2bf84c66416 HTTP/1.1" status: 204 len: 168 time: 2.2434418 Mar 03 10:14:46.169418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0539245-f139-45e5-a1f6-af0f1f47a32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.171065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54908) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:46.234317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network beca9f41-247d-410f-a40c-f3494efec9a0 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:46.249564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:46.253750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Subnet': ['ID=b3d74e52-4ca0-4645-a52b-55bb0f35e259,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:46.261973 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f987bd74-7caf-4558-ac13-a4486cd96f92 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/40b27985-afaa-4b00-bc04-974b81106d0e HTTP/1.1" status: 200 len: 924 time: 0.2875462 Mar 03 10:14:46.265021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54912) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:46.266129 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-116ab8ee-b3fe-408b-899c-7c5e26333201 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:14:46.266755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-116ab8ee-b3fe-408b-899c-7c5e26333201 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Synchronizing usage tracker for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:46.276592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Router 8d8c70db-86a4-4a23-abfe-17f8cf50da91 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:46.288521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0539245-f139-45e5-a1f6-af0f1f47a32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.303826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Checking segment: {'id': '8e077bb1-f8de-4c02-abef-c6ca91e69ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:46.304219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network hostable DHCP agents. Network: 4170eb80-3942-4a8a-bb86-a9574db3afae, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:14:46.340379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network 4170eb80-3942-4a8a-bb86-a9574db3afae is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:14:46.362155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 4170eb80-3942-4a8a-bb86-a9574db3afae) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:46.367821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:46.368417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.380242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d7a59-b917-469f-8aae-61af8ca37152 None None] Network 4170eb80-3942-4a8a-bb86-a9574db3afae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:46.384033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78af98f-ab08-4193-a1d4-b3571f18ac09 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:46.388291 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c78af98f-ab08-4193-a1d4-b3571f18ac09 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=40b27985-afaa-4b00-bc04-974b81106d0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1196651 Mar 03 10:14:46.389380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54916) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:46.419494 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3c7eb514-3546-41b8-81af-c823d0effbd4 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0646105 Mar 03 10:14:46.420964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54920) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:46.447467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0a5bc090-d4f3-4b99-97bc-00c302600d4e tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'router': {'external_gateway_info': {'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:46.539154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.620699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-116ab8ee-b3fe-408b-899c-7c5e26333201 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Unset dirty status for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:46.621964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-116ab8ee-b3fe-408b-899c-7c5e26333201 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "GET /v2.0/ports/f2640446-615e-4750-bf53-f2bf84c66416 HTTP/1.1" status: 404 len: 333 time: 0.4430144 Mar 03 10:14:46.627550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.628960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54924) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:46.661562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-4170eb80-3942-4a8a-bb86-a9574db3afae', 'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae', 'tenant_id': 'a452ac3aacf6432a8c9ddf18f2dfc12f', 'fixed_ips': [{'subnet_id': 'b3d74e52-4ca0-4645-a52b-55bb0f35e259'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:14:46.662372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.670900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8b6d94c3-fe6a-4975-b067-bb9a998143d8 None None] Provisioning complete for port 5d99a0ab-f1b5-49df-9644-370dfc3f764e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:46.671272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8b6d94c3-fe6a-4975-b067-bb9a998143d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.677383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Request body: {'port': {'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-275703190'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:46.721441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:46.728040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0539245-f139-45e5-a1f6-af0f1f47a32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:46.782763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d94c3-fe6a-4975-b067-bb9a998143d8 None None] Port 5d99a0ab-f1b5-49df-9644-370dfc3f764e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:46.890088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Allocated IP 2001:db8:1::2 (4170eb80-3942-4a8a-bb86-a9574db3afae/b3d74e52-4ca0-4645-a52b-55bb0f35e259/953b76d6-024b-4756-a748-6f4d6e68c61c) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:46.959792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:46.961805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0539245-f139-45e5-a1f6-af0f1f47a32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f76b16-0434-4b1c-814a-60742e7a0fa8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:46.980310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:46.987884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=654415aa-18b8-4f95-a15a-89a5e69720c1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:46.994962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:46.999828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:47.022103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e6fb6-d24b-4d4b-9908-59ed952ce779 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:47.026345 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ef3e6fb6-d24b-4d4b-9908-59ed952ce779 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.6360276 Mar 03 10:14:47.028937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54928) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.041294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0539245-f139-45e5-a1f6-af0f1f47a32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.042530 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f0539245-f139-45e5-a1f6-af0f1f47a32b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16f76b16-0434-4b1c-814a-60742e7a0fa8 HTTP/1.1" status: 204 len: 168 time: 1.2982635 Mar 03 10:14:47.065607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Made reservation on behalf of 5e1c797ae7f14e3b8921d1b6b9394698 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:47.067909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.101454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:47.114154 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] Sync routers for ids ['8d8c70db-86a4-4a23-abfe-17f8cf50da91'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:47.128585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] device_id is not set on port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:47.130674 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1174cfb7-92e0-4c21-8e67-3a2db2ceddc5 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b27985-afaa-4b00-bc04-974b81106d0e HTTP/1.1" status: 200 len: 205 time: 0.1003573 Mar 03 10:14:47.131394 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] Routers {'8d8c70db-86a4-4a23-abfe-17f8cf50da91'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:47.132116 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8d8c70db-86a4-4a23-abfe-17f8cf50da91'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:47.139392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54934) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.145081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc090-d4f3-4b99-97bc-00c302600d4e tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.178746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:47.179389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.194337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router d9ce0664-0b75-4e25-bf96-5713c45251fb is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:14:47.211663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.212889 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d4a2b748-68b8-4839-96a6-3d911fcca3fb tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.2722096 Mar 03 10:14:47.218042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54938) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.252973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.278594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Transition to ACTIVE for port object 953b76d6-024b-4756-a748-6f4d6e68c61c will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:47.306037 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:47.308370 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9ac40ab9-20df-42aa-87c0-2ac8b77fd2ef tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8362918 Mar 03 10:14:47.322225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Transition to ACTIVE for port object 953b76d6-024b-4756-a748-6f4d6e68c61c will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:47.324879 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] Routers {'8d8c70db-86a4-4a23-abfe-17f8cf50da91'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:47.325914 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8d8c70db-86a4-4a23-abfe-17f8cf50da91'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:47.327272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54944) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.332204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.349639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'port': {'network_id': '8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da', 'name': 'tempest-FloatingIPTestJSON-1458125188'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:47.417633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Network 4170eb80-3942-4a8a-bb86-a9574db3afae is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:47.420980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:47.432820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:47.448911 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:47.450306 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e87f73-98e5-4537-9fc6-a8e55896017c None None] The sync data for ids ['8d8c70db-86a4-4a23-abfe-17f8cf50da91'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:47.496965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.525578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Pushing event updated for resources: {'Port': ['ID=953b76d6-024b-4756-a748-6f4d6e68c61c,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:47.566109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Attempting to bind port 953b76d6-024b-4756-a748-6f4d6e68c61c on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:47.566494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Attempting to bind port 953b76d6-024b-4756-a748-6f4d6e68c61c by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '8e077bb1-f8de-4c02-abef-c6ca91e69ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:47.566862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Attempting to bind port 953b76d6-024b-4756-a748-6f4d6e68c61c on network 4170eb80-3942-4a8a-bb86-a9574db3afae {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:47.578210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:14:47.579743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Checking segment: {'id': '8e077bb1-f8de-4c02-abef-c6ca91e69ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:14:47.581132 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.581773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Bound using segment: {'id': '8e077bb1-f8de-4c02-abef-c6ca91e69ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:14:47.582461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Bound port: 953b76d6-024b-4756-a748-6f4d6e68c61c, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e077bb1-f8de-4c02-abef-c6ca91e69ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4170eb80-3942-4a8a-bb86-a9574db3afae'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:14:47.583056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.692337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:47.710113 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fddc0177-9284-4aee-bdd7-70f06a70296a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/d9ce0664-0b75-4e25-bf96-5713c45251fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8390584 Mar 03 10:14:47.723045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54956) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.732158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] For port 953b76d6-024b-4756-a748-6f4d6e68c61c, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:47.738898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] For port 953b76d6-024b-4756-a748-6f4d6e68c61c, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=953b76d6-024b-4756-a748-6f4d6e68c61c,segment=NetworkSegment(8e077bb1-f8de-4c02-abef-c6ca91e69ed5),segment_id=8e077bb1-f8de-4c02-abef-c6ca91e69ed5)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:14:47.742654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] Sync routers for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:47.752476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.767278 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4bc93936-02d7-46f2-a53c-f95b3e07557a tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/8d8c70db-86a4-4a23-abfe-17f8cf50da91 HTTP/1.1" status: 200 len: 921 time: 0.5452013 Mar 03 10:14:47.770127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54960) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.825729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7e5d938d-f428-433f-a734-545f9265fd8a tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d8c70db-86a4-4a23-abfe-17f8cf50da91 HTTP/1.1" status: 200 len: 205 time: 0.0545554 Mar 03 10:14:47.829222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54966) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.856090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:47.856819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:47.911604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:47.913150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.932465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:port and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:47.944551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:47.954871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:47.961218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:47.963973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:47.973691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b7709-2573-4a06-be90-817c47146f58 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:47.977922 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-577b7709-2573-4a06-be90-817c47146f58 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports/5d99a0ab-f1b5-49df-9644-370dfc3f764e HTTP/1.1" status: 200 len: 911 time: 0.2500563 Mar 03 10:14:47.982487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54974) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:47.985507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1935e7-b22d-4eee-926f-1c6a9be4293b None None] Pushing event updated for resources: {'Port': ['ID=953b76d6-024b-4756-a748-6f4d6e68c61c,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:47.991775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:47.992390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:48.061434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.083373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Deleting port f72a41fb-9bee-483a-a788-5ce8e7a6b384 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:48.084488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.097693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:48.098843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c414d0-5367-48d0-95c0-6424527dd137 None None] The sync data for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:48.120799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.184314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:48.188660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.202365 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-0a5bc090-d4f3-4b99-97bc-00c302600d4e tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:14:48.204104 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0a5bc090-d4f3-4b99-97bc-00c302600d4e tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc HTTP/1.1" status: 400 len: 364 time: 1.7816215 Mar 03 10:14:48.210502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54980) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:48.216430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:48.233479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54984) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:48.302015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:48.514930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:48.516080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:48.516668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.534993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'networks': [{'name': 'tempest-network--1043588395'}, {'name': 'tempest-network--1321792261'}]} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:48.535232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'network': {'name': 'tempest-network--1043588395'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:48.535686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'network': {'name': 'tempest-network--1321792261'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:48.535897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] device_id is not set on port 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:48.542600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=ec373418-f4d5-4a4c-9fc0-25bb3dddba5d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:48.592174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.613400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:48.630878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:network and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:48.688858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:48.704467 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5e5219db-a748-465f-9e48-8a959e7b46b6 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0675251 Mar 03 10:14:48.710998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:48.722004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54990) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:48.732306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:48.761385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.812704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Calling delete_port for f72a41fb-9bee-483a-a788-5ce8e7a6b384 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:48.836357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Made reservation on behalf of 5e01eb96a698446292d009473c8ee066 for: {'network': 2} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:48.840820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:48.875549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 953b76d6-024b-4756-a748-6f4d6e68c61c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:48.969523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 953b76d6-024b-4756-a748-6f4d6e68c61c completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:48.997523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Deleting port be1e1114-ed0a-40ce-8c61-fba458d56d76 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:48.997867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.041345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.105567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:49.141746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:security_group_rule and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:49.156049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:49.171607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:49.189139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf4c20-9af9-4d52-952c-5018f84a40bd None None] Network 4170eb80-3942-4a8a-bb86-a9574db3afae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:14:49.196749 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.8 (8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da/44965dc3-6e63-4cd7-a3b1-ee45efd47b61/8144c24c-52ee-4879-ac8f-9c2a8b9cf85f) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:49.260140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.299542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f4bb4b12-036f-4167-8818-4d2b44e22c6c None None] Provisioning for port 953b76d6-024b-4756-a748-6f4d6e68c61c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:49.307678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f4bb4b12-036f-4167-8818-4d2b44e22c6c None None] Provisioning complete for port 953b76d6-024b-4756-a748-6f4d6e68c61c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:49.307678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4b12-036f-4167-8818-4d2b44e22c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.379275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.544867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.589358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4b12-036f-4167-8818-4d2b44e22c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.631274 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f4bb4b12-036f-4167-8818-4d2b44e22c6c None None] For port 953b76d6-024b-4756-a748-6f4d6e68c61c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=953b76d6-024b-4756-a748-6f4d6e68c61c,segment=NetworkSegment(8e077bb1-f8de-4c02-abef-c6ca91e69ed5),segment_id=8e077bb1-f8de-4c02-abef-c6ca91e69ed5)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:49.638503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4b12-036f-4167-8818-4d2b44e22c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.659869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.683390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.710157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.726129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4b12-036f-4167-8818-4d2b44e22c6c None None] Pushing event updated for resources: {'Port': ['ID=953b76d6-024b-4756-a748-6f4d6e68c61c,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:49.951330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.964458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-84f99eb5-5c87-4d87-87c8-b69d4ebebfe3 None None] Provisioning complete for port 953b76d6-024b-4756-a748-6f4d6e68c61c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:49.965019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-84f99eb5-5c87-4d87-87c8-b69d4ebebfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:49.979906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event deleted for resources: {'Port': ['ID=f72a41fb-9bee-483a-a788-5ce8e7a6b384,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:50.069682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Calling delete_port for be1e1114-ed0a-40ce-8c61-fba458d56d76 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:50.130030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:50.172210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:50.182845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:50.260802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=8144c24c-52ee-4879-ac8f-9c2a8b9cf85f,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:50.287926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.436127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:50.436741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.462889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.478450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.479132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.527945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.535585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.547915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] device_id is not set on port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:50.581581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.588401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a3e11-78ab-49f1-8b84-c26e6ee8b5fd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:50.593576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Allocated IP 2001:db8::1 (4f702c64-fd7b-4bcf-b82d-7311bee35726/9e602909-83ed-47c2-952a-9f7f8fa62ffd/30d342fc-8a21-422b-8904-363f84cdd463) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:50.605570 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-07793359-c849-4844-95a9-e9db00e9e12a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2773001 Mar 03 10:14:50.608761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 54994) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:50.609370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.610592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Fanout notify agent at l3_agent the message router_deleted on router 40b27985-afaa-4b00-bc04-974b81106d0e {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:50.614759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:50.616520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '8144c24c-52ee-4879-ac8f-9c2a8b9cf85f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:50.632518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:50.641805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:floatingip and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:50.648256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.649367 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e6657e5a-00e6-4f7e-898f-c4bcce23caad tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/40b27985-afaa-4b00-bc04-974b81106d0e HTTP/1.1" status: 204 len: 168 time: 3.5088153 Mar 03 10:14:50.650374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:50.656852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Transition to ACTIVE for port object ec373418-f4d5-4a4c-9fc0-25bb3dddba5d will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:50.657549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 54998) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:50.658435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.658754 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Added segment a1037a1f-283b-4850-91b5-ff01e2639b6c of type vlan for network 1948ef2c-7d4c-4395-9ea1-17d4f5ef9195 Mar 03 10:14:50.660733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:50.675833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8:1::1 (4c2f1aaf-292b-4b93-94b4-b77f5c522da4/2d90845b-ccf0-4719-bb3d-6f67e58b8239/bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:50.680541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1422311063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:50.681305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.722031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.735272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:50.773660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Usage tracker for resource:router and tenant:5eb8834679494451bd6a075e01fd18c5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:50.824636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.838689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 953b76d6-024b-4756-a748-6f4d6e68c61c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:14:50.848306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:50.915561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 953b76d6-024b-4756-a748-6f4d6e68c61c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:50.915891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.928633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:50.942221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:50.977303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.26.7.152 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/57d95edc-7478-421d-867a-811ca3b9649a) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:50.995442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=ec373418-f4d5-4a4c-9fc0-25bb3dddba5d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:51.003121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.004223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.041392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.109080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:51.109436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:51.109769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:51.124332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event deleted for resources: {'Port': ['ID=be1e1114-ed0a-40ce-8c61-fba458d56d76,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:51.165804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:51.166124 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:51.168863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.176387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 2 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:51.185464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.188321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:51.257911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.264372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:51.264701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:51.265029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:51.271802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.272120 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Added segment 150cc429-9035-4d08-a0af-2d1ed4f59720 of type vlan for network ed3e45ca-7885-4343-bf9c-ffbb8a5e414a Mar 03 10:14:51.273434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Transition to ACTIVE for port object 30d342fc-8a21-422b-8904-363f84cdd463 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:51.286633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:51.286950 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:51.288755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.290647 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 3 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:51.309090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:14:51.309533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.334399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.342294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.388147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:51.388476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:51.388805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:51.392305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.402456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:51.410650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.417054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:51.422131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:51.461407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=57d95edc-7478-421d-867a-811ca3b9649a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:51.486828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:51.487388 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:51.493012 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 4 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:51.536761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:51.545915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:51.548556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:51.549096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.573516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:51.701109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.704406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:14:51.714142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.722584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.726386 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e527148a-7ee5-40c6-b05b-1125a41ff30c tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0634189 Mar 03 10:14:51.729260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:51.729618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:51.729924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:51.736372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55002) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:51.753368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': False}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:51.804792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.833268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d5ac1c92-8e3f-4295-931a-57766db628bb None None] Provisioning for port bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:51.840373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d5ac1c92-8e3f-4295-931a-57766db628bb None None] Provisioning complete for port bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:51.840745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1c92-8e3f-4295-931a-57766db628bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.844469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:51.844944 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:51.860688 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 5 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:51.868509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.868509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.873760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:51.879016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:51.879669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.898978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac1c92-8e3f-4295-931a-57766db628bb None None] Port bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:51.926744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:51.927227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Fanout notify agent at l3_agent the message router_deleted on router 8d8c70db-86a4-4a23-abfe-17f8cf50da91 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:14:52.024899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:52.025319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:52.025721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:52.037936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:52.090584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:52.107755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.159083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:52.159895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.165676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.170887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a318e9b1-54ba-4aca-a71d-6cb8e9863553 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/8d8c70db-86a4-4a23-abfe-17f8cf50da91 HTTP/1.1" status: 204 len: 168 time: 4.3366663 Mar 03 10:14:52.170887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8681593 Mar 03 10:14:52.181044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Port': ['ID=30d342fc-8a21-422b-8904-363f84cdd463,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:52.183364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:52.183690 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:52.186173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55006) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:52.186499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55008) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:52.195236 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 6 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:52.210231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Network': ['ID=1948ef2c-7d4c-4395-9ea1-17d4f5ef9195,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:52.221593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1948ef2c-7d4c-4395-9ea1-17d4f5ef9195 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:52.288810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1053554750', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': False}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:52.341150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:52.421149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:52.421474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:52.422035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:52.439944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:router and tenant:a00b2454a7a949e6ae126729bd863196 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:52.450996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:52.451494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-935f3f16-49ad-48e0-bc34-f54877340a12 None None] Provisioning for port 30d342fc-8a21-422b-8904-363f84cdd463 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:14:52.460936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-935f3f16-49ad-48e0-bc34-f54877340a12 None None] Provisioning complete for port 30d342fc-8a21-422b-8904-363f84cdd463 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:52.461878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-935f3f16-49ad-48e0-bc34-f54877340a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.527494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-935f3f16-49ad-48e0-bc34-f54877340a12 None None] Port 30d342fc-8a21-422b-8904-363f84cdd463 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:52.537584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.606699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:52.607243 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:52.614828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:52.624237 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 7 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:52.643583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.665413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.671345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ead38-b158-4abe-aa96-b907cbb50e1e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Network': ['ID=ed3e45ca-7885-4343-bf9c-ffbb8a5e414a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:52.678103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:52.678564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:52.678747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:52.683109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network ed3e45ca-7885-4343-bf9c-ffbb8a5e414a details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:52.684391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.685392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.707111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.717031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.717774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.749137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:52.749514 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:52.766612 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 8 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:52.812254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.822097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a76d5f-0500-4764-8596-b47266d2cebe tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:52.828001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a76d5f-0500-4764-8596-b47266d2cebe tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:52.834185 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a76d5f-0500-4764-8596-b47266d2cebe tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:52.839937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a76d5f-0500-4764-8596-b47266d2cebe tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:52.840761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-75a76d5f-0500-4764-8596-b47266d2cebe tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Synchronizing usage tracker for tenant:5e01eb96a698446292d009473c8ee066 on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:52.855496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:52.855909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:52.856164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:52.872641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:52.886482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:52.886805 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:52.893456 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 9 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:52.918701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:53.039506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:53.042256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:53.197180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:53.197465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:53.197796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:53.200072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-75a76d5f-0500-4764-8596-b47266d2cebe tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Unset dirty status for tenant:5e01eb96a698446292d009473c8ee066 on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:53.205181 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-75a76d5f-0500-4764-8596-b47266d2cebe tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9970791 Mar 03 10:14:53.214303 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55014) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:53.253359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3ec21661-3d71-44e2-85b8-b0461f5fdc1c None None] Provisioning complete for port bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:53.253928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3ec21661-3d71-44e2-85b8-b0461f5fdc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.279463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:53.279795 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:53.301334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:14:53.307910 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 10 to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d Mar 03 10:14:53.321667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3ec21661-3d71-44e2-85b8-b0461f5fdc1c None None] Port bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:53.324773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.340283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.432382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router d9ce0664-0b75-4e25-bf96-5713c45251fb has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:53.491575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:14:53.491912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:14:53.492232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:14:53.528403 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=57d95edc-7478-421d-867a-811ca3b9649a,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:53.550485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.659752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.669478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.670070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:14:53.670391 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:14:53.670748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.708714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:53.721385 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] Sync routers for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:53.730663 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:53.731379 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:53.736119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:53.786106 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f5701813-87df-4674-9266-2da4aff21781 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/d9ce0664-0b75-4e25-bf96-5713c45251fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8026309 Mar 03 10:14:53.788884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55018) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:53.796789 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:53.806610 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:53.807224 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:53.848184 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP 99c0460d-747e-4b7f-b6ab-9b636d30f229 associated. External IP: 172.26.7.152, port: 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f. Mar 03 10:14:53.871753 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:53.872147 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ece23f-da32-4d41-a9d1-e3dc55ed4794 None None] The sync data for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:53.943750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765c8c7-218d-4f93-82a5-1a87ac3e1c8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:53.944327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d765c8c7-218d-4f93-82a5-1a87ac3e1c8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:54.036236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d765c8c7-218d-4f93-82a5-1a87ac3e1c8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:54.037719 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d765c8c7-218d-4f93-82a5-1a87ac3e1c8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports/bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d HTTP/1.1" status: 200 len: 913 time: 0.2477710 Mar 03 10:14:54.049101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55022) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:54.132076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] For port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d, host hv-neutron-8311, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:14:54.132441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempted to set empty binding levels {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 10:14:54.249149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.466805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.548921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] In _notify_port_updated(), no bound segment for port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:14:54.549801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:54.550398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.551762 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "PUT /v2.0/ports/ec373418-f4d5-4a4c-9fc0-25bb3dddba5d HTTP/1.1" status: 200 len: 976 time: 5.8288279 Mar 03 10:14:54.568310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55026) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:54.575810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1948ef2c-7d4c-4395-9ea1-17d4f5ef9195']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:54.644216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.652916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:54.668628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc00613-833f-42cd-8003-f9227367c3b0 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=ec373418-f4d5-4a4c-9fc0-25bb3dddba5d,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:54.675634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:14:54.683699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1037a1f-283b-4850-91b5-ff01e2639b6c') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:54.683994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1037a1f-283b-4850-91b5-ff01e2639b6c') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:54.705253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.708984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.717532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.761667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.762406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.822846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.873031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:54.873419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:54.887793 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:54.934616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:54.948157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:54.959589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:54.960209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:54.988310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.026772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:55.036928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:55.037541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:55.054296 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d11d7300-b248-43a9-8c3e-11bf0a8d97b4 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4390144 Mar 03 10:14:55.054755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55030) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:55.060547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:55.087564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event updated for resources: {'Port': ['ID=30d342fc-8a21-422b-8904-363f84cdd463,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:55.104416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:55.105237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fa150-e4f6-4a69-9956-e685b1bbe6ba None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:55.158178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.205505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.205981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.206454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.206912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.207397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.207860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.208310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.208764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.209214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.209660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.210113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.210564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.211015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.211495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.211944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.212393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.212850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.213290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.213738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.214185 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.214634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.215081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.215558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.216005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:55.218075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Synchronizing usage tracker for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:55.235659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.291019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.334904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.364279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Allocated IP 172.26.7.8 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/a0265e36-cf5a-40e5-a095-d483795efa48) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:55.408686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Network': ['ID=1948ef2c-7d4c-4395-9ea1-17d4f5ef9195,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:55.410651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Unset dirty status for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:55.415697 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e07d4685-e436-4818-b31c-14fdbf848edb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21402 time: 0.8424580 Mar 03 10:14:55.425535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55034) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:55.473321 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e09511bf-a4ab-407c-a728-4860c95efcf3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/networks/1948ef2c-7d4c-4395-9ea1-17d4f5ef9195 HTTP/1.1" status: 204 len: 168 time: 2.2500637 Mar 03 10:14:55.492473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55038) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:55.515346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:55.519964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.568100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:55.651862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.682704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.689780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.690070 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP 99c0460d-747e-4b7f-b6ab-9b636d30f229 disassociated. External IP: 172.26.7.152, port: 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f. Mar 03 10:14:55.767932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Deleting port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:55.768487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.865032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6eab70fa-e4b1-420e-bda5-a52409358cb6 None None] Provisioning complete for port 30d342fc-8a21-422b-8904-363f84cdd463 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:14:55.865401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6eab70fa-e4b1-420e-bda5-a52409358cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:55.924844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6eab70fa-e4b1-420e-bda5-a52409358cb6 None None] Port 30d342fc-8a21-422b-8904-363f84cdd463 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:14:56.059478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:56.059820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.124120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.251878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.284015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Router 5eba06cf-e083-4bab-ac8f-a4c8a3c650fc has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:56.404113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.420319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:56.534944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:56.539471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.637392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] For port ec373418-f4d5-4a4c-9fc0-25bb3dddba5d, host hv-neutron-8311, got binding levels [] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:14:56.637744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.661297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3e45ca-7885-4343-bf9c-ffbb8a5e414a']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.791177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:56.792115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Calling delete_port for ec373418-f4d5-4a4c-9fc0-25bb3dddba5d owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:56.795480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.801462 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:56.811215 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:56.811955 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.833645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150cc429-9035-4d08-a0af-2d1ed4f59720') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.833645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150cc429-9035-4d08-a0af-2d1ed4f59720') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.851751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:56.867617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ede4af-a923-4529-8d84-09071650babf None None] Sync routers for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:56.879461 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.884899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.885657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ede4af-a923-4529-8d84-09071650babf None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:56.886801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-09ede4af-a923-4529-8d84-09071650babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.889738 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:56.890657 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.893228 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-deb4c2cc-c59d-40ba-a945-6328b1d4a662 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/floatingips/99c0460d-747e-4b7f-b6ab-9b636d30f229 HTTP/1.1" status: 200 len: 688 time: 1.8374701 Mar 03 10:14:56.895992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.899943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55042) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:56.962589 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.963104 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28715857-50ca-4527-8e0e-59ca40e931be None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:56.976108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-09ede4af-a923-4529-8d84-09071650babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.985715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ede4af-a923-4529-8d84-09071650babf None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:56.986408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-09ede4af-a923-4529-8d84-09071650babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:56.989090 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-26a3c5af-9e57-4aa5-9af9-ddbd97209e7a tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7758265 Mar 03 10:14:56.992248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:56.992676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55046) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:57.005741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:57.026179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:57.029006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:14:57.029408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:14:57.054716 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:14:57.056669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:57.065428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-09ede4af-a923-4529-8d84-09071650babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:57.065834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ede4af-a923-4529-8d84-09071650babf None None] The sync data for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:57.112648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Allocated IP 172.26.7.63 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/15870789-a841-4e24-9787-bde48ef3bef2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:14:57.126846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Pushing event updated for resources: {'Port': ['ID=a0265e36-cf5a-40e5-a095-d483795efa48,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:57.141298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.178541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.234245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 57d95edc-7478-421d-867a-811ca3b9649a {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:14:57.235000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.274180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec373418-f4d5-4a4c-9fc0-25bb3dddba5d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:57.291137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.296459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.405741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=bbb5d1a2-2fcb-438e-9ca3-4ba4d5be434d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:57.418437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.453342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Network': ['ID=ed3e45ca-7885-4343-bf9c-ffbb8a5e414a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:57.467566 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5a939627-ec77-4da6-9e62-d7e7230bf69f tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/networks/ed3e45ca-7885-4343-bf9c-ffbb8a5e414a HTTP/1.1" status: 204 len: 168 time: 1.9541955 Mar 03 10:14:57.530170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55050) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:57.628139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b903-4952-441d-803a-ffac0ec7345d tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.669656 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b2304d51-ab30-468d-b10c-d9722af5047d tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ec373418-f4d5-4a4c-9fc0-25bb3dddba5d HTTP/1.1" status: 204 len: 168 time: 2.2434120 Mar 03 10:14:57.678868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55054) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:57.766052 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fa3b25-047d-4660-a6af-fa77ee5f6b32 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:14:57.766551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f9fa3b25-047d-4660-a6af-fa77ee5f6b32 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Synchronizing usage tracker for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:14:57.874010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f9fa3b25-047d-4660-a6af-fa77ee5f6b32 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Unset dirty status for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:14:57.875452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f9fa3b25-047d-4660-a6af-fa77ee5f6b32 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "GET /v2.0/ports/ec373418-f4d5-4a4c-9fc0-25bb3dddba5d HTTP/1.1" status: 404 len: 333 time: 0.1937091 Mar 03 10:14:57.878932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:57.889790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55058) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:57.900635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-402102693', 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:57.907632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:57.937914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:57.999521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.009211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Made reservation on behalf of 5e1c797ae7f14e3b8921d1b6b9394698 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:58.011506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.036664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-9cc7b903-4952-441d-803a-ffac0ec7345d tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 10:14:58.037618 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9cc7b903-4952-441d-803a-ffac0ec7345d tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc HTTP/1.1" status: 409 len: 329 time: 0.9869266 Mar 03 10:14:58.044831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba50522-922a-4152-97b4-d88204f6693c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:58.045637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55062) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:58.050999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba50522-922a-4152-97b4-d88204f6693c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:58.052759 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7ba50522-922a-4152-97b4-d88204f6693c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5206056 Mar 03 10:14:58.108531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55066) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:58.110791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.111121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.122708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] device_id is not set on port 44fb3171-914d-4f67-be16-9beccbeb944d yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:14:58.139108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1940191213'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:58.158179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.250434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:58.258330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 57d95edc-7478-421d-867a-811ca3b9649a owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:14:58.289129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.352057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:network and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:58.360630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:58.382343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:14:58.387125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:58.415934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:14:58.478544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:14:58.480004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Made reservation on behalf of 5e01eb96a698446292d009473c8ee066 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:58.483453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.599344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Port': ['ID=15870789-a841-4e24-9787-bde48ef3bef2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:58.774951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router d9ce0664-0b75-4e25-bf96-5713c45251fb has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:14:58.857567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:58.894955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:14:58.976409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=57d95edc-7478-421d-867a-811ca3b9649a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:59.017199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.017877 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Added segment 4f942b87-f0b3-4964-8503-2821ba4fa580 of type vlan for network 89de2a4c-09ae-4438-8021-c086d94f79f3 Mar 03 10:14:59.082541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:14:59.092544 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] Sync routers for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:14:59.104070 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:59.104777 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:59.106397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.135900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.174219 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-76a720c8-eed8-429e-997b-6294fa588d36 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/d9ce0664-0b75-4e25-bf96-5713c45251fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1214447 Mar 03 10:14:59.174430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55070) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:59.174621 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:59.178017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.179146 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be9b4898-a7ea-48f7-91b6-e0d2c2fb5e42 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/floatingips/99c0460d-747e-4b7f-b6ab-9b636d30f229 HTTP/1.1" status: 204 len: 168 time: 2.2784376 Mar 03 10:14:59.188313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55074) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:59.190330 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:14:59.191648 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:59.249405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.253384 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:14:59.254271 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518659c-f527-4cd0-baad-11fd8197a8a5 None None] The sync data for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:14:59.255192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:14:59.255838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.258186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '654415aa-18b8-4f95-a15a-89a5e69720c1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:59.276337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:59.342684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:floatingip and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:59.354730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:59.381816 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2628841 Mar 03 10:14:59.392449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:59.394050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55082) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:14:59.413940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.448186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-705674143'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:14:59.463488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.470136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:14:59.483804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:network and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:14:59.489780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.497468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f08871-a61f-474d-862a-dbe5a1f0d15e tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Network': ['ID=89de2a4c-09ae-4438-8021-c086d94f79f3,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:14:59.502758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.507822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:14:59.509341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 89de2a4c-09ae-4438-8021-c086d94f79f3 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:14:59.571883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:14:59.692723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Made reservation on behalf of 5e01eb96a698446292d009473c8ee066 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:14:59.696111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.797884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:14:59.952362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:00.007566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.073371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.073709 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Added segment 6cd94f69-092d-4727-8d1e-2a8950418892 of type vlan for network ec855c1a-b9fa-4b68-bea8-6bd36e5220a9 Mar 03 10:15:00.095005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.207970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:00.220916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:00.245175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:00.246100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:00.246697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.247807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 5d99a0ab-f1b5-49df-9644-370dfc3f764e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:00.248280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.253394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=44fb3171-914d-4f67-be16-9beccbeb944d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:00.295098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.440750 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2e5df55e-7a8d-4978-9a54-cffa75e777bb tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5498595 Mar 03 10:15:00.443503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55086) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:00.447783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.620988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 5d99a0ab-f1b5-49df-9644-370dfc3f764e owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:00.654645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.678847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dcba89-db71-4fd9-8c7a-570237dce397 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:00.680376 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-19dcba89-db71-4fd9-8c7a-570237dce397 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "GET /v2.0/ports/44fb3171-914d-4f67-be16-9beccbeb944d HTTP/1.1" status: 200 len: 954 time: 0.2356961 Mar 03 10:15:00.687067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55090) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:00.705976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Router e4a95fb5-c314-423d-ba96-911b8c8fcf9c is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:00.729632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.739791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:00.739791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.771859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Deleting port 44fb3171-914d-4f67-be16-9beccbeb944d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:00.772114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.867464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:00.989265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5813804 Mar 03 10:15:01.033030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55094) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:01.047550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'ports': [{'network_id': '89de2a4c-09ae-4438-8021-c086d94f79f3', 'name': 'tempest-port--925342507', 'admin_state_up': True}, {'network_id': 'ec855c1a-b9fa-4b68-bea8-6bd36e5220a9', 'admin_state_up': False}]} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:01.047866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'port': {'network_id': '89de2a4c-09ae-4438-8021-c086d94f79f3', 'name': 'tempest-port--925342507', 'admin_state_up': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:01.048346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'port': {'network_id': 'ec855c1a-b9fa-4b68-bea8-6bd36e5220a9', 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:01.099659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:01.106387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:01.146563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e35ef2-1cfd-4b1d-8bfe-f7d2b72886fb tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Network': ['ID=ec855c1a-b9fa-4b68-bea8-6bd36e5220a9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:01.158601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network ec855c1a-b9fa-4b68-bea8-6bd36e5220a9 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:01.262932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=5d99a0ab-f1b5-49df-9644-370dfc3f764e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:01.350841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:01.369811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Calling delete_port for 44fb3171-914d-4f67-be16-9beccbeb944d owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:01.502429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:01.512956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] Sync routers for ids ['e4a95fb5-c314-423d-ba96-911b8c8fcf9c'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:01.523235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] Routers {'e4a95fb5-c314-423d-ba96-911b8c8fcf9c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:01.524175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e4a95fb5-c314-423d-ba96-911b8c8fcf9c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:01.529765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.26.7.235 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/7f698650-45a9-4aaa-84da-ab38515e7adf) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:01.534098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:01.537898 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7c92c3f1-7462-4f52-a681-2252eb572ff9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "PUT /v2.0/routers/e4a95fb5-c314-423d-ba96-911b8c8fcf9c HTTP/1.1" status: 200 len: 918 time: 9.7981634 Mar 03 10:15:01.541836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55098) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:01.596658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:01.614581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] Routers {'e4a95fb5-c314-423d-ba96-911b8c8fcf9c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:01.615676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e4a95fb5-c314-423d-ba96-911b8c8fcf9c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:01.679405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:01.679867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48988f-70a5-4fd0-b20a-284dfafa6da8 None None] The sync data for ids ['e4a95fb5-c314-423d-ba96-911b8c8fcf9c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:01.753239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:01.860782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:01.862702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:01.871500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:port and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:01.904062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:01.981450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event deleted for resources: {'Port': ['ID=44fb3171-914d-4f67-be16-9beccbeb944d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:01.983507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:01.997124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.068303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Made reservation on behalf of 5e01eb96a698446292d009473c8ee066 for: {'port': 2} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:02.072627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.095737 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6aa849db-2c18-4e5c-acdb-1e43c0154501 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "DELETE /v2.0/ports/44fb3171-914d-4f67-be16-9beccbeb944d HTTP/1.1" status: 204 len: 168 time: 1.4070418 Mar 03 10:15:02.115505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55102) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:02.147784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.200015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting port 30d342fc-8a21-422b-8904-363f84cdd463 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:02.200382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.212633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router d9ce0664-0b75-4e25-bf96-5713c45251fb has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:02.232359 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e651b6-8a93-427b-a783-4c6d802335f4 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:15:02.232896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-14e651b6-8a93-427b-a783-4c6d802335f4 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Synchronizing usage tracker for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:02.239197 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c626c0a6-69c6-463a-a66d-82029da188ad tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/e4a95fb5-c314-423d-ba96-911b8c8fcf9c HTTP/1.1" status: 200 len: 924 time: 0.6927450 Mar 03 10:15:02.246338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.253542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55106) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:02.368310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Router ad3b4e7a-214b-41bf-a33e-75476bfd2547 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:02.369940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-14e651b6-8a93-427b-a783-4c6d802335f4 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Unset dirty status for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:02.371083 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-14e651b6-8a93-427b-a783-4c6d802335f4 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "GET /v2.0/ports/44fb3171-914d-4f67-be16-9beccbeb944d HTTP/1.1" status: 404 len: 333 time: 0.2528949 Mar 03 10:15:02.381183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55110) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:02.392920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Request body: {'port': {'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-564319220'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:02.453990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:02.481057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:02.493670 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f9cf5606-d744-4d52-8612-f384303f3a1a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/d9ce0664-0b75-4e25-bf96-5713c45251fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3155265 Mar 03 10:15:02.494688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55114) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:02.499375 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] Sync routers for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:02.509595 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:02.510238 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:02.538723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:02.549541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] device_id is not set on port 581ec5ff-91cc-419d-b5e6-9d98783fd189 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:02.553677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f09cab3f-66f1-4e74-ae7f-cba38897f3da tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:02.575131 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:02.576329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f09cab3f-66f1-4e74-ae7f-cba38897f3da tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:02.580812 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f09cab3f-66f1-4e74-ae7f-cba38897f3da tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ce0664-0b75-4e25-bf96-5713c45251fb HTTP/1.1" status: 200 len: 205 time: 0.0819230 Mar 03 10:15:02.580978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55118) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:02.589145 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] Routers {'d9ce0664-0b75-4e25-bf96-5713c45251fb'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:02.590006 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9ce0664-0b75-4e25-bf96-5713c45251fb'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:02.591819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Made reservation on behalf of 5e1c797ae7f14e3b8921d1b6b9394698 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:02.594763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.605946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.654133 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:02.654349 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2fe2cf-8ec7-47e9-aa1d-4da1c2ab0073 None None] The sync data for ids ['d9ce0664-0b75-4e25-bf96-5713c45251fb'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:02.724240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a429-b0f4-4f40-a5e8-32114df771cd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.760017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:02.775714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b0143-9b0d-4042-ba18-dd1d97fe06ea tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:02.776412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-792b0143-9b0d-4042-ba18-dd1d97fe06ea tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Synchronizing usage tracker for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:02.784606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:02.787609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] device_id is not set on port a6c1cf33-1da9-4e7a-ab22-075e6469453e yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:02.831758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:02.957486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:02.962671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-da9bf058-870b-44a6-8f59-cc671329ac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.002679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Calling delete_port for 30d342fc-8a21-422b-8904-363f84cdd463 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:03.055215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=7f698650-45a9-4aaa-84da-ab38515e7adf,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:03.081983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:03.083501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-792b0143-9b0d-4042-ba18-dd1d97fe06ea tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Unset dirty status for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:03.084681 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-792b0143-9b0d-4042-ba18-dd1d97fe06ea tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=e4a95fb5-c314-423d-ba96-911b8c8fcf9c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.8272691 Mar 03 10:15:03.093781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Sync routers for ids ['ad3b4e7a-214b-41bf-a33e-75476bfd2547'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:03.097040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55122) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:03.104561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Routers {'ad3b4e7a-214b-41bf-a33e-75476bfd2547'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:03.105172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ad3b4e7a-214b-41bf-a33e-75476bfd2547'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:03.189028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a429-b0f4-4f40-a5e8-32114df771cd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.193327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a429-b0f4-4f40-a5e8-32114df771cd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.199090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.295056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a429-b0f4-4f40-a5e8-32114df771cd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.295573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb8a429-b0f4-4f40-a5e8-32114df771cd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Fanout notify agent at l3_agent the message router_deleted on router d9ce0664-0b75-4e25-bf96-5713c45251fb {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:03.300714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Set router ad3b4e7a-214b-41bf-a33e-75476bfd2547 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:15:03.329484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] device_id is not set on port 431b4d01-fc7d-4637-b9f2-32c3af46d765 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:03.338640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a429-b0f4-4f40-a5e8-32114df771cd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.343347 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3cb8a429-b0f4-4f40-a5e8-32114df771cd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/d9ce0664-0b75-4e25-bf96-5713c45251fb HTTP/1.1" status: 204 len: 168 time: 0.7579930 Mar 03 10:15:03.343347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55126) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:03.357165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.358355 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-95e7e715-b066-463b-a0cd-b6f4ca3ea32e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.1557415 Mar 03 10:15:03.383577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55130) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:03.550084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet 2d90845b-ccf0-4719-bb3d-6f67e58b8239 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:03.567121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.653565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b4e7a-214b-41bf-a33e-75476bfd2547', 'name': 'tempest-snat-router-1053554750', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.63'}], 'enable_snat': False}, 'gw_port_id': '15870789-a841-4e24-9787-bde48ef3bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:14:52Z', 'updated_at': '2022-03-03T10:14:59Z', 'revision_number': 3, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port': {'id': '15870789-a841-4e24-9787-bde48ef3bef2', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b4e7a-214b-41bf-a33e-75476bfd2547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:14:55Z', 'updated_at': '2022-03-03T10:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:03.659590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Checking router: ad3b4e7a-214b-41bf-a33e-75476bfd2547 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:15:03.660096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Updating router ad3b4e7a-214b-41bf-a33e-75476bfd2547 port 15870789-a841-4e24-9787-bde48ef3bef2 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:15:03.719659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.760066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.782743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd63f1d-e541-4d51-b875-bf0620e27e5d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:03.784052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1fd63f1d-e541-4d51-b875-bf0620e27e5d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Synchronizing usage tracker for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:03.789270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.803654 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2aa1bd6b-c5ed-437c-a1c9-3b3ab36b6dbe tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/ad3b4e7a-214b-41bf-a33e-75476bfd2547 HTTP/1.1" status: 200 len: 908 time: 0.4136801 Mar 03 10:15:03.806208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55138) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:03.828416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1053554750', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': True}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:03.836976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:03.847508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.850536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Usage tracker for resource:router and tenant:a00b2454a7a949e6ae126729bd863196 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:03.857947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:03.872191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:03.888537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1fd63f1d-e541-4d51-b875-bf0620e27e5d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] Unset dirty status for tenant:75023ca4918c4aa7b4f8865f67b56ec1 on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:03.889859 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1fd63f1d-e541-4d51-b875-bf0620e27e5d tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.7901306 Mar 03 10:15:03.901653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55142) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:03.949033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.949287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:03.978111 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5ab74ed4-0a92-420e-898a-db423ef72c9b tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a95fb5-c314-423d-ba96-911b8c8fcf9c HTTP/1.1" status: 200 len: 205 time: 0.0716288 Mar 03 10:15:03.980479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55146) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:03.988149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.028421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.073563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.098620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.101067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.116381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Transition to ACTIVE for port object 15870789-a841-4e24-9787-bde48ef3bef2 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:04.123890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.149087 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Port': ['ID=581ec5ff-91cc-419d-b5e6-9d98783fd189,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:04.161536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.180512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Port': ['ID=30d342fc-8a21-422b-8904-363f84cdd463,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:04.210087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Attempting to bind port 15870789-a841-4e24-9787-bde48ef3bef2 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:04.210387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Attempting to bind port 15870789-a841-4e24-9787-bde48ef3bef2 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:04.210736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Attempting to bind port 15870789-a841-4e24-9787-bde48ef3bef2 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:04.216419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe720bf-86a4-41ad-8bf5-01ed251b01eb None None] Pushing event updated for resources: {'Port': ['ID=15870789-a841-4e24-9787-bde48ef3bef2,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:04.221613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:04.222052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:04.222443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.222867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:04.223549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Bound port: 15870789-a841-4e24-9787-bde48ef3bef2, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:04.223950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.302681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Checking segment: {'id': '4f942b87-f0b3-4964-8503-2821ba4fa580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89de2a4c-09ae-4438-8021-c086d94f79f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:04.302681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network hostable DHCP agents. Network: 89de2a4c-09ae-4438-8021-c086d94f79f3, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:04.320715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] For port 15870789-a841-4e24-9787-bde48ef3bef2, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:04.323580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.324951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] For port 15870789-a841-4e24-9787-bde48ef3bef2, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=15870789-a841-4e24-9787-bde48ef3bef2,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:04.331957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.367884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c1cf33-1da9-4e7a-ab22-075e6469453e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:04.401662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:04.411425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:04.419667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Routers {'ad3b4e7a-214b-41bf-a33e-75476bfd2547'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:04.420437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:14:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ad3b4e7a-214b-41bf-a33e-75476bfd2547'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:04.439164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:04.440118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:04.440855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.466567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=2d90845b-ccf0-4719-bb3d-6f67e58b8239,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:04.522481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e8d54-8c65-423a-98b2-dd6b507117e1 None None] Network 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:04.529481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.534737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.543719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe720bf-86a4-41ad-8bf5-01ed251b01eb None None] Pushing event updated for resources: {'Port': ['ID=15870789-a841-4e24-9787-bde48ef3bef2,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:04.557752 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-051f0576-8e07-411b-9c0b-dd89c444ca00 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/2d90845b-ccf0-4719-bb3d-6f67e58b8239 HTTP/1.1" status: 204 len: 168 time: 1.2138827 Mar 03 10:15:04.559381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55150) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:04.565908 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fbf2a4a0-633c-4bdb-bb12-275b836f4bab tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1799278 Mar 03 10:15:04.572545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55154) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:04.573719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network 89de2a4c-09ae-4438-8021-c086d94f79f3 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:04.633654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:04.681198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.756793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.758294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 89de2a4c-09ae-4438-8021-c086d94f79f3) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:04.765237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:04.766829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.786279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254ab3c-9013-471c-8d5b-9eb1e05731f1 None None] Network 89de2a4c-09ae-4438-8021-c086d94f79f3 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:04.856946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet 938a0710-55d3-4283-885d-647340901ebd {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:04.866429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:04.902620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] Set router ad3b4e7a-214b-41bf-a33e-75476bfd2547 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:15:04.985586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Port': ['ID=431b4d01-fc7d-4637-b9f2-32c3af46d765,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:04.997990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.004200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.047454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Checking segment: {'id': '6cd94f69-092d-4727-8d1e-2a8950418892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ec855c1a-b9fa-4b68-bea8-6bd36e5220a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:05.047721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network hostable DHCP agents. Network: ec855c1a-b9fa-4b68-bea8-6bd36e5220a9, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:05.114611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network ec855c1a-b9fa-4b68-bea8-6bd36e5220a9 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:05.139277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, ec855c1a-b9fa-4b68-bea8-6bd36e5220a9) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:05.146801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.175135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:05.180817 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:05.185456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:05.186100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.189113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8596b42e-f43f-4d0e-964e-4db5fb9d46a7 None None] Network ec855c1a-b9fa-4b68-bea8-6bd36e5220a9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:05.332907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4b315e69-913e-42b6-b819-b326cad3d0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.341916 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f0a27292-8c94-4224-94ec-1597d1fba4ac tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3057685 Mar 03 10:15:05.352762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55158) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:05.367374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.394026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] DHCP port deletion for 4c2f1aaf-292b-4b93-94b4-b77f5c522da4 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:05.436127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Router 5eba06cf-e083-4bab-ac8f-a4c8a3c650fc has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:05.464786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] Deleting port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:05.465433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.466819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.476739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.491231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.542640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=938a0710-55d3-4283-885d-647340901ebd,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:05.544874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.583548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Deleting port a0265e36-cf5a-40e5-a095-d483795efa48 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:05.584181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.585888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.589446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514671b5-ab94-4079-8b1b-e26755a9f327 None None] Network beca9f41-247d-410f-a40c-f3494efec9a0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:05.612755 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f1012701-4eee-46e8-a9f6-bee4d057322b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/938a0710-55d3-4283-885d-647340901ebd HTTP/1.1" status: 204 len: 168 time: 1.0526891 Mar 03 10:15:05.613425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55162) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:05.624512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.673097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19553fa3-fff7-4879-a0b8-23d8cde31e6c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:05.678867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19553fa3-fff7-4879-a0b8-23d8cde31e6c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:05.679631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-19553fa3-fff7-4879-a0b8-23d8cde31e6c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Synchronizing usage tracker for tenant:5e01eb96a698446292d009473c8ee066 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:05.810802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-19553fa3-fff7-4879-a0b8-23d8cde31e6c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Unset dirty status for tenant:5e01eb96a698446292d009473c8ee066 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:05.815829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-19553fa3-fff7-4879-a0b8-23d8cde31e6c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4583285 Mar 03 10:15:05.816587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55166) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:05.840427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:05.848333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b4e7a-214b-41bf-a33e-75476bfd2547', 'name': 'tempest-snat-router-1053554750', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.63'}], 'enable_snat': False}, 'gw_port_id': '15870789-a841-4e24-9787-bde48ef3bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:14:52Z', 'updated_at': '2022-03-03T10:14:59Z', 'revision_number': 3, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port': {'id': '15870789-a841-4e24-9787-bde48ef3bef2', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b4e7a-214b-41bf-a33e-75476bfd2547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:14:55Z', 'updated_at': '2022-03-03T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:05.855009 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] Sync routers for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:05.870122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:05.872202 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8192089d-ffdc-4c37-8c3e-61428860d0a2 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8246713 Mar 03 10:15:05.880590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:05.881732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55170) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:05.882883 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:05.939970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a3a95-1785-48e6-b324-dc2e7b4016dd None None] The sync data for ids ['ad3b4e7a-214b-41bf-a33e-75476bfd2547'] in dv-neutron-831192-5-hyperv is: [{'id': 'ad3b4e7a-214b-41bf-a33e-75476bfd2547', 'name': 'tempest-snat-router-1053554750', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.63'}], 'enable_snat': False}, 'gw_port_id': '15870789-a841-4e24-9787-bde48ef3bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:14:52Z', 'updated_at': '2022-03-03T10:14:59Z', 'revision_number': 3, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port': {'id': '15870789-a841-4e24-9787-bde48ef3bef2', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b4e7a-214b-41bf-a33e-75476bfd2547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:14:55Z', 'updated_at': '2022-03-03T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:05.970505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] For port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=647b1c9a-fa89-433f-8bd6-d2f67f51a90a,segment=NetworkSegment(43f73633-6f26-4245-9ba7-96239e503020),segment_id=43f73633-6f26-4245-9ba7-96239e503020)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:05.970982 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.005208 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-f6dbbd7f-30c3-4f63-867d-7fe4783009ec tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] show failed (client error): The resource could not be found. Mar 03 10:15:06.006496 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f6dbbd7f-30c3-4f63-867d-7fe4783009ec tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-700819448 HTTP/1.1" status: 404 len: 334 time: 0.1212564 Mar 03 10:15:06.011045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Allocated IP 172.26.7.46 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d01fb09d-ad76-419c-8510-697a20cc6099) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:06.019444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55174) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:06.026657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Deleting port 581ec5ff-91cc-419d-b5e6-9d98783fd189 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:06.027245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.036248 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:06.041174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b3b6957d-05d9-44fa-93c1-ed826f8e359c tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:06.060897 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] Routers {'5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:06.063081 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:06.077235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:06.080038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.181800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] Calling delete_port for 647b1c9a-fa89-433f-8bd6-d2f67f51a90a owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:06.189486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:15:06.209687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-b3b6957d-05d9-44fa-93c1-ed826f8e359c tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] update failed (client error): The resource could not be found. Mar 03 10:15:06.210825 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b3b6957d-05d9-44fa-93c1-ed826f8e359c tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1477912972 HTTP/1.1" status: 404 len: 335 time: 0.1904356 Mar 03 10:15:06.220910 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:06.221393 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be8168-0ae5-47dd-85ae-a0075e000444 None None] The sync data for ids ['5eba06cf-e083-4bab-ac8f-a4c8a3c650fc'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:06.225153 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:15:06.261518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55178) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:06.317622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.392614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.396715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.433517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] device_id is not set on port a6c1cf33-1da9-4e7a-ab22-075e6469453e yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:06.493207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.494119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] Pushing event deleted for resources: {'Port': ['ID=647b1c9a-fa89-433f-8bd6-d2f67f51a90a,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:06.503208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bd018-fbe3-4ff2-8aaa-c615986ed27b None None] No DVR routers for this DVR port 647b1c9a-fa89-433f-8bd6-d2f67f51a90a on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:06.520633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.533289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Calling delete_port for a0265e36-cf5a-40e5-a095-d483795efa48 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:06.594895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Transition to ACTIVE for port object a6c1cf33-1da9-4e7a-ab22-075e6469453e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:06.614689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.639890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] DHCP port deletion for beca9f41-247d-410f-a40c-f3494efec9a0 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:06.646641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] The port '647b1c9a-fa89-433f-8bd6-d2f67f51a90a' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:15:06.647262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] Deleting port a60a6722-0c43-436f-8497-bf19d1b2a895 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:06.647396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.821476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting subnet b3d74e52-4ca0-4645-a52b-55bb0f35e259 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:06.883536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.915153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:15:06.948789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:06.950092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] For port a60a6722-0c43-436f-8497-bf19d1b2a895, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a60a6722-0c43-436f-8497-bf19d1b2a895,segment=NetworkSegment(5fe499ff-7d3e-476e-8998-5b6c70b9ac3f),segment_id=5fe499ff-7d3e-476e-8998-5b6c70b9ac3f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:06.950545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.096694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.098346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.103248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.157780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.179684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.212540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] Calling delete_port for a60a6722-0c43-436f-8497-bf19d1b2a895 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:07.241653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:07.243589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.257561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:07.264464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2f1aaf-292b-4b93-94b4-b77f5c522da4']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:07.272282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c1cf33-1da9-4e7a-ab22-075e6469453e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:07.276487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.279703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 15870789-a841-4e24-9787-bde48ef3bef2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:07.328100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:07.374508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f73633-6f26-4245-9ba7-96239e503020') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:07.374915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f73633-6f26-4245-9ba7-96239e503020') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:07.388038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event deleted for resources: {'Port': ['ID=a0265e36-cf5a-40e5-a095-d483795efa48,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:07.388371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.414094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.418141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Port': ['ID=d01fb09d-ad76-419c-8510-697a20cc6099,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:07.485840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 15870789-a841-4e24-9787-bde48ef3bef2 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:07.496343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:07.496682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:07.497015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:07.533173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=7f698650-45a9-4aaa-84da-ab38515e7adf,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:07.533703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] Pushing event deleted for resources: {'Port': ['ID=a60a6722-0c43-436f-8497-bf19d1b2a895,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:07.535602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:07.535927 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:07.537692 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 2 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:07.538748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 15870789-a841-4e24-9787-bde48ef3bef2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:07.539270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.544601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.566031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb13dda-789f-4465-94d8-20ffbc72ad27 None None] No DVR routers for this DVR port a60a6722-0c43-436f-8497-bf19d1b2a895 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:07.606178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.618192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Calling delete_port for 581ec5ff-91cc-419d-b5e6-9d98783fd189 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:07.655862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.678772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.683594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:07.683998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.695806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 15870789-a841-4e24-9787-bde48ef3bef2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=15870789-a841-4e24-9787-bde48ef3bef2,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:07.700362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:07.711883 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:07.743331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:07.743683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:07.744193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:07.795187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=15870789-a841-4e24-9787-bde48ef3bef2,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:07.806096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 647b1c9a-fa89-433f-8bd6-d2f67f51a90a no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:07.809474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.814031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.815547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:07.815866 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:07.824943 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 3 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:07.852860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 647b1c9a-fa89-433f-8bd6-d2f67f51a90a {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:07.853214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 647b1c9a-fa89-433f-8bd6-d2f67f51a90a not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:07.853601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a60a6722-0c43-436f-8497-bf19d1b2a895 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:07.894287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: a60a6722-0c43-436f-8497-bf19d1b2a895 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:07.894664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a60a6722-0c43-436f-8497-bf19d1b2a895 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:07.903211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.911124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:07.911530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:07.911840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:07.935914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:07.936164 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:07.936671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:07.937677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Fanout notify agent at l3_agent the message router_deleted on router e4a95fb5-c314-423d-ba96-911b8c8fcf9c {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:07.941349 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 4 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:07.962573 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP 5ff43e7e-7c95-41df-b7ab-e9c5f90af596 associated. External IP: 172.26.7.235, port: 654415aa-18b8-4f95-a15a-89a5e69720c1. Mar 03 10:15:08.023649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:08.024219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:08.024703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:08.043752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:08.044086 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:08.047021 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 5 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:08.066163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.068527 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b780e89d-7aae-4652-a0ae-c9061cc61768 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/e4a95fb5-c314-423d-ba96-911b8c8fcf9c HTTP/1.1" status: 204 len: 168 time: 4.0860004 Mar 03 10:15:08.071625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55182) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:08.080359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-961283156', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:08.083343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.085976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:08.086489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:08.086820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:08.100652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:08.105023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.107082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:08.107427 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:08.108287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Usage tracker for resource:router and tenant:5eb8834679494451bd6a075e01fd18c5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:08.130611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=4c2f1aaf-292b-4b93-94b4-b77f5c522da4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:08.132471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.146223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.163091 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 6 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:08.177033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:08.189895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:08.210724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:08.211056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:08.211412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:08.222868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.223916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.229330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:08.229644 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:08.231234 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 7 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:08.311960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:08.312543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:08.312678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:08.330553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.333567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:08.333890 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:08.340747 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 8 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:08.374217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:08.374550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:08.375631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:08.411894 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c55aaf35-a038-4871-a835-a06f3bc73020 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/4c2f1aaf-292b-4b93-94b4-b77f5c522da4 HTTP/1.1" status: 204 len: 168 time: 2.7940202 Mar 03 10:15:08.425137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55186) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:08.431597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Port': ['ID=581ec5ff-91cc-419d-b5e6-9d98783fd189,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:08.500840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.502766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e15c7805-d0f7-48c1-938d-d834c6bf0317 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/ports/581ec5ff-91cc-419d-b5e6-9d98783fd189 HTTP/1.1" status: 204 len: 168 time: 2.6850772 Mar 03 10:15:08.512282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55190) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:08.556150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:08.556399 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:08.563520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 9 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:08.596918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.646228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:08.646556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:08.646882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:08.709831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.715683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.721467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:08.721789 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:08.727019 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempt 10 to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e Mar 03 10:15:08.785112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d74e52-4ca0-4645-a52b-55bb0f35e259,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:08.790463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Deleting port 431b4d01-fc7d-4637-b9f2-32c3af46d765 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:08.790814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.814145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:08.814392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:08.814799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempting to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:08.819029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:08.838052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f31ec-9873-4b69-a4c3-301cf99e364a None None] Network 4170eb80-3942-4a8a-bb86-a9574db3afae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:08.874372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 15870789-a841-4e24-9787-bde48ef3bef2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:08.877256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:15:08.877583 dv-neutron-831192-5-hyperv neutron-server[87888]: ERROR neutron.plugins.ml2.managers [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Failed to bind port a6c1cf33-1da9-4e7a-ab22-075e6469453e on host hv-neutron-8311 for vnic_type normal using segments [{'id': '4ac6334c-f440-4ea1-add3-2d69b60c9963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5f70d5d8-e533-472c-ad6c-d6e7fdb2b706'}] Mar 03 10:15:08.877936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.889098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.891134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:08.933716 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0e05f62c-786b-4832-aabd-ed47aca31684 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/subnets/b3d74e52-4ca0-4645-a52b-55bb0f35e259 HTTP/1.1" status: 204 len: 168 time: 2.6711614 Mar 03 10:15:08.938337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55194) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:09.122705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 15870789-a841-4e24-9787-bde48ef3bef2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:09.123145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.168579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.209267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.244949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beca9f41-247d-410f-a40c-f3494efec9a0']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:09.262735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] For port a6c1cf33-1da9-4e7a-ab22-075e6469453e, host hv-neutron-8311, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:09.263112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attempted to set empty binding levels {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 10:15:09.278648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.291363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] DHCP port deletion for 4170eb80-3942-4a8a-bb86-a9574db3afae request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:09.295627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] Deleting port 953b76d6-024b-4756-a748-6f4d6e68c61c {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:09.296049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.380454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe499ff-7d3e-476e-8998-5b6c70b9ac3f') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:09.380681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe499ff-7d3e-476e-8998-5b6c70b9ac3f') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:09.408575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.412317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] In _notify_port_updated(), no bound segment for port a6c1cf33-1da9-4e7a-ab22-075e6469453e on network 5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:15:09.413172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:09.413770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.418947 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "PUT /v2.0/ports/a6c1cf33-1da9-4e7a-ab22-075e6469453e HTTP/1.1" status: 200 len: 976 time: 4.8431802 Mar 03 10:15:09.423271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55198) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:09.426531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting port 953b76d6-024b-4756-a748-6f4d6e68c61c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:09.426763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.426887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.460312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:09.476540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3786-1744-43fc-9db0-51ce94faa708 tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c1cf33-1da9-4e7a-ab22-075e6469453e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:09.477328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:09.495892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.553716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.568868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:09.569614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:09.618436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:09.618832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.641842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Calling delete_port for 431b4d01-fc7d-4637-b9f2-32c3af46d765 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:09.642251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:09.645280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] For port 953b76d6-024b-4756-a748-6f4d6e68c61c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=953b76d6-024b-4756-a748-6f4d6e68c61c,segment=NetworkSegment(8e077bb1-f8de-4c02-abef-c6ca91e69ed5),segment_id=8e077bb1-f8de-4c02-abef-c6ca91e69ed5)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:09.645782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:09.669866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.678578 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cb014252-5ebe-438f-bfde-de6e94f74a7e tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.4541721 Mar 03 10:15:09.678578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55202) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:09.768220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:09.768782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:09.827919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] Calling delete_port for 953b76d6-024b-4756-a748-6f4d6e68c61c owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:09.874578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:09.875997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bea37e-478d-47e4-9fd1-41f1873dfdee None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:09.925809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:09.974751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] Pushing event deleted for resources: {'Port': ['ID=953b76d6-024b-4756-a748-6f4d6e68c61c,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:09.981502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2517be-607a-4227-87b2-434e8092c52a None None] No DVR routers for this DVR port 953b76d6-024b-4756-a748-6f4d6e68c61c on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:09.983208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Deleting port a6c1cf33-1da9-4e7a-ab22-075e6469453e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:09.983711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.040960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.050031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] For port 953b76d6-024b-4756-a748-6f4d6e68c61c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=953b76d6-024b-4756-a748-6f4d6e68c61c,segment=NetworkSegment(8e077bb1-f8de-4c02-abef-c6ca91e69ed5),segment_id=8e077bb1-f8de-4c02-abef-c6ca91e69ed5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:10.050624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.087375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.160429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=beca9f41-247d-410f-a40c-f3494efec9a0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:10.168908 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8a123c42-e37a-42b3-9b78-c0e9603b155f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/beca9f41-247d-410f-a40c-f3494efec9a0 HTTP/1.1" status: 204 len: 168 time: 1.7388341 Mar 03 10:15:10.197113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55206) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:10.211148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.219658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-855448518'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:10.250221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Calling delete_port for 953b76d6-024b-4756-a748-6f4d6e68c61c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:10.284028 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e07c21f5-9dfd-4086-b945-d750649684fe tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "GET /v2.0/floatingips/5ff43e7e-7c95-41df-b7ab-e9c5f90af596 HTTP/1.1" status: 200 len: 977 time: 0.6028390 Mar 03 10:15:10.298308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:10.304738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55210) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:10.309279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Port': ['ID=431b4d01-fc7d-4637-b9f2-32c3af46d765,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:10.325932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:10.330189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.367036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.384030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:10.404445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.411335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:10.456885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:10.457203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:10.510595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ea0d5f49-b7d4-4672-9d5d-63f8264eb944 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/ports/431b4d01-fc7d-4637-b9f2-32c3af46d765 HTTP/1.1" status: 204 len: 168 time: 1.9972467 Mar 03 10:15:10.513414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55214) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:10.521073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:10.524391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.565041 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8e98a047-7b6c-4ee6-8d4d-19eb8e6fd02c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504818 Mar 03 10:15:10.568499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55218) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:10.575894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] For port a6c1cf33-1da9-4e7a-ab22-075e6469453e, host hv-neutron-8311, got binding levels [] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:10.576260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.576993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Allocated IP 172.26.7.24 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d1159f79-4b3f-4828-aee6-450544e9e974) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:10.582793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-356857729'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:10.589051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:10.591740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8ca07ba2-1cdd-46f6-96bd-767dff3981ea tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Synchronizing usage tracker for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:floatingip {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:10.598272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:network and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:10.602006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:10.609976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:10.691781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Made reservation on behalf of 5e01eb96a698446292d009473c8ee066 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:10.695181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.709322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Router 4070db18-3583-467d-8d07-ef565514a3c1 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:10.717658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Calling delete_port for a6c1cf33-1da9-4e7a-ab22-075e6469453e owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:10.752667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:10.762829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:10.780478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.788843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.789189 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Added segment 5708859d-5a4b-4b89-9e64-4da0213bf33a of type vlan for network 31f92fc2-47eb-4510-a6f0-87efb7fb0108 Mar 03 10:15:10.828370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.849147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8ca07ba2-1cdd-46f6-96bd-767dff3981ea tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Unset dirty status for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:floatingip {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:10.850211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 953b76d6-024b-4756-a748-6f4d6e68c61c no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:10.850713 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8ca07ba2-1cdd-46f6-96bd-767dff3981ea tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5428677 Mar 03 10:15:10.864407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.864750 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment fe3eab56-ebb6-4b03-9a85-c246e3e827ad of type vlan for network e70e560d-2466-40b1-824c-348fd6e14ed6 Mar 03 10:15:10.865646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55222) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:10.875802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.879340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'port_id': '8144c24c-52ee-4879-ac8f-9c2a8b9cf85f'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:10.887198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 953b76d6-024b-4756-a748-6f4d6e68c61c {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:10.887790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 953b76d6-024b-4756-a748-6f4d6e68c61c not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:10.905837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:10.910316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:10.919852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:10.958753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting port 953b76d6-024b-4756-a748-6f4d6e68c61c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:10.959085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:10.996955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event updated for resources: {'Port': ['ID=d1159f79-4b3f-4828-aee6-450544e9e974,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:11.026449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.054262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] The port '953b76d6-024b-4756-a748-6f4d6e68c61c' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:15:11.089236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.095101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:11.095703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.101759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.151286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.237319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:15:11.250079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c1cf33-1da9-4e7a-ab22-075e6469453e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:11.290397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.432821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:11.448435 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Sync routers for ids ['4070db18-3583-467d-8d07-ef565514a3c1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:11.468072 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Routers {'4070db18-3583-467d-8d07-ef565514a3c1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:11.469213 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['4070db18-3583-467d-8d07-ef565514a3c1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:11.477973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.483334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:11.483905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.534617 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f32b447d-c5c2-494c-b69b-f738fca9320c tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "DELETE /v2.0/ports/a6c1cf33-1da9-4e7a-ab22-075e6469453e HTTP/1.1" status: 204 len: 168 time: 2.1100276 Mar 03 10:15:11.552807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55226) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:11.563495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.564699 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f1e2c836-7b5c-48bc-a21a-0a5765742cea tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7521346 Mar 03 10:15:11.579555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55230) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:11.588886 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0170095 Mar 03 10:15:11.610891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55234) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:11.649626 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.668397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240fecd-977c-427e-9cdf-1321921a1e1c tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Network': ['ID=31f92fc2-47eb-4510-a6f0-87efb7fb0108,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:11.683874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 31f92fc2-47eb-4510-a6f0-87efb7fb0108 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:11.695088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-166071724'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:11.708546 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Set router 4070db18-3583-467d-8d07-ef565514a3c1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:15:11.717476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4170eb80-3942-4a8a-bb86-a9574db3afae']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:11.717712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:11.726915 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abb7e53-9f8f-4564-9229-9bd8a4a9b3ec tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] GET failed (client error): The resource could not be found. Mar 03 10:15:11.727495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8abb7e53-9f8f-4564-9229-9bd8a4a9b3ec tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Synchronizing usage tracker for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:11.733280 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5285516 Mar 03 10:15:11.737167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55238) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:11.739525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:network and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:11.743920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:11.746463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:11.750178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e511a-9b82-46a2-b812-35b571da27e3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=e70e560d-2466-40b1-824c-348fd6e14ed6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:11.759279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e077bb1-f8de-4c02-abef-c6ca91e69ed5') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:11.759609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e077bb1-f8de-4c02-abef-c6ca91e69ed5') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:11.760832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:11.784807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Made reservation on behalf of 5e01eb96a698446292d009473c8ee066 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:11.788303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.799257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8abb7e53-9f8f-4564-9229-9bd8a4a9b3ec tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] Unset dirty status for tenant:5e1c797ae7f14e3b8921d1b6b9394698 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:11.803614 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8abb7e53-9f8f-4564-9229-9bd8a4a9b3ec tempest-PortsAdminExtendedAttrsTestJSON-690726164 tempest-PortsAdminExtendedAttrsTestJSON-690726164-project-admin] 10.222.0.23 "GET /v2.0/ports/a6c1cf33-1da9-4e7a-ab22-075e6469453e HTTP/1.1" status: 404 len: 333 time: 0.2340536 Mar 03 10:15:11.831577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network e70e560d-2466-40b1-824c-348fd6e14ed6 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:11.835824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.842660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:11.899820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:11.967446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:11.967782 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Added segment f3bd8fad-105d-45a2-98f1-1bcba5c62c28 of type vlan for network fcc51188-3263-4f78-a8e6-f8a5512f4e6c Mar 03 10:15:12.045482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.084071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.095945 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4070db18-3583-467d-8d07-ef565514a3c1', 'name': 'tempest-snat-router-1053554750', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd01fb09d-ad76-419c-8510-697a20cc6099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:15:03Z', 'updated_at': '2022-03-03T10:15:07Z', 'revision_number': 3, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port': {'id': 'd01fb09d-ad76-419c-8510-697a20cc6099', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4070db18-3583-467d-8d07-ef565514a3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:15:05Z', 'updated_at': '2022-03-03T10:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:12.100046 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Checking router: 4070db18-3583-467d-8d07-ef565514a3c1 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:15:12.100333 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Updating router 4070db18-3583-467d-8d07-ef565514a3c1 port d01fb09d-ad76-419c-8510-697a20cc6099 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:15:12.111662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.149254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:12.149850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.156958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.162874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:12.163481 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.163602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:12.174707 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:12.254828 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f8e12d50-6132-4385-92b4-860bc502f512 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/4070db18-3583-467d-8d07-ef565514a3c1 HTTP/1.1" status: 200 len: 907 time: 0.6671410 Mar 03 10:15:12.269010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55246) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:12.279018 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6671181 Mar 03 10:15:12.296744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7240950-57aa-4b04-9e91-b97a7aa37c45 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Network': ['ID=fcc51188-3263-4f78-a8e6-f8a5512f4e6c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:12.331878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network fcc51188-3263-4f78-a8e6-f8a5512f4e6c details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:12.338709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:12.445912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.452643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.460351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:12.463769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:12.478911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:12.519843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:12.532508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.601209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.606021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.662327 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/networks/4170eb80-3942-4a8a-bb86-a9574db3afae HTTP/1.1" status: 204 len: 168 time: 3.6752062 Mar 03 10:15:12.666229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55250) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:12.671529 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.688069 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Transition to ACTIVE for port object d01fb09d-ad76-419c-8510-697a20cc6099 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:12.696687 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.745666 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP 5ff43e7e-7c95-41df-b7ab-e9c5f90af596 associated. External IP: 172.26.7.235, port: 654415aa-18b8-4f95-a15a-89a5e69720c1. Mar 03 10:15:12.753229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.783332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f70d5d8-e533-472c-ad6c-d6e7fdb2b706']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:12.797558 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Pushing event updated for resources: {'Port': ['ID=d01fb09d-ad76-419c-8510-697a20cc6099,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:12.799054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac6334c-f440-4ea1-add3-2d69b60c9963') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:12.799371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac6334c-f440-4ea1-add3-2d69b60c9963') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:12.810096 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.810698 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.811264 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.811534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.812787 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.814086 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.814607 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.815113 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.816212 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.817171 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.817993 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.818477 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.819535 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:12.828444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.828952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting subnet a9a2c137-d456-40dc-a582-dd0e900579c5 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:12.837547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:12.837547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.837926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.854067 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Attempting to bind port d01fb09d-ad76-419c-8510-697a20cc6099 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:12.854442 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Attempting to bind port d01fb09d-ad76-419c-8510-697a20cc6099 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:12.854893 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Attempting to bind port d01fb09d-ad76-419c-8510-697a20cc6099 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:12.861847 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:12.862394 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:12.862876 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.863268 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:12.863806 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Bound port: d01fb09d-ad76-419c-8510-697a20cc6099, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:12.864197 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:12.959691 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] For port d01fb09d-ad76-419c-8510-697a20cc6099, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:12.963764 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] For port d01fb09d-ad76-419c-8510-697a20cc6099, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d01fb09d-ad76-419c-8510-697a20cc6099,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:12.969442 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.069250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.070699 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab72e4-8440-4048-b25d-1d4e254aac9d None None] Pushing event updated for resources: {'Port': ['ID=d01fb09d-ad76-419c-8510-697a20cc6099,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:13.097746 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Routers {'4070db18-3583-467d-8d07-ef565514a3c1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:13.098550 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['4070db18-3583-467d-8d07-ef565514a3c1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:13.314823 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:13.316938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.344338 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] Set router 4070db18-3583-467d-8d07-ef565514a3c1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:15:13.426414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.430144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.467797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.505914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Network': ['ID=4170eb80-3942-4a8a-bb86-a9574db3afae,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:13.574884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=2ddba35f-3290-46f3-97c3-7cabebae8222,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:13.583083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.583460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.583795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.584121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.584443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.584763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.585081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.585398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.585713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.586026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.586337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.586649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7dec8-1351-47f9-96c9-177560ffb408 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.590426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.603619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.604268 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.604484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.604776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.605131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.605592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.605923 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.606239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.606556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.606869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.607181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.607524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:13.618541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:13.651396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] Pushing event deleted for resources: {'Network': ['ID=5f70d5d8-e533-472c-ad6c-d6e7fdb2b706,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:13.700369 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4d430312-8621-44c8-9615-6de4b863d4b8 tempest-PortsAdminExtendedAttrsTestJSON-600683450 tempest-PortsAdminExtendedAttrsTestJSON-600683450-project] 10.222.0.23 "DELETE /v2.0/networks/5f70d5d8-e533-472c-ad6c-d6e7fdb2b706 HTTP/1.1" status: 204 len: 168 time: 1.8411808 Mar 03 10:15:13.723622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.777260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.780401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a2c137-d456-40dc-a582-dd0e900579c5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:13.785331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5420c2-dff7-4082-8bea-7184b6d05eaa None None] Network 42fe3e28-7209-4640-87dc-b2c13141c2c9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:13.800968 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c9cac5a9-ba59-4290-8f40-a27b463e52af tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/subnets/a9a2c137-d456-40dc-a582-dd0e900579c5 HTTP/1.1" status: 204 len: 168 time: 1.1335504 Mar 03 10:15:13.804455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55258) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:13.809128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': 'fe3eab56-ebb6-4b03-9a85-c246e3e827ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:13.809486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: e70e560d-2466-40b1-824c-348fd6e14ed6, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:13.872635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:13.942678 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4070db18-3583-467d-8d07-ef565514a3c1', 'name': 'tempest-snat-router-1053554750', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd01fb09d-ad76-419c-8510-697a20cc6099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:15:03Z', 'updated_at': '2022-03-03T10:15:07Z', 'revision_number': 3, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port': {'id': 'd01fb09d-ad76-419c-8510-697a20cc6099', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4070db18-3583-467d-8d07-ef565514a3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:15:05Z', 'updated_at': '2022-03-03T10:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:13.951343 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c267f5-661c-4dc0-98b8-1b05c41ca96d None None] The sync data for ids ['4070db18-3583-467d-8d07-ef565514a3c1'] in dv-neutron-831192-5-hyperv is: [{'id': '4070db18-3583-467d-8d07-ef565514a3c1', 'name': 'tempest-snat-router-1053554750', 'tenant_id': 'a00b2454a7a949e6ae126729bd863196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd01fb09d-ad76-419c-8510-697a20cc6099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:15:03Z', 'updated_at': '2022-03-03T10:15:07Z', 'revision_number': 3, 'project_id': 'a00b2454a7a949e6ae126729bd863196', 'gw_port': {'id': 'd01fb09d-ad76-419c-8510-697a20cc6099', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4070db18-3583-467d-8d07-ef565514a3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:15:05Z', 'updated_at': '2022-03-03T10:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:13.966545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting subnet 6b1a7296-ccea-4bee-a2e1-5cc5adb8bb4e {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:13.974809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.070703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network e70e560d-2466-40b1-824c-348fd6e14ed6 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:14.100914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.142683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb692-e9b7-409c-9798-bda300b082eb req-9a9cc2db-4e44-4e42-af18-4c6024057426 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:14.152988 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a71cb692-e9b7-409c-9798-bda300b082eb req-9a9cc2db-4e44-4e42-af18-4c6024057426 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7780907 Mar 03 10:15:14.175826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:14.192044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:14.247815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:14.248634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:14.266036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55264) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:14.460329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] DHCP port deletion for 42fe3e28-7209-4640-87dc-b2c13141c2c9 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:14.481368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:14.483556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Deleting port ef52ea95-3533-4d3d-8265-e67b115f9dad {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:14.484432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.557457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, e70e560d-2466-40b1-824c-348fd6e14ed6) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:14.585207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:14.586035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.597367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a370a5-49a8-4475-80de-8384ff9ab683 None None] Network e70e560d-2466-40b1-824c-348fd6e14ed6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:14.600904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.618170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.644434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Deleting port d01fb09d-ad76-419c-8510-697a20cc6099 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:14.645009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.724235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:14.724877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:14.757670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.888048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:14.897178 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a0df0ad8-2460-4d23-8ed4-e4611230c93a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c309c6b1da2c4853b835206dc6b33ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176319 Mar 03 10:15:14.901275 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/subnets/6b1a7296-ccea-4bee-a2e1-5cc5adb8bb4e HTTP/1.1" status: 204 len: 168 time: 1.0956855 Mar 03 10:15:14.902091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55270) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:14.902472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55272) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:14.924001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90c141-8980-4cf1-865b-5a3652af6207 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1a7296-ccea-4bee-a2e1-5cc5adb8bb4e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:14.987876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] For port d01fb09d-ad76-419c-8510-697a20cc6099, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d01fb09d-ad76-419c-8510-697a20cc6099,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:14.988636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:15.059955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] For port ef52ea95-3533-4d3d-8265-e67b115f9dad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ef52ea95-3533-4d3d-8265-e67b115f9dad,segment=NetworkSegment(5b772840-40cd-4d50-93bc-c1e9464b6c4f),segment_id=5b772840-40cd-4d50-93bc-c1e9464b6c4f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:15.060506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:15.160071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Calling delete_port for d01fb09d-ad76-419c-8510-697a20cc6099 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:15.205198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Calling delete_port for ef52ea95-3533-4d3d-8265-e67b115f9dad owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:15.313149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:15.313894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d510bb-3ba1-4683-b378-0bb268afa69f None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:15.315706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6f23e-fca6-4157-b390-c5311dd7e15c None None] Network e3b3c7c8-6c61-4a66-9184-c1864faa700c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:15.369616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:15.473268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d01fb09d-ad76-419c-8510-697a20cc6099 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:15.572322 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a71cb692-e9b7-409c-9798-bda300b082eb req-f1496b3c-ac91-4c00-ad35-73fe974ed7a5 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4184427 Mar 03 10:15:15.580160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:15.596105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:15.687401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55280) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:15.716324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'subnets': [{'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1793307518', 'ip_version': 6}, {'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:15.716542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'subnet': {'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1793307518', 'ip_version': 6}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:15.717031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Request body: {'subnet': {'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:15.737398 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a8f6ab23-0e4d-479f-861d-9da843ff82d0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9991574 Mar 03 10:15:15.741888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d01fb09d-ad76-419c-8510-697a20cc6099 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:15.742235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d01fb09d-ad76-419c-8510-697a20cc6099 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 10:15:15.763717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event deleted for resources: {'Port': ['ID=d01fb09d-ad76-419c-8510-697a20cc6099,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:15.784751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55284) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:15.785330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-716f5993-312e-4da8-bfc4-8775f870e6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:15.800961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1024737853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:15.804523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Pushing event deleted for resources: {'Port': ['ID=ef52ea95-3533-4d3d-8265-e67b115f9dad,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:15.810128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] No DVR routers for this DVR port ef52ea95-3533-4d3d-8265-e67b115f9dad on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:15.813467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Port d01fb09d-ad76-419c-8510-697a20cc6099 not found, will not notify nova. {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 10:15:15.821156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:15.832562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:15.834221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.834221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.834806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.834926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.835199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.835564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.835880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.841499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.841499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.841499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.841499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.841499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27a1f8-8699-4039-8713-b896e650e991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:15.845070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:router and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:15.853635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:15.873922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:15.885769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-716f5993-312e-4da8-bfc4-8775f870e6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:15.901940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef52ea95-3533-4d3d-8265-e67b115f9dad no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:15.974294 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: ef52ea95-3533-4d3d-8265-e67b115f9dad {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:15.974639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef52ea95-3533-4d3d-8265-e67b115f9dad not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:16.005092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.006397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.011778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-e70e560d-2466-40b1-824c-348fd6e14ed6', 'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': '2ddba35f-3290-46f3-97c3-7cabebae8222'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:16.012614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.029523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.091417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] DHCP port deletion for e3b3c7c8-6c61-4a66-9184-c1864faa700c request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:16.102167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] Deleting port 0928556b-90b5-4802-906a-9e215d3a65e1 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:16.102537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.108563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:16.122695 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:16.143152 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:16.144176 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:16.176402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.178835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.205156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.323962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fe3e28-7209-4640-87dc-b2c13141c2c9']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:16.325133 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:16.345952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b772840-40cd-4d50-93bc-c1e9464b6c4f') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:16.346358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b772840-40cd-4d50-93bc-c1e9464b6c4f') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:16.349190 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:16.350129 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:16.365296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.367810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.375872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-716f5993-312e-4da8-bfc4-8775f870e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.380455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.381179 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Allocated IP 2001:db8::2 (e70e560d-2466-40b1-824c-348fd6e14ed6/2ddba35f-3290-46f3-97c3-7cabebae8222/af11aed0-6783-46bd-bab0-c6bf4fc3ac43) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:16.409639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f5993-312e-4da8-bfc4-8775f870e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a8f0cd-2722-4929-a176-b10b4cd3e297,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:16.411867 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1c7f8cad-b099-4e8a-b019-d8975c5f7689 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/floatingips/5ff43e7e-7c95-41df-b7ab-e9c5f90af596 HTTP/1.1" status: 200 len: 978 time: 5.5452728 Mar 03 10:15:16.417476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55288) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:16.423075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-716f5993-312e-4da8-bfc4-8775f870e6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.424200 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-716f5993-312e-4da8-bfc4-8775f870e6a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49a8f0cd-2722-4929-a176-b10b4cd3e297 HTTP/1.1" status: 204 len: 168 time: 1.5202425 Mar 03 10:15:16.437561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:16.475099 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:16.475841 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616827d-8654-4204-8c44-e0542eb3e4eb None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:16.527313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] For port 0928556b-90b5-4802-906a-9e215d3a65e1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0928556b-90b5-4802-906a-9e215d3a65e1,segment=NetworkSegment(10658eea-b104-4c00-8ce6-f2024a6234fe),segment_id=10658eea-b104-4c00-8ce6-f2024a6234fe)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:16.527723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.571390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.589985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.595825 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-393ec530-776a-4e4e-9f65-74bece901d22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8087690 Mar 03 10:15:16.608222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55294) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:16.611235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:16.611770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.681985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e285-1972-4db9-bce0-d9c0a58d6d67 req-462ea129-7aea-4f99-bedc-40175cc15b21 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:16.683530 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8538e285-1972-4db9-bce0-d9c0a58d6d67 req-462ea129-7aea-4f99-bedc-40175cc15b21 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.9446285 Mar 03 10:15:16.698601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:16.702431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Usage tracker for resource:subnet and tenant:5e01eb96a698446292d009473c8ee066 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:16.706267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:16.711931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:16.721806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] Calling delete_port for 0928556b-90b5-4802-906a-9e215d3a65e1 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:16.722332 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:16.731279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'port': {'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6', 'name': 'tempest-RoutersIpV6Test-736264666'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:16.750601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Made reservation on behalf of 5e01eb96a698446292d009473c8ee066 for: {'subnet': 2} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:16.755081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.756010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.771944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.801682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.869255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.894195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Network': ['ID=42fe3e28-7209-4640-87dc-b2c13141c2c9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:16.894555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.911940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.931695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.935968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:16.980052 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c8595a97-513c-490c-af55-c71f6c0c9cf1 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/networks/42fe3e28-7209-4640-87dc-b2c13141c2c9 HTTP/1.1" status: 204 len: 168 time: 2.0631170 Mar 03 10:15:16.988343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55300) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:16.988678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55302) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:16.995596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Transition to ACTIVE for port object af11aed0-6783-46bd-bab0-c6bf4fc3ac43 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:17.011166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] Pushing event deleted for resources: {'Port': ['ID=0928556b-90b5-4802-906a-9e215d3a65e1,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:17.022454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2057a07-5f60-4f27-9d2e-088faea06cc7 None None] No DVR routers for this DVR port 0928556b-90b5-4802-906a-9e215d3a65e1 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:17.026583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0928556b-90b5-4802-906a-9e215d3a65e1 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:17.071618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 0928556b-90b5-4802-906a-9e215d3a65e1 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:17.072367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0928556b-90b5-4802-906a-9e215d3a65e1 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:17.074014 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8538e285-1972-4db9-bce0-d9c0a58d6d67 req-e6a471f3-31aa-4c7d-9ae0-348aa4cbe180 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480725 Mar 03 10:15:17.098285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Transition to ACTIVE for port object af11aed0-6783-46bd-bab0-c6bf4fc3ac43 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:17.109634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.110489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:17.110650 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4070db18-3583-467d-8d07-ef565514a3c1 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:17.119359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.203661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Network e70e560d-2466-40b1-824c-348fd6e14ed6 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:17.205127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:17.208694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:17.213669 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-28507ec2-daf4-469f-a38e-eae73b98b3c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e1c797ae7f14e3b8921d1b6b9394698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202201 Mar 03 10:15:17.213669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Router e50c55fb-85c6-4b85-9f1d-916477fbbe31 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:17.213867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55310) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:17.241965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Pushing event updated for resources: {'Port': ['ID=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:17.250860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:17.260594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.264414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eba6b536-2b0a-4640-9e1d-038ec1d4e96d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "DELETE /v2.0/routers/4070db18-3583-467d-8d07-ef565514a3c1 HTTP/1.1" status: 204 len: 168 time: 4.9933271 Mar 03 10:15:17.348187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55314) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:17.348921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:17.353755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.354641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Attempting to bind port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:17.355061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Attempting to bind port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'fe3eab56-ebb6-4b03-9a85-c246e3e827ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:17.355447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Attempting to bind port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 on network e70e560d-2466-40b1-824c-348fd6e14ed6 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:17.362219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:17.362593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Checking segment: {'id': 'fe3eab56-ebb6-4b03-9a85-c246e3e827ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:17.362990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.363410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Bound using segment: {'id': 'fe3eab56-ebb6-4b03-9a85-c246e3e827ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:17.363864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Bound port: af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3eab56-ebb6-4b03-9a85-c246e3e827ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e70e560d-2466-40b1-824c-348fd6e14ed6'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:17.364404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.431464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.459479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:17.462642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,segment=NetworkSegment(fe3eab56-ebb6-4b03-9a85-c246e3e827ad),segment_id=fe3eab56-ebb6-4b03-9a85-c246e3e827ad)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:17.466205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.466709 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP 5ff43e7e-7c95-41df-b7ab-e9c5f90af596 disassociated. External IP: 172.26.7.235, port: 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f. Mar 03 10:15:17.468966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.561384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df406ef-aca9-4c36-aa44-36c1fe195957 None None] Pushing event updated for resources: {'Port': ['ID=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:17.598171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.693474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:17.710140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] Sync routers for ids ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:17.729321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] Routers {'e50c55fb-85c6-4b85-9f1d-916477fbbe31'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:17.729524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:17.825964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:17.843906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] device_id is not set on port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:17.847801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] Routers {'e50c55fb-85c6-4b85-9f1d-916477fbbe31'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:17.849077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:17.985433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9595437-9614-4b22-8bbb-f3740268c50e req-0b99659c-e6dd-4e74-9b25-5d97ad62cb15 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:17.987710 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a9595437-9614-4b22-8bbb-f3740268c50e req-0b99659c-e6dd-4e74-9b25-5d97ad62cb15 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7361572 Mar 03 10:15:17.988654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:17.989888 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f65a27e2-5758-4cc9-9164-5a20156f242f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.9171014 Mar 03 10:15:17.996007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55318) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:17.997761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.010474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:18.010669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b63e26-71b0-4737-b6ef-a370d2487a96 None None] The sync data for ids ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:18.030649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:18.094893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.131621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.153662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b3c7c8-6c61-4a66-9184-c1864faa700c']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:18.176195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10658eea-b104-4c00-8ce6-f2024a6234fe') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:18.176493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10658eea-b104-4c00-8ce6-f2024a6234fe') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:18.209925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.253367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.274806 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a9595437-9614-4b22-8bbb-f3740268c50e req-ba5be3aa-95cc-4c51-a566-ad5787f7f5db tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524185 Mar 03 10:15:18.320505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.407615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:18.408031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:18.423359 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:18.563941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8::392 (e70e560d-2466-40b1-824c-348fd6e14ed6/2ddba35f-3290-46f3-97c3-7cabebae8222/6a93a5f3-23ca-4ec5-b533-02e6000f0ce3) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:18.602858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.646902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:18.661240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.673363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86b0aef-e22f-4c4b-ae38-192162a558dc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:18.680133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.700472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.700822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.701183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.701580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.701947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.702298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.703253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.703617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.703947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.704282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.704598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.704931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:15:18.724231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Deleting port 15870789-a841-4e24-9787-bde48ef3bef2 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:18.724578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.753308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653665c-aa9a-4b74-93c3-dee88284ad7e None None] Network e70e560d-2466-40b1-824c-348fd6e14ed6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:18.760099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.783593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Network': ['ID=e3b3c7c8-6c61-4a66-9184-c1864faa700c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:18.797858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a50249-dfa9-46da-96a7-61a27dcf232e req-c737d047-e822-466c-9c13-6235bf0a9255 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:18.800259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f1a50249-dfa9-46da-96a7-61a27dcf232e req-c737d047-e822-466c-9c13-6235bf0a9255 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3970797 Mar 03 10:15:18.832132 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3df4fc6e-05d5-4a5f-9427-3d45ede564e7 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/networks/e3b3c7c8-6c61-4a66-9184-c1864faa700c HTTP/1.1" status: 204 len: 168 time: 1.8405595 Mar 03 10:15:18.832599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:18.833712 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-26d823fe-d584-4401-9c98-df6cb6734346 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f86b0aef-e22f-4c4b-ae38-192162a558dc HTTP/1.1" status: 204 len: 168 time: 1.6197438 Mar 03 10:15:18.839784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55324) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:18.864928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d99e7d82-5fdc-4e8d-b4aa-b3870218aa54 None None] Provisioning for port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:19.020007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device af11aed0-6783-46bd-bab0-c6bf4fc3ac43 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:19.130762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:19.143665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:19.146975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.194313 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f1a50249-dfa9-46da-96a7-61a27dcf232e req-bc6d81ae-911c-4c25-8677-dfc1f9876699 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809175 Mar 03 10:15:19.225779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting subnet 9e602909-83ed-47c2-952a-9f7f8fa62ffd {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:19.251795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.348344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.373213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.423346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,segment=NetworkSegment(fe3eab56-ebb6-4b03-9a85-c246e3e827ad),segment_id=fe3eab56-ebb6-4b03-9a85-c246e3e827ad)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:19.440767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.469999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:19.489165 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:19.503692 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:19.508410 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:19.510338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.547023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d01fb09d-ad76-419c-8510-697a20cc6099 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:19.565009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.587883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] For port 15870789-a841-4e24-9787-bde48ef3bef2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=15870789-a841-4e24-9787-bde48ef3bef2,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:19.588205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.648027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d01fb09d-ad76-419c-8510-697a20cc6099 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:19.648027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d01fb09d-ad76-419c-8510-697a20cc6099 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:19.672761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:19.674887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3280011d-08c7-4a8b-9cf6-a30d966150c7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/floatingips/5ff43e7e-7c95-41df-b7ab-e9c5f90af596 HTTP/1.1" status: 200 len: 688 time: 3.2543340 Mar 03 10:15:19.688500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55344) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:19.708431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c1d43511-204a-40a0-991a-d410709dc1ac None None] Provisioning complete for port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:19.717244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c1d43511-204a-40a0-991a-d410709dc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.728514 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:19.746717 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:19.747335 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:19.767255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.807151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:19.823563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Calling delete_port for 15870789-a841-4e24-9787-bde48ef3bef2 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:19.836052 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:19.836448 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10a6af-ec89-4150-b30d-6ce8b561e357 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:19.881403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.928219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:19.968574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Deleting port d1159f79-4b3f-4828-aee6-450544e9e974 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:19.968916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.018247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.073740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Subnet': ['ID=1726cc6b-213f-4129-8e7e-5677fdf40149,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:20.102172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 7f698650-45a9-4aaa-84da-ab38515e7adf {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:20.102512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.128351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55356) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:20.161903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Checking segment: {'id': '5708859d-5a4b-4b89-9e64-4da0213bf33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:20.162194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network hostable DHCP agents. Network: 31f92fc2-47eb-4510-a6f0-87efb7fb0108, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:20.175850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.254338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44590f37-62f4-44cb-9219-1f479f41b37d req-a25b4b1c-8b5e-409e-b74f-3b5004671e56 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:20.255940 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44590f37-62f4-44cb-9219-1f479f41b37d req-a25b4b1c-8b5e-409e-b74f-3b5004671e56 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4971633 Mar 03 10:15:20.293694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.333728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'networks': [{'name': 'tempest-network--825566305'}, {'name': 'tempest-network--396587911'}]} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:20.334011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network e70e560d-2466-40b1-824c-348fd6e14ed6 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:20.334160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'network': {'name': 'tempest-network--825566305'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:20.334484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'network': {'name': 'tempest-network--396587911'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:20.349541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network 31f92fc2-47eb-4510-a6f0-87efb7fb0108 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:20.351867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:20.354667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:20.360530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:20.361200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.368795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:20.375053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.386226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=6a93a5f3-23ca-4ec5-b533-02e6000f0ce3,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:20.392249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Subnet': ['ID=9e602909-83ed-47c2-952a-9f7f8fa62ffd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:20.398867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.401889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Usage tracker for resource:network and tenant:9622c3b7c871441595765121b18c7ad6 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:20.412231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 31f92fc2-47eb-4510-a6f0-87efb7fb0108) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:20.412831 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f780eeab-9823-41f0-b0bf-6d4c8d934cb5 None None] Network 4f702c64-fd7b-4bcf-b82d-7311bee35726 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:20.416954 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3d8389b1-8df1-493e-bbe6-912ab21e9544 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6962340 Mar 03 10:15:20.417192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:20.427898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55362) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:20.454813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91294af-639d-4627-8750-ad6342591d1f None None] Network 31f92fc2-47eb-4510-a6f0-87efb7fb0108 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:20.497956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:20.544113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.544683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.573531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Calling delete_port for d1159f79-4b3f-4828-aee6-450544e9e974 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:20.604884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.610305 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-69786cf3-1d31-4e92-8c3a-1a9d95d64092 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/subnets/9e602909-83ed-47c2-952a-9f7f8fa62ffd HTTP/1.1" status: 204 len: 168 time: 1.7645283 Mar 03 10:15:20.613478 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44590f37-62f4-44cb-9219-1f479f41b37d req-0848e084-fc2b-4455-b02f-8a9da624cc32 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417633 Mar 03 10:15:20.634314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55366) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:20.676465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Made reservation on behalf of 9622c3b7c871441595765121b18c7ad6 for: {'network': 2} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:20.680914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.715813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.772967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:20.784545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Usage tracker for resource:security_group_rule and tenant:9622c3b7c871441595765121b18c7ad6 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:20.787170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event updated for resources: {'Subnet': ['ID=ba35a765-9a8b-4c74-99e0-240025abd8ab,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:20.789681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:20.801994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:20.806162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 7f698650-45a9-4aaa-84da-ab38515e7adf owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:20.809825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Checking segment: {'id': 'f3bd8fad-105d-45a2-98f1-1bcba5c62c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:20.810212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network hostable DHCP agents. Network: fcc51188-3263-4f78-a8e6-f8a5512f4e6c, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:20.847853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4dc7e12f-af47-4b45-bd3f-557648d3c580 None None] Provisioning for port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:20.854975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Network fcc51188-3263-4f78-a8e6-f8a5512f4e6c is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:20.863227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4dc7e12f-af47-4b45-bd3f-557648d3c580 None None] Provisioning complete for port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:20.863651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e12f-af47-4b45-bd3f-557648d3c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.870528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, fcc51188-3263-4f78-a8e6-f8a5512f4e6c) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:20.891645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58d300-9d7e-482f-8c38-cde529f3929b None None] Network fcc51188-3263-4f78-a8e6-f8a5512f4e6c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:20.910955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:20.911492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:20.912191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:20.955360 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d81aa3f1-0d14-406d-bcb3-a0be2b82c4ba tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2547152 Mar 03 10:15:20.956862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55370) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:20.957695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device af11aed0-6783-46bd-bab0-c6bf4fc3ac43 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:20.995557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.065699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Pushing event deleted for resources: {'Port': ['ID=d1159f79-4b3f-4828-aee6-450544e9e974,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:21.103969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7e12f-af47-4b45-bd3f-557648d3c580 None None] Port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:21.140356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-31f92fc2-47eb-4510-a6f0-87efb7fb0108', 'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108', 'tenant_id': '5e01eb96a698446292d009473c8ee066', 'fixed_ips': [{'subnet_id': '1726cc6b-213f-4129-8e7e-5677fdf40149'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:21.141195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.178961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.261734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] DHCP port deletion for 4f702c64-fd7b-4bcf-b82d-7311bee35726 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:21.299790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:21.300164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.301152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8f91c-aaa1-4745-8735-53fa7cc592c3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:21.302795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8f91c-aaa1-4745-8735-53fa7cc592c3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:21.304323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8f91c-aaa1-4745-8735-53fa7cc592c3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:21.305149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-43f8f91c-aaa1-4745-8735-53fa7cc592c3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Synchronizing usage tracker for tenant:5e01eb96a698446292d009473c8ee066 on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:21.324198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] Deleting port 72253297-6712-4f18-8d30-889fe375551a {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:21.324820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.344478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.386709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event deleted for resources: {'Port': ['ID=15870789-a841-4e24-9787-bde48ef3bef2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:21.397246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-43f8f91c-aaa1-4745-8735-53fa7cc592c3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Unset dirty status for tenant:5e01eb96a698446292d009473c8ee066 on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:21.398432 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-43f8f91c-aaa1-4745-8735-53fa7cc592c3 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4402859 Mar 03 10:15:21.409042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55374) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:21.530662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.542681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-fcc51188-3263-4f78-a8e6-f8a5512f4e6c', 'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c', 'tenant_id': '5e01eb96a698446292d009473c8ee066', 'fixed_ips': [{'subnet_id': 'ba35a765-9a8b-4c74-99e0-240025abd8ab'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:21.543814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.583067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.724594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Allocated IP 2001:db8::1 (31f92fc2-47eb-4510-a6f0-87efb7fb0108/1726cc6b-213f-4129-8e7e-5677fdf40149/5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:21.737900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.742739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Deleting subnet 1726cc6b-213f-4129-8e7e-5677fdf40149 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:21.760204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.760570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.791382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.798539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.809610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting port 72253297-6712-4f18-8d30-889fe375551a {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:21.809977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.976687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.977471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad3b4e7a-214b-41bf-a33e-75476bfd2547 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:21.986233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a2a481-70c4-46cb-be1a-884fce91d31f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:21.991900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:21.997469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:22.007070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.022932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] For port 72253297-6712-4f18-8d30-889fe375551a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=72253297-6712-4f18-8d30-889fe375551a,segment=NetworkSegment(3222267f-d0f4-42c0-9ae5-ae24482c7051),segment_id=3222267f-d0f4-42c0-9ae5-ae24482c7051)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:22.023989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.098662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.115464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.116058 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Added segment e4566e29-deea-4003-a74d-5ba639cdbc21 of type vlan for network cfce3a16-011b-4658-a913-c6eadc5eae04 Mar 03 10:15:22.181434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Allocated IP 2001:db8:0:1::1 (fcc51188-3263-4f78-a8e6-f8a5512f4e6c/ba35a765-9a8b-4c74-99e0-240025abd8ab/ccd9d401-7afc-49ca-911a-dbca745430ba) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:22.191602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=7f698650-45a9-4aaa-84da-ab38515e7adf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:22.194490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] Calling delete_port for 72253297-6712-4f18-8d30-889fe375551a owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:22.206903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.208196 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c7c5d436-6076-4208-a914-448414fd9365 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ad3b4e7a-214b-41bf-a33e-75476bfd2547 HTTP/1.1" status: 204 len: 168 time: 4.8433592 Mar 03 10:15:22.224251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55380) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:22.235643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-194953196', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:22.261669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Router e50c55fb-85c6-4b85-9f1d-916477fbbe31 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:22.262679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:22.266106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.276781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bce9d-d63b-44d4-948e-3e8173cf1377 req-a5f2ec6c-18df-4c7d-8057-e398fa4c0801 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:22.278281 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c8bce9d-d63b-44d4-948e-3e8173cf1377 req-a5f2ec6c-18df-4c7d-8057-e398fa4c0801 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5330639 Mar 03 10:15:22.284481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Usage tracker for resource:router and tenant:3dbf5715c6264c3f970c22ca044b0cbc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:22.289601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:22.300950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:22.341846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.408828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.409947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.448789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.451627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.456924 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bb5d2484-bc19-41b8-a75e-cdddafffe3ca tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ff43e7e-7c95-41df-b7ab-e9c5f90af596 HTTP/1.1" status: 204 len: 168 time: 2.5926723 Mar 03 10:15:22.457840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55384) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:22.459511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] For port 72253297-6712-4f18-8d30-889fe375551a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=72253297-6712-4f18-8d30-889fe375551a,segment=NetworkSegment(3222267f-d0f4-42c0-9ae5-ae24482c7051),segment_id=3222267f-d0f4-42c0-9ae5-ae24482c7051)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:22.459874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.492814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:22.511002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:22.518403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c8bce9d-d63b-44d4-948e-3e8173cf1377 req-a47a3739-5460-4328-b745-11a8ffce3d2d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246006 Mar 03 10:15:22.524853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.531756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.543104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Transition to ACTIVE for port object ccd9d401-7afc-49ca-911a-dbca745430ba will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:22.559405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.559790 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Added segment c897a112-e48f-4627-8a5f-eab4c740a63c of type vlan for network 55ea9138-547c-4932-8778-4599f2287d5a Mar 03 10:15:22.579081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] Sync routers for ids ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:22.595806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.596984 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7b04c796-22e5-47fe-bd16-dbe597029f89 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "PUT /v2.0/routers/e50c55fb-85c6-4b85-9f1d-916477fbbe31 HTTP/1.1" status: 200 len: 709 time: 4.5894904 Mar 03 10:15:22.597665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Transition to ACTIVE for port object ccd9d401-7afc-49ca-911a-dbca745430ba will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:22.602867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55388) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:22.614487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.670645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] Routers {'e50c55fb-85c6-4b85-9f1d-916477fbbe31'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:22.672214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:22.731382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.785141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:22.790589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Network fcc51188-3263-4f78-a8e6-f8a5512f4e6c is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:22.791425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:22.808205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:22.817848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:22.820114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] No DVR routers for this DVR port 72253297-6712-4f18-8d30-889fe375551a on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:22.830471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Transition to ACTIVE for port object 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:22.837333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Pushing event updated for resources: {'Port': ['ID=ccd9d401-7afc-49ca-911a-dbca745430ba,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:22.837333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] Routers {'e50c55fb-85c6-4b85-9f1d-916477fbbe31'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:22.837333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:22.869272 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-edeb585d-8ed5-4a30-b447-70217485b596 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] delete failed (client error): The resource could not be found. Mar 03 10:15:22.877423 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-edeb585d-8ed5-4a30-b447-70217485b596 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ff43e7e-7c95-41df-b7ab-e9c5f90af596 HTTP/1.1" status: 404 len: 345 time: 0.4076047 Mar 03 10:15:22.884576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Calling delete_port for 72253297-6712-4f18-8d30-889fe375551a owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:22.913027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55392) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:22.953380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.002529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 15870789-a841-4e24-9787-bde48ef3bef2 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:23.058285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:23.058977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61260194-20f2-4574-82dc-a52ac32630eb None None] The sync data for ids ['e50c55fb-85c6-4b85-9f1d-916477fbbe31'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:23.060095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da79824-5f1a-42f9-9a31-aefd5c657805 None None] Pushing event deleted for resources: {'Port': ['ID=72253297-6712-4f18-8d30-889fe375551a,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:23.071629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 15870789-a841-4e24-9787-bde48ef3bef2 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:23.071871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 15870789-a841-4e24-9787-bde48ef3bef2 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:23.072444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 72253297-6712-4f18-8d30-889fe375551a no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:23.102045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cacd7503-62e9-401d-bbfc-6ad54a6c73b9 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/routers/e50c55fb-85c6-4b85-9f1d-916477fbbe31 HTTP/1.1" status: 200 len: 744 time: 0.4315102 Mar 03 10:15:23.102778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55396) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:23.103324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Transition to ACTIVE for port object 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:23.115848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 72253297-6712-4f18-8d30-889fe375551a {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:23.116193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 72253297-6712-4f18-8d30-889fe375551a not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:23.117990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.152426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Attempting to bind port ccd9d401-7afc-49ca-911a-dbca745430ba on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:23.152786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Attempting to bind port ccd9d401-7afc-49ca-911a-dbca745430ba by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f3bd8fad-105d-45a2-98f1-1bcba5c62c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:23.153138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Attempting to bind port ccd9d401-7afc-49ca-911a-dbca745430ba on network fcc51188-3263-4f78-a8e6-f8a5512f4e6c {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:23.173861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:23.174490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Checking segment: {'id': 'f3bd8fad-105d-45a2-98f1-1bcba5c62c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:23.175056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.175484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Bound using segment: {'id': 'f3bd8fad-105d-45a2-98f1-1bcba5c62c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:23.175952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Bound port: ccd9d401-7afc-49ca-911a-dbca745430ba, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bd8fad-105d-45a2-98f1-1bcba5c62c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fcc51188-3263-4f78-a8e6-f8a5512f4e6c'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:23.176322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.186120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.192358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:23.192665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:23.217759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:15:23.227905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76eb2ba-cc21-40d8-9c00-caebae1a6f89 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:23.233768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76eb2ba-cc21-40d8-9c00-caebae1a6f89 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:23.239775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76eb2ba-cc21-40d8-9c00-caebae1a6f89 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:23.240641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b76eb2ba-cc21-40d8-9c00-caebae1a6f89 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Synchronizing usage tracker for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:23.253125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Network 31f92fc2-47eb-4510-a6f0-87efb7fb0108 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:23.257689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:23.259265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.265657 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8a399d66-6a2d-4814-bdbc-6eba23dfe244 tempest-RoutersIpV6AdminTest-250377618 tempest-RoutersIpV6AdminTest-250377618-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=e50c55fb-85c6-4b85-9f1d-916477fbbe31 HTTP/1.1" status: 200 len: 205 time: 0.1608582 Mar 03 10:15:23.268088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:23.269757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55400) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:23.301940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.302705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.305782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b76eb2ba-cc21-40d8-9c00-caebae1a6f89 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Unset dirty status for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:23.307170 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b76eb2ba-cc21-40d8-9c00-caebae1a6f89 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "GET /v2.0/ports?network_id=8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da HTTP/1.1" status: 200 len: 2357 time: 0.3931789 Mar 03 10:15:23.308232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:23.313555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:23.314404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.318171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55404) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:23.322115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.330325 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9886fedc-511a-4f1a-86bc-f70b90e8b057 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e50c55fb-85c6-4b85-9f1d-916477fbbe31 HTTP/1.1" status: 200 len: 205 time: 0.0594082 Mar 03 10:15:23.333301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55406) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:23.339660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Pushing event updated for resources: {'Port': ['ID=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:23.396379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.415278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.431818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Attempting to bind port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:23.432529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Attempting to bind port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5708859d-5a4b-4b89-9e64-4da0213bf33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:23.433077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Attempting to bind port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 on network 31f92fc2-47eb-4510-a6f0-87efb7fb0108 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:23.438224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] For port ccd9d401-7afc-49ca-911a-dbca745430ba, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:23.443076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] For port ccd9d401-7afc-49ca-911a-dbca745430ba, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ccd9d401-7afc-49ca-911a-dbca745430ba,segment=NetworkSegment(f3bd8fad-105d-45a2-98f1-1bcba5c62c28),segment_id=f3bd8fad-105d-45a2-98f1-1bcba5c62c28)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:23.444576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:23.445163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Checking segment: {'id': '5708859d-5a4b-4b89-9e64-4da0213bf33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:23.445702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.446240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Bound using segment: {'id': '5708859d-5a4b-4b89-9e64-4da0213bf33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:23.446907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Bound port: 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5708859d-5a4b-4b89-9e64-4da0213bf33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '31f92fc2-47eb-4510-a6f0-87efb7fb0108'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:23.447565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.460254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.531670 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.3921697 Mar 03 10:15:23.537136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55412) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:23.545106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8f0-abb0-4909-946f-cceb7389da01 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.566911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Network': ['ID=cfce3a16-011b-4658-a913-c6eadc5eae04,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:23.589273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network cfce3a16-011b-4658-a913-c6eadc5eae04 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:23.652592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c96067-4588-4584-8e85-acf2a8677fc5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:23.653177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-59c96067-4588-4584-8e85-acf2a8677fc5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Synchronizing usage tracker for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:23.655377 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d10ecb-bcac-4e79-8672-77a5f792ee7e None None] Pushing event updated for resources: {'Port': ['ID=ccd9d401-7afc-49ca-911a-dbca745430ba,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:23.702083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Deleting port 72253297-6712-4f18-8d30-889fe375551a {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:23.702413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.759139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] For port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:23.772823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.786014 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] For port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,segment=NetworkSegment(5708859d-5a4b-4b89-9e64-4da0213bf33a),segment_id=5708859d-5a4b-4b89-9e64-4da0213bf33a)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:23.797602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.842242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b53ec8-2089-415b-95b8-7717f8276c6a tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Network': ['ID=55ea9138-547c-4932-8778-4599f2287d5a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:23.896968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 55ea9138-547c-4932-8778-4599f2287d5a details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:23.903178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-59c96067-4588-4584-8e85-acf2a8677fc5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Unset dirty status for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:23.904651 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-59c96067-4588-4584-8e85-acf2a8677fc5 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "GET /v2.0/subnets/44965dc3-6e63-4cd7-a3b1-ee45efd47b61 HTTP/1.1" status: 200 len: 797 time: 0.5356569 Mar 03 10:15:23.912198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:23.938913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55418) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:23.962243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=6a93a5f3-23ca-4ec5-b533-02e6000f0ce3,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:24.152640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3f8a-9790-4f9a-911e-6e825ab15be3 None None] Pushing event updated for resources: {'Port': ['ID=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:24.194091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3df4cc26-0df4-423c-8f09-334f951c35f6 None None] Provisioning complete for port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:24.194884 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3df4cc26-0df4-423c-8f09-334f951c35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.210832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.212284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'port': {'network_id': '8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da', 'name': 'tempest-FloatingIPTestJSON-1966272440', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:24.270876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3df4cc26-0df4-423c-8f09-334f951c35f6 None None] Port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:24.294228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] The port '72253297-6712-4f18-8d30-889fe375551a' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:15:24.326372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Subnet': ['ID=1726cc6b-213f-4129-8e7e-5677fdf40149,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:24.328607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.365926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081ef4a-daf1-4d8d-b559-ddccfcb2c0db req-796bfc19-1c80-4d64-b159-bad1a1347e94 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:24.367665 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5081ef4a-daf1-4d8d-b559-ddccfcb2c0db req-796bfc19-1c80-4d64-b159-bad1a1347e94 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5345800 Mar 03 10:15:24.380894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.489677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.544103 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0e3650b2-df1d-4c75-9e91-8d074a386fe4 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/subnets/1726cc6b-213f-4129-8e7e-5677fdf40149 HTTP/1.1" status: 204 len: 168 time: 3.1238327 Mar 03 10:15:24.550285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55422) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:24.632629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8f0-abb0-4909-946f-cceb7389da01 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.644057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8f0-abb0-4909-946f-cceb7389da01 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.742220 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5081ef4a-daf1-4d8d-b559-ddccfcb2c0db req-9bd1c320-4ece-4ba8-bb8e-f0e2d25115f0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623645 Mar 03 10:15:24.832269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Deleting subnet ba35a765-9a8b-4c74-99e0-240025abd8ab {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:24.835908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.837734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1fa93-2657-4f6c-bd88-8fd952ec3429 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:24.844837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1fa93-2657-4f6c-bd88-8fd952ec3429 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:24.851761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1fa93-2657-4f6c-bd88-8fd952ec3429 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:24.860232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1fa93-2657-4f6c-bd88-8fd952ec3429 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:24.865244 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f9b1fa93-2657-4f6c-bd88-8fd952ec3429 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.3209887 Mar 03 10:15:24.885516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55426) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:24.886180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8f0-abb0-4909-946f-cceb7389da01 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.886687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bda8f0-abb0-4909-946f-cceb7389da01 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Fanout notify agent at l3_agent the message router_deleted on router e50c55fb-85c6-4b85-9f1d-916477fbbe31 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:24.898337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.903004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:24.974855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:24.983522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Allocated IP 172.26.7.93 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/4b98f44e-b585-42fa-b6b9-60ba01bd42c1) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:25.064294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f702c64-fd7b-4bcf-b82d-7311bee35726']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:25.075533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:25.078117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.079983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:25.086668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ccd9d401-7afc-49ca-911a-dbca745430ba up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:25.117629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.155155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8f0-abb0-4909-946f-cceb7389da01 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.156559 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e2bda8f0-abb0-4909-946f-cceb7389da01 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/e50c55fb-85c6-4b85-9f1d-916477fbbe31 HTTP/1.1" status: 204 len: 168 time: 1.8221588 Mar 03 10:15:25.168407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3222267f-d0f4-42c0-9ae5-ae24482c7051') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:25.168703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3222267f-d0f4-42c0-9ae5-ae24482c7051') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:25.169967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55430) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:25.173039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port ccd9d401-7afc-49ca-911a-dbca745430ba completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:25.180246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:25.224078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.238028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:25.257067 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d5ad4a0-3460-4c4e-b489-9f08349044c5 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e50c55fb-85c6-4b85-9f1d-916477fbbe31 HTTP/1.1" status: 200 len: 205 time: 0.0813818 Mar 03 10:15:25.259683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55434) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:25.289682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17bdeb-0ea0-493f-8514-b620ca4072e6 None None] Network fcc51188-3263-4f78-a8e6-f8a5512f4e6c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:25.304558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.330356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.361241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.378913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.381494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Subnet': ['ID=ba35a765-9a8b-4c74-99e0-240025abd8ab,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:25.384679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.395952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:25.396724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.405561 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6cd1a218-7f98-4cf1-aee1-c08f72180ea1 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/subnets/ba35a765-9a8b-4c74-99e0-240025abd8ab HTTP/1.1" status: 204 len: 168 time: 0.8497319 Mar 03 10:15:25.418579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55438) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:25.444724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-975520c7-edbe-41c0-9543-91297293b53a None None] Provisioning for port ccd9d401-7afc-49ca-911a-dbca745430ba completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:25.465445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-975520c7-edbe-41c0-9543-91297293b53a None None] Provisioning complete for port ccd9d401-7afc-49ca-911a-dbca745430ba triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:25.466293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-975520c7-edbe-41c0-9543-91297293b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:25.539013 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:25.563004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.580267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa73baca-ab1c-4981-ab37-e6f8f530cb04 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:25.580973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa73baca-ab1c-4981-ab37-e6f8f530cb04 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Synchronizing usage tracker for tenant:5e01eb96a698446292d009473c8ee066 on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:25.592830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.608307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b5dba-8417-479c-a483-db4695e4b2ea None None] Network 31f92fc2-47eb-4510-a6f0-87efb7fb0108 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:25.646185 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-0ee98013-396d-4aae-b7ba-f611fa039cf4 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] delete failed (client error): The resource could not be found. Mar 03 10:15:25.647935 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0ee98013-396d-4aae-b7ba-f611fa039cf4 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/e50c55fb-85c6-4b85-9f1d-916477fbbe31 HTTP/1.1" status: 404 len: 336 time: 0.3832705 Mar 03 10:15:25.649080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.651374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55442) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:25.652163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa73baca-ab1c-4981-ab37-e6f8f530cb04 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Unset dirty status for tenant:5e01eb96a698446292d009473c8ee066 on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:25.657694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fa73baca-ab1c-4981-ab37-e6f8f530cb04 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2302125 Mar 03 10:15:25.661308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55446) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:25.669427 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/networks/4f702c64-fd7b-4bcf-b82d-7311bee35726 HTTP/1.1" status: 204 len: 168 time: 4.9746926 Mar 03 10:15:25.720863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55450) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:25.736097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bb767ed7-b8c8-4951-ac7d-7a10a3cf3b65 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a95fb5-c314-423d-ba96-911b8c8fcf9c HTTP/1.1" status: 200 len: 205 time: 0.0794883 Mar 03 10:15:25.738523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:25.747746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55452) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:25.751358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:25.756849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d145da5-4690-4607-bd4b-bb747ed5422b tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Pushing event deleted for resources: {'Network': ['ID=4f702c64-fd7b-4bcf-b82d-7311bee35726,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:25.768682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:25.938472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-975520c7-edbe-41c0-9543-91297293b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:25.949020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event updated for resources: {'Port': ['ID=4b98f44e-b585-42fa-b6b9-60ba01bd42c1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:25.993293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-975520c7-edbe-41c0-9543-91297293b53a None None] For port ccd9d401-7afc-49ca-911a-dbca745430ba, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ccd9d401-7afc-49ca-911a-dbca745430ba,segment=NetworkSegment(f3bd8fad-105d-45a2-98f1-1bcba5c62c28),segment_id=f3bd8fad-105d-45a2-98f1-1bcba5c62c28)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:26.003134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-975520c7-edbe-41c0-9543-91297293b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.014983 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-fefa8701-22c5-4f36-878d-28852e7051f0 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] delete failed (client error): The resource could not be found. Mar 03 10:15:26.019337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fefa8701-22c5-4f36-878d-28852e7051f0 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/e4a95fb5-c314-423d-ba96-911b8c8fcf9c HTTP/1.1" status: 404 len: 336 time: 0.2679393 Mar 03 10:15:26.070011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55460) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:26.105269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975520c7-edbe-41c0-9543-91297293b53a None None] Pushing event updated for resources: {'Port': ['ID=ccd9d401-7afc-49ca-911a-dbca745430ba,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:26.121784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] DHCP port deletion for fcc51188-3263-4f78-a8e6-f8a5512f4e6c request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:26.128868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] Deleting port ccd9d401-7afc-49ca-911a-dbca745430ba {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:26.129743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.156035 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6d586ba0-5201-4b48-ae3a-94a389b03c21 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b27985-afaa-4b00-bc04-974b81106d0e HTTP/1.1" status: 200 len: 205 time: 0.0782390 Mar 03 10:15:26.156825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.176460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-054d0a71-61fe-4321-8753-6dd3d6b0c250 None None] Provisioning for port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:26.178906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55464) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:26.185807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e54336fd-30eb-4f1c-b94d-bbfed950001f tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Synchronizing usage tracker for tenant:a452ac3aacf6432a8c9ddf18f2dfc12f on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:26.186087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] DHCP port deletion for 31f92fc2-47eb-4510-a6f0-87efb7fb0108 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:26.196598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-054d0a71-61fe-4321-8753-6dd3d6b0c250 None None] Provisioning complete for port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:26.197025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-054d0a71-61fe-4321-8753-6dd3d6b0c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.219805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.221265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Deleting port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:26.221743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.262144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Deleting port ccd9d401-7afc-49ca-911a-dbca745430ba {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:26.262480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.361021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.385742 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-d7b8f1f3-68ee-4578-ae3c-fbe992565e3f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] delete failed (client error): The resource could not be found. Mar 03 10:15:26.386330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db862c14-5f33-479e-ba65-79dc3a7c401f req-050f9a59-3acc-4f7f-b0c1-1785a492d640 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:26.389500 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d7b8f1f3-68ee-4578-ae3c-fbe992565e3f tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/40b27985-afaa-4b00-bc04-974b81106d0e HTTP/1.1" status: 404 len: 336 time: 0.1970754 Mar 03 10:15:26.389617 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-db862c14-5f33-479e-ba65-79dc3a7c401f req-050f9a59-3acc-4f7f-b0c1-1785a492d640 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4479954 Mar 03 10:15:26.398956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55468) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:26.405106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.455929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] device_id is not set on port 20c9254d-9ee9-47a2-bfd9-369fcd870d1b yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:26.488742 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-88704d5a-103f-43ef-a3d2-7db7008fae20 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb0d1a85-7243-4d28-b207-8e1647e7d292 HTTP/1.1" status: 200 len: 205 time: 0.0883865 Mar 03 10:15:26.489143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e54336fd-30eb-4f1c-b94d-bbfed950001f tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Unset dirty status for tenant:a452ac3aacf6432a8c9ddf18f2dfc12f on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:26.490299 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e54336fd-30eb-4f1c-b94d-bbfed950001f tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5eba06cf-e083-4bab-ac8f-a4c8a3c650fc HTTP/1.1" status: 200 len: 205 time: 0.7309697 Mar 03 10:15:26.494409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55472) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:26.494917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55474) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:26.497598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfce3a16-011b-4658-a913-c6eadc5eae04']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:26.599089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4566e29-deea-4003-a74d-5ba639cdbc21') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:26.599420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4566e29-deea-4003-a74d-5ba639cdbc21') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:26.641938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] For port ccd9d401-7afc-49ca-911a-dbca745430ba, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ccd9d401-7afc-49ca-911a-dbca745430ba,segment=NetworkSegment(f3bd8fad-105d-45a2-98f1-1bcba5c62c28),segment_id=f3bd8fad-105d-45a2-98f1-1bcba5c62c28)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:26.642480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.685466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.755363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.770446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-2020fbca-cddc-4caf-9d52-ca3d7ea478fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:26.771950 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-2020fbca-cddc-4caf-9d52-ca3d7ea478fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 1.0109615 Mar 03 10:15:26.786402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:26.786813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:26.802514 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:26.815740 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-347127cb-d42c-4f22-9c28-30965d9df917 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] delete failed (client error): The resource could not be found. Mar 03 10:15:26.819273 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-347127cb-d42c-4f22-9c28-30965d9df917 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/fb0d1a85-7243-4d28-b207-8e1647e7d292 HTTP/1.1" status: 404 len: 336 time: 0.1752992 Mar 03 10:15:26.819905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55480) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:26.836976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] Calling delete_port for ccd9d401-7afc-49ca-911a-dbca745430ba owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:26.873307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-054d0a71-61fe-4321-8753-6dd3d6b0c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:26.903575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:26.942520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3839b30d-b628-4c0d-be1c-148c1ff66fb3 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 HTTP/1.1" status: 200 len: 205 time: 0.1032734 Mar 03 10:15:26.948981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55484) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:26.994916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] For port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,segment=NetworkSegment(5708859d-5a4b-4b89-9e64-4da0213bf33a),segment_id=5708859d-5a4b-4b89-9e64-4da0213bf33a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:26.995324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.022694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-054d0a71-61fe-4321-8753-6dd3d6b0c250 None None] For port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,segment=NetworkSegment(5708859d-5a4b-4b89-9e64-4da0213bf33a),segment_id=5708859d-5a4b-4b89-9e64-4da0213bf33a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:27.065896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b5961e5-533c-4ab7-a614-0d28d86f18e0 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.134326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-054d0a71-61fe-4321-8753-6dd3d6b0c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.143778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Calling delete_port for 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:27.154430 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-db862c14-5f33-479e-ba65-79dc3a7c401f req-4efdb950-18ad-49f4-8f53-1cbf46cd3569 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7466559 Mar 03 10:15:27.177398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.224015 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-879af5ca-de6b-436e-b862-9ac028439a69 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] delete failed (client error): The resource could not be found. Mar 03 10:15:27.226048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-879af5ca-de6b-436e-b862-9ac028439a69 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/0777c276-e0d3-42fd-ae76-e4bb2f4e1b73 HTTP/1.1" status: 404 len: 336 time: 0.2423728 Mar 03 10:15:27.226708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.237704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55488) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:27.245527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.308396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.309772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] No DVR routers for this DVR port ccd9d401-7afc-49ca-911a-dbca745430ba on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:27.344358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d0a71-61fe-4321-8753-6dd3d6b0c250 None None] Pushing event updated for resources: {'Port': ['ID=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:27.384860 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae1a2719-e083-4c1e-a000-51e21f3f7596 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc6af4e-a619-4f9b-9371-ac92299c0545 HTTP/1.1" status: 200 len: 205 time: 0.1351821 Mar 03 10:15:27.385079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.393322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Network': ['ID=cfce3a16-011b-4658-a913-c6eadc5eae04,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:27.403346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55492) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:27.404217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112bad2-a8e1-4fc6-a4bb-49d25d69b8d1 None None] Pushing event deleted for resources: {'Port': ['ID=ccd9d401-7afc-49ca-911a-dbca745430ba,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:27.407325 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-24ca23da-d1b5-4616-bdb9-47860292b150 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/networks/cfce3a16-011b-4658-a913-c6eadc5eae04 HTTP/1.1" status: 204 len: 168 time: 2.5186596 Mar 03 10:15:27.413196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:27.413547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:27.430407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55496) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:27.435692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,segment=NetworkSegment(5708859d-5a4b-4b89-9e64-4da0213bf33a),segment_id=5708859d-5a4b-4b89-9e64-4da0213bf33a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:27.447510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.448410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ccd9d401-7afc-49ca-911a-dbca745430ba no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:27.520892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: ccd9d401-7afc-49ca-911a-dbca745430ba {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:27.520892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ccd9d401-7afc-49ca-911a-dbca745430ba not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:27.555155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b5961e5-533c-4ab7-a614-0d28d86f18e0 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.565415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:27.566067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b5961e5-533c-4ab7-a614-0d28d86f18e0 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.647770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] For port ccd9d401-7afc-49ca-911a-dbca745430ba, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ccd9d401-7afc-49ca-911a-dbca745430ba,segment=NetworkSegment(f3bd8fad-105d-45a2-98f1-1bcba5c62c28),segment_id=f3bd8fad-105d-45a2-98f1-1bcba5c62c28)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:27.648140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.675404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-7d44a6b2-66cd-43a4-b038-d9b99f8fe471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:27.676917 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-7d44a6b2-66cd-43a4-b038-d9b99f8fe471 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.8675802 Mar 03 10:15:27.691805 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-f0c92137-2eed-423c-ba03-5c5006995942 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] delete failed (client error): The resource could not be found. Mar 03 10:15:27.692795 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f0c92137-2eed-423c-ba03-5c5006995942 tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/routers/ddc6af4e-a619-4f9b-9371-ac92299c0545 HTTP/1.1" status: 404 len: 336 time: 0.2844164 Mar 03 10:15:27.722502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55500) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:27.915143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Deleting port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:27.915696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.926402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.946615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.948269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.948992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.954087 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-cb83739c-6b1a-447d-a0ba-beabdbd46f8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 1001 time: 0.2526486 Mar 03 10:15:27.954478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Calling delete_port for ccd9d401-7afc-49ca-911a-dbca745430ba owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:27.996363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b5961e5-533c-4ab7-a614-0d28d86f18e0 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:27.996820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5961e5-533c-4ab7-a614-0d28d86f18e0 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Fanout notify agent at l3_agent the message router_deleted on router 5eba06cf-e083-4bab-ac8f-a4c8a3c650fc {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:28.003127 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4d6627-d43e-4445-b947-b59e50bd27ba tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] DELETE failed (client error): The resource could not be found. Mar 03 10:15:28.003612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4d6627-d43e-4445-b947-b59e50bd27ba tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:15:28.047439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.14 (8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da/44965dc3-6e63-4cd7-a3b1-ee45efd47b61/20c9254d-9ee9-47a2-bfd9-369fcd870d1b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:28.069078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.13 (8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da/44965dc3-6e63-4cd7-a3b1-ee45efd47b61/20c9254d-9ee9-47a2-bfd9-369fcd870d1b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:28.094655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b5961e5-533c-4ab7-a614-0d28d86f18e0 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.095764 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9b5961e5-533c-4ab7-a614-0d28d86f18e0 tempest-RoutersNegativeIpV6Test-603155799 tempest-RoutersNegativeIpV6Test-603155799-project] 10.222.0.23 "DELETE /v2.0/routers/5eba06cf-e083-4bab-ac8f-a4c8a3c650fc HTTP/1.1" status: 204 len: 168 time: 1.4502792 Mar 03 10:15:28.099600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ba4d6627-d43e-4445-b947-b59e50bd27ba tempest-RoutersIpV6AdminTest-109351162 tempest-RoutersIpV6AdminTest-109351162-project] 10.222.0.23 "DELETE /v2.0/subnets/5883bd34-ded7-40ed-95c9-de9fd318ce42 HTTP/1.1" status: 404 len: 337 time: 0.2386560 Mar 03 10:15:28.147325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=6a93a5f3-23ca-4ec5-b533-02e6000f0ce3,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:28.165053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] For port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,segment=NetworkSegment(5708859d-5a4b-4b89-9e64-4da0213bf33a),segment_id=5708859d-5a4b-4b89-9e64-4da0213bf33a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:28.167331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.232696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:28.234783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:28.289610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.313733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-ef3f0e97-70b9-4e5f-8b76-4943f0e26bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:28.315228 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-ef3f0e97-70b9-4e5f-8b76-4943f0e26bb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.3128335 Mar 03 10:15:28.371328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Calling delete_port for 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:28.524927 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.592713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.610864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca47bbc-43b5-44cf-8c12-6a62b0040770 req-8e0424c3-c5c5-4199-ba11-244e6b53042b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:28.612694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dca47bbc-43b5-44cf-8c12-6a62b0040770 req-8e0424c3-c5c5-4199-ba11-244e6b53042b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.2283316 Mar 03 10:15:28.623276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] Pushing event deleted for resources: {'Port': ['ID=5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:28.627610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a6df3-3559-4a44-a4a2-167147d0ab8a None None] No DVR routers for this DVR port 5c6d3e19-d9e1-4e49-a8c9-6fa94ed8ca43 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:28.647188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55514) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:28.647635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55516) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:28.708291 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dca47bbc-43b5-44cf-8c12-6a62b0040770 req-5e668180-99ca-4c85-9568-3d9b0e43168e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845494 Mar 03 10:15:28.716214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ea9138-547c-4932-8778-4599f2287d5a']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:28.716779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Router 04172527-e100-435e-bfc3-f62cc9fb62e1 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:28.762671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c897a112-e48f-4627-8a5f-eab4c740a63c') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:28.762967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c897a112-e48f-4627-8a5f-eab4c740a63c') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:28.778701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network e70e560d-2466-40b1-824c-348fd6e14ed6 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:28.791073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:28.795397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Deleting port ccd9d401-7afc-49ca-911a-dbca745430ba {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:28.795397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.797385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.906359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.918247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] The port 'ccd9d401-7afc-49ca-911a-dbca745430ba' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:15:28.931554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:28.986308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-48bbd868-096e-405c-98da-67bd59a9b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:28.987912 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-48bbd868-096e-405c-98da-67bd59a9b204 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6335840 Mar 03 10:15:28.991205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:28.991637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:29.008676 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:29.053713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.072514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-97773761-1ea2-4fcd-93fc-73247d50eda9 None None] Provisioning complete for port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:29.072967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97773761-1ea2-4fcd-93fc-73247d50eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.091536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:29.102144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb8834679494451bd6a075e01fd18c5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:29.114635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:29.121243 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ce1ff74a-0547-4525-a3c2-23752fb13c01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a452ac3aacf6432a8c9ddf18f2dfc12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693058 Mar 03 10:15:29.129332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55528) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:29.129986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:29.132582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-97773761-1ea2-4fcd-93fc-73247d50eda9 None None] Port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:29.204414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:29.214851 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] Sync routers for ids ['04172527-e100-435e-bfc3-f62cc9fb62e1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:29.220779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.228466 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] Routers {'04172527-e100-435e-bfc3-f62cc9fb62e1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:29.229400 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['04172527-e100-435e-bfc3-f62cc9fb62e1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.229673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.251422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.269227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Network': ['ID=55ea9138-547c-4932-8778-4599f2287d5a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:29.286174 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8512c71c-304b-420e-aedb-64602a14a152 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/networks/55ea9138-547c-4932-8778-4599f2287d5a HTTP/1.1" status: 204 len: 168 time: 1.7987196 Mar 03 10:15:29.290701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55532) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:29.299602 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.302444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc51188-3263-4f78-a8e6-f8a5512f4e6c']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.309139 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] Routers {'04172527-e100-435e-bfc3-f62cc9fb62e1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:29.309765 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['04172527-e100-435e-bfc3-f62cc9fb62e1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.317803 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-f8b73379-e329-4a45-9520-85122da9c872 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956829 Mar 03 10:15:29.322146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.341440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.346874 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a1330cb9-0091-41b1-b040-6b47f273c6ef tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1172624 Mar 03 10:15:29.353018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bd8fad-105d-45a2-98f1-1bcba5c62c28') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.353314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bd8fad-105d-45a2-98f1-1bcba5c62c28') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.362516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55536) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:29.375653 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.376137 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3cf2e-46ec-4b52-9769-2ca9550d199e None None] The sync data for ids ['04172527-e100-435e-bfc3-f62cc9fb62e1'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:29.398934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': False}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:29.458742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.503874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 0a1e1ad3-7a9b-4403-9dba-fb766e604aaa is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:29.683758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:29.695859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:29.701787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=20c9254d-9ee9-47a2-bfd9-369fcd870d1b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:29.709258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23338409-84b1-460c-a811-78b8efd428d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.721052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.756003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:29.756169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.756845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:29.781127 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:29.857226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:29.862785 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-bb2628d1-2689-420e-9b59-d9b278c4c17c req-da504056-56a6-4b57-a2ef-980f3ba9129c service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385673 Mar 03 10:15:29.868784 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1f05e3f4-68a4-496c-8b06-252e488c92a2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/0a1e1ad3-7a9b-4403-9dba-fb766e604aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4374568 Mar 03 10:15:29.868950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] Sync routers for ids ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:29.869390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55542) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:29.876865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:29.877502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.879847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] Routers {'0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:29.880474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:29.945509 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ad982daf-aeaf-484d-92b9-a142b877ba72 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.9952767 Mar 03 10:15:29.946331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55546) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:29.957606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '20c9254d-9ee9-47a2-bfd9-369fcd870d1b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:29.967682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:29.977262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda701e-79fa-48d6-8094-4ab6f2f46804 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:29.978133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-feda701e-79fa-48d6-8094-4ab6f2f46804 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:29.984315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:floatingip and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:29.988664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23338409-84b1-460c-a811-78b8efd428d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:29.989738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:29.999072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:30.009758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-feda701e-79fa-48d6-8094-4ab6f2f46804 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:30.011238 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-feda701e-79fa-48d6-8094-4ab6f2f46804 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports/6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 HTTP/1.1" status: 200 len: 983 time: 0.1413739 Mar 03 10:15:30.013911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55550) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:30.033139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:30.043200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] Routers {'0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:30.044005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:30.056977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.087832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086688ac-0410-453a-a983-6339e331a35c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:30.090507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.093868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086688ac-0410-453a-a983-6339e331a35c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:30.094643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-086688ac-0410-453a-a983-6339e331a35c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Synchronizing usage tracker for tenant:9622c3b7c871441595765121b18c7ad6 on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:30.104030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.108122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:30.109278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0170e92-15c4-4f83-922e-931295bca158 None None] The sync data for ids ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:30.142249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.146241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.287038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Network': ['ID=fcc51188-3263-4f78-a8e6-f8a5512f4e6c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:30.303254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-086688ac-0410-453a-a983-6339e331a35c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Unset dirty status for tenant:9622c3b7c871441595765121b18c7ad6 on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:30.308227 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-086688ac-0410-453a-a983-6339e331a35c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0055659 Mar 03 10:15:30.308909 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-52c99474-7630-450e-a3f6-c62652a90977 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/networks/fcc51188-3263-4f78-a8e6-f8a5512f4e6c HTTP/1.1" status: 204 len: 168 time: 4.6442986 Mar 03 10:15:30.313697 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5eb8834679494451bd6a075e01fd18c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6579452 Mar 03 10:15:30.313697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55554) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:30.313697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55556) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:30.319356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55560) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:30.319906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce0bab-38f1-422f-91e1-d6e5053e48c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68a9306-3242-4f3a-96fa-4d4c6a79dc00,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:30.330526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2126968762'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:30.369014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:30.532809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:30.533910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23338409-84b1-460c-a811-78b8efd428d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.536587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-039dd2ef-a58a-40e4-a9ee-c2f5374a4d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.581781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-039dd2ef-a58a-40e4-a9ee-c2f5374a4d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.584332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ca35d-6db9-4501-b9f1-52bbaabaf3a2 req-1bff27f4-1158-420f-b347-c344baf0062a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:30.585854 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e88ca35d-6db9-4501-b9f1-52bbaabaf3a2 req-1bff27f4-1158-420f-b347-c344baf0062a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7344756 Mar 03 10:15:30.600865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23338409-84b1-460c-a811-78b8efd428d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6426845b-8a15-4f81-9318-0d2cae97f69d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:30.607058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.618932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.634420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Made reservation on behalf of 9622c3b7c871441595765121b18c7ad6 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:30.637777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.721163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23338409-84b1-460c-a811-78b8efd428d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.723463 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23338409-84b1-460c-a811-78b8efd428d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6426845b-8a15-4f81-9318-0d2cae97f69d HTTP/1.1" status: 204 len: 168 time: 1.5869374 Mar 03 10:15:30.809577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-039dd2ef-a58a-40e4-a9ee-c2f5374a4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.841126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dd2ef-a58a-40e4-a9ee-c2f5374a4d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68a9306-3242-4f3a-96fa-4d4c6a79dc00,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:30.859464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.26.7.84 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/06c67369-20f4-4524-8678-8c80cbc376cc) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:30.891190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e88ca35d-6db9-4501-b9f1-52bbaabaf3a2 req-83504eb9-d584-4ea5-897a-6ff88984769b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958324 Mar 03 10:15:30.899859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:30.904790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-039dd2ef-a58a-40e4-a9ee-c2f5374a4d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:30.907880 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-039dd2ef-a58a-40e4-a9ee-c2f5374a4d2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c68a9306-3242-4f3a-96fa-4d4c6a79dc00 HTTP/1.1" status: 204 len: 168 time: 0.5779648 Mar 03 10:15:31.001890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.002235 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Added segment 4224ed5a-2f45-425d-b17b-bc6f6be9b838 of type vlan for network 7bf7ca6d-c615-468c-93c2-eea7128823d2 Mar 03 10:15:31.017691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.022819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.088127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.093863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.097474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f92fc2-47eb-4510-a6f0-87efb7fb0108']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:31.128545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5708859d-5a4b-4b89-9e64-4da0213bf33a') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:31.128835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5708859d-5a4b-4b89-9e64-4da0213bf33a') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:31.148031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.248309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.261213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:31.261678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:31.282019 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:31.316333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.321699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:31.322316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.425030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55584) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:31.485949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.550300 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a4305c83-eb09-404d-9e53-d2a03b8a97dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75023ca4918c4aa7b4f8865f67b56ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960472 Mar 03 10:15:31.557097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55590) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:31.612061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:31.612684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.660912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.670583 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3537216 Mar 03 10:15:31.673282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.674678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55598) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:31.681218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2143214817'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:31.688732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.697811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:31.700031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42a895-7ca2-4340-8b97-33791c45f56e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Network': ['ID=7bf7ca6d-c615-468c-93c2-eea7128823d2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:31.714722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 7bf7ca6d-c615-468c-93c2-eea7128823d2 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:31.725555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Usage tracker for resource:network and tenant:9622c3b7c871441595765121b18c7ad6 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:31.735971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:31.738969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Network': ['ID=31f92fc2-47eb-4510-a6f0-87efb7fb0108,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:31.741586 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3f14010a-75c0-49fd-aab4-f11ea08b5cd9 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/networks/31f92fc2-47eb-4510-a6f0-87efb7fb0108 HTTP/1.1" status: 204 len: 168 time: 1.4233267 Mar 03 10:15:31.746554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55604) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:31.752630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:31.787966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:31.814131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:31.816651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:31.855381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-70e50f7a-defd-4cb9-b03c-f43300239f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.866930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Made reservation on behalf of 9622c3b7c871441595765121b18c7ad6 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:31.870827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:31.885688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55608) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:31.888923 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024340 Mar 03 10:15:31.909463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=06c67369-20f4-4524-8678-8c80cbc376cc,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:31.919410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55610) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:31.978383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-70e50f7a-defd-4cb9-b03c-f43300239f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.013329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.103180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.149206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:32.160622 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6e93eed8-2bc1-449b-9307-0e396059b31b tempest-NetworksApiDiscovery-1122458448 tempest-NetworksApiDiscovery-1122458448-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2338285 Mar 03 10:15:32.283334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.283691 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Added segment 8a5d09c4-aba5-4dcd-98f9-70f54e0bc8e7 of type vlan for network 42f13120-cb5f-4081-8383-98c8ec2e425b Mar 03 10:15:32.287409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 6a93a5f3-23ca-4ec5-b533-02e6000f0ce3 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:32.412734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-70e50f7a-defd-4cb9-b03c-f43300239f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.432096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.451207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e50f7a-defd-4cb9-b03c-f43300239f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66916aa1-bec4-47be-ba47-7ff824fa47c1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:32.476522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-70e50f7a-defd-4cb9-b03c-f43300239f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.477714 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-70e50f7a-defd-4cb9-b03c-f43300239f36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66916aa1-bec4-47be-ba47-7ff824fa47c1 HTTP/1.1" status: 204 len: 168 time: 0.9163938 Mar 03 10:15:32.549741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55624) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:32.558448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.580816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016dc0-af1c-495c-bea3-7b50e8622d1e req-79edd519-1945-4f75-bfe2-30424fb75814 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:32.588790 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a1016dc0-af1c-495c-bea3-7b50e8622d1e req-79edd519-1945-4f75-bfe2-30424fb75814 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4931672 Mar 03 10:15:32.618791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec855c1a-b9fa-4b68-bea8-6bd36e5220a9']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:32.648775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd94f69-092d-4727-8d1e-2a8950418892') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:32.649081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd94f69-092d-4727-8d1e-2a8950418892') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:32.722463 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a1016dc0-af1c-495c-bea3-7b50e8622d1e req-9ff8192d-8e28-4b25-9279-8f3584de6f6d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327045 Mar 03 10:15:32.726013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.813242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.818707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:32.819336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.831742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.902834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=6a93a5f3-23ca-4ec5-b533-02e6000f0ce3,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:32.974346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.976709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d35db269-a34f-410e-8c12-d85bbc10c59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:32.984443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Network': ['ID=42f13120-cb5f-4081-8383-98c8ec2e425b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:32.992234 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-598f02a2-d203-49c0-974b-a485c4a49a0f tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3165550 Mar 03 10:15:32.997373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55636) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:33.001289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 42f13120-cb5f-4081-8383-98c8ec2e425b details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:33.036163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'ports': [{'network_id': '7bf7ca6d-c615-468c-93c2-eea7128823d2', 'name': 'tempest-port--705037705', 'admin_state_up': True}, {'network_id': '42f13120-cb5f-4081-8383-98c8ec2e425b', 'admin_state_up': False}]} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:33.036549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'port': {'network_id': '7bf7ca6d-c615-468c-93c2-eea7128823d2', 'name': 'tempest-port--705037705', 'admin_state_up': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:33.038814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'port': {'network_id': '42f13120-cb5f-4081-8383-98c8ec2e425b', 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:33.090044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:33.090458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.099485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:33.126275 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:33.266507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.328597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:33.338353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa3e4453fea49f3a0003430ab8eb57e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:33.425621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:33.443914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:33.619481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.657852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55656) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:33.663355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.667272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.701863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.717514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Network': ['ID=ec855c1a-b9fa-4b68-bea8-6bd36e5220a9,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:33.732150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-12bc8da9-daf0-41db-ac54-2e30fb734354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:33.734374 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-12bc8da9-daf0-41db-ac54-2e30fb734354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.4607780 Mar 03 10:15:33.767081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:33.770563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 0a1e1ad3-7a9b-4403-9dba-fb766e604aaa has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:33.777154 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-990dc952-c714-4abc-8163-96d2486f9aaf tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/networks/ec855c1a-b9fa-4b68-bea8-6bd36e5220a9 HTTP/1.1" status: 204 len: 168 time: 2.0285194 Mar 03 10:15:33.783405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55662) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:33.885908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1810061074'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:33.903464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:33.935982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Usage tracker for resource:network and tenant:492276dc57594dbfa2e505a43be6f4f7 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:33.943929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:33.946609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:34.013895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e8527-9027-4089-a45a-b30c25bd9a33 req-5a9f4211-5338-4e3f-9c5a-f103ff1eb5b5 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:34.014385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.016049 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d83e8527-9027-4089-a45a-b30c25bd9a33 req-5a9f4211-5338-4e3f-9c5a-f103ff1eb5b5 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7443554 Mar 03 10:15:34.017081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Usage tracker for resource:port and tenant:9622c3b7c871441595765121b18c7ad6 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:34.030550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:34.044219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:34.126985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:34.130694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.133684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:34.144449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.144997 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] Sync routers for ids ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:34.149365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.156629 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] Routers {'0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:34.157456 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:34.170334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:34.173793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.197322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Made reservation on behalf of 9622c3b7c871441595765121b18c7ad6 for: {'port': 2} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:34.201742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.210935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-4f0ced3d-10e2-4eda-ad6a-61d619e6e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:34.212424 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-4f0ced3d-10e2-4eda-ad6a-61d619e6e157 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.4730318 Mar 03 10:15:34.224276 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:34.224612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.233216 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] Routers {'0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:34.233975 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:34.243729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d83e8527-9027-4089-a45a-b30c25bd9a33 req-0d9d24ec-912d-4197-a0c1-56ef6572f0fa tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082310 Mar 03 10:15:34.283474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.296068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:34.304597 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:34.305338 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdefe8b-2315-46ec-9c66-6b4b77d72389 None None] The sync data for ids ['0a1e1ad3-7a9b-4403-9dba-fb766e604aaa'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:34.307432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Router 04172527-e100-435e-bfc3-f62cc9fb62e1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:34.323236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Usage tracker for resource:security_group_rule and tenant:492276dc57594dbfa2e505a43be6f4f7 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:34.333495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:34.362199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:34.451328 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fa3e4453fea49f3a0003430ab8eb57e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8980722 Mar 03 10:15:34.470382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55668) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:34.535118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.535924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf41126-a183-4c6e-ad37-b62b9c315f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65430b5-637a-46de-a3ab-de5eb92cf326,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:34.610039 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6c21db1e-11e6-4f18-b9ce-7d725871ee06 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/0a1e1ad3-7a9b-4403-9dba-fb766e604aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5950778 Mar 03 10:15:34.616979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55672) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:34.620281 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-25f0f89a-f3ca-4f8e-8288-aea8f0266a39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 1001 time: 0.3841710 Mar 03 10:15:34.702846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-868db1c2-b76b-40d7-8b99-ccfcda19b817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.731316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-0599381f-e695-43fe-ba66-86e5018aeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:34.731914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89de2a4c-09ae-4438-8021-c086d94f79f3']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:34.732781 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-0599381f-e695-43fe-ba66-86e5018aeb28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.0982690 Mar 03 10:15:34.798464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-868db1c2-b76b-40d7-8b99-ccfcda19b817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.812145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.824374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:34.973863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=06c67369-20f4-4524-8678-8c80cbc376cc,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:34.996191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.050313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f942b87-f0b3-4964-8503-2821ba4fa580') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:35.050554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f942b87-f0b3-4964-8503-2821ba4fa580') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:35.056366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-240ea0ec-4c32-4e0c-a334-becce529c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:35.057886 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-240ea0ec-4c32-4e0c-a334-becce529c04b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3159215 Mar 03 10:15:35.066875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-868db1c2-b76b-40d7-8b99-ccfcda19b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.121638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868db1c2-b76b-40d7-8b99-ccfcda19b817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65430b5-637a-46de-a3ab-de5eb92cf326,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:35.133320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-868db1c2-b76b-40d7-8b99-ccfcda19b817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.136811 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-868db1c2-b76b-40d7-8b99-ccfcda19b817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a65430b5-637a-46de-a3ab-de5eb92cf326 HTTP/1.1" status: 204 len: 168 time: 0.6623611 Mar 03 10:15:35.165533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.200839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] device_id is not set on port 0d0f7374-4645-411a-8b75-4920465a1db9 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:35.205258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-998d644c-d440-4893-84a7-ff9175c9b95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.279770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.290461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:35.307782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] Sync routers for ids ['04172527-e100-435e-bfc3-f62cc9fb62e1'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:35.318661 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP d3815439-91ae-42ac-8c26-afcba2b02c59 associated. External IP: 172.26.7.84, port: 20c9254d-9ee9-47a2-bfd9-369fcd870d1b. Mar 03 10:15:35.331918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] Routers {'04172527-e100-435e-bfc3-f62cc9fb62e1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:35.332550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['04172527-e100-435e-bfc3-f62cc9fb62e1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:35.338818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:35.339227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:35.355120 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:35.423511 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-168dcea5-7798-4f03-9733-581165b8e171 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517780 Mar 03 10:15:35.427288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:35.437940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] Routers {'04172527-e100-435e-bfc3-f62cc9fb62e1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:35.438945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['04172527-e100-435e-bfc3-f62cc9fb62e1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:35.512873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:35.513478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1668e9-33e6-4f69-bdbd-5b695a1cc902 None None] The sync data for ids ['04172527-e100-435e-bfc3-f62cc9fb62e1'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:35.599827 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-6235086b-0154-4ac2-ac1b-ba03966e7b3b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 10:15:35.603525 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6235086b-0154-4ac2-ac1b-ba03966e7b3b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/0a1e1ad3-7a9b-4403-9dba-fb766e604aaa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9828880 Mar 03 10:15:35.619900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55680) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:35.665660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.684106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.685637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.693649 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-23588b32-1e65-4cb6-ba97-10fe372f01d3 req-82c8b538-11ac-4562-bd71-b5bf04125ca5 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632654 Mar 03 10:15:35.720738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.721925 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c528b68a-238b-4635-9185-cb0086e16b8f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "PUT /v2.0/routers/04172527-e100-435e-bfc3-f62cc9fb62e1 HTTP/1.1" status: 200 len: 920 time: 6.3401265 Mar 03 10:15:35.723658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c45f77a-08b6-4863-a35a-0327d4dd4a87 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:35.725870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:35.731312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.812861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] Pushing event deleted for resources: {'Network': ['ID=89de2a4c-09ae-4438-8021-c086d94f79f3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:35.867813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:35.875727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:35.877949 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6615c591-aa26-4909-9312-86781520fa73 tempest-BulkNetworkOpsIpV6Test-2002237496 tempest-BulkNetworkOpsIpV6Test-2002237496-project] 10.222.0.23 "DELETE /v2.0/networks/89de2a4c-09ae-4438-8021-c086d94f79f3 HTTP/1.1" status: 204 len: 168 time: 2.0924239 Mar 03 10:15:35.904771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef78e1-7b0a-46c4-94d9-52509150e80a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:35.926285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c45f77a-08b6-4863-a35a-0327d4dd4a87 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:35.927484 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6c45f77a-08b6-4863-a35a-0327d4dd4a87 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a1e1ad3-7a9b-4403-9dba-fb766e604aaa HTTP/1.1" status: 200 len: 205 time: 0.3054678 Mar 03 10:15:35.934564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55690) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:35.943100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:35.943484 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Added segment d69fef58-5e08-4911-a56e-332e9c8020bf of type vlan for network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 Mar 03 10:15:36.042627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba26d-9cad-45f5-97ce-207b1045bc5a req-dabd0c7e-6a94-4943-95a5-6ccf4f7cb3bf tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:36.044536 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a92ba26d-9cad-45f5-97ce-207b1045bc5a req-dabd0c7e-6a94-4943-95a5-6ccf4f7cb3bf tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6655333 Mar 03 10:15:36.054474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.066005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.147496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.232365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:36.243362 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:36.255990 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:36.256633 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:36.258501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.285227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55696) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:36.301221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cf47104-8f4f-40ae-b55e-a7607b7bb7ee tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.325261 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a3a8556b-d181-4638-831d-cf948ad12cde tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3759234 Mar 03 10:15:36.325477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55702) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:36.330405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'port_id': '20c9254d-9ee9-47a2-bfd9-369fcd870d1b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:36.331868 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:36.345813 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:36.346409 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:36.353702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.408391 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:36.409282 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f99d1f-1e34-4938-8dea-3caadfa0362e None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:36.459160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e57383bd-db2c-4a13-a0c1-95f2254fbda8 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/04172527-e100-435e-bfc3-f62cc9fb62e1 HTTP/1.1" status: 200 len: 920 time: 0.7208269 Mar 03 10:15:36.484742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55706) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:36.523733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.543616 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a92ba26d-9cad-45f5-97ce-207b1045bc5a req-bdcab966-06d2-47e8-9b31-b5591d891123 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214575 Mar 03 10:15:36.632482 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-feb1da61-ad4d-451f-974c-7ecf38097c80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e01eb96a698446292d009473c8ee066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394747 Mar 03 10:15:36.637347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55710) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:36.741436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] device_id is not set on port 34c00904-351c-49b6-9378-0b841bba628f yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:36.797905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38fbf5-29f3-4bb1-ae7a-2ff409236b7e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:36.798593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3c38fbf5-29f3-4bb1-ae7a-2ff409236b7e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Synchronizing usage tracker for tenant:a00b2454a7a949e6ae126729bd863196 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:36.839098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf3934fa-ec92-4dd2-8f92-c825f2f5003b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.894858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cf47104-8f4f-40ae-b55e-a7607b7bb7ee tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.896531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.901818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:36.902390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.906771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cf47104-8f4f-40ae-b55e-a7607b7bb7ee tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:36.920407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3c38fbf5-29f3-4bb1-ae7a-2ff409236b7e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Unset dirty status for tenant:a00b2454a7a949e6ae126729bd863196 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:36.924876 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3c38fbf5-29f3-4bb1-ae7a-2ff409236b7e tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=04172527-e100-435e-bfc3-f62cc9fb62e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4338598 Mar 03 10:15:36.932017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55714) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:36.979796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf3934fa-ec92-4dd2-8f92-c825f2f5003b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.047137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cf47104-8f4f-40ae-b55e-a7607b7bb7ee tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.047589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf47104-8f4f-40ae-b55e-a7607b7bb7ee tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1e1ad3-7a9b-4403-9dba-fb766e604aaa {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:37.049097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Network': ['ID=fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:37.057598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cf47104-8f4f-40ae-b55e-a7607b7bb7ee tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.058689 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7cf47104-8f4f-40ae-b55e-a7607b7bb7ee tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/0a1e1ad3-7a9b-4403-9dba-fb766e604aaa HTTP/1.1" status: 204 len: 168 time: 1.1172366 Mar 03 10:15:37.060169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-25f2e603-b4ac-4adc-83e1-576ee3c47c03 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3981133 Mar 03 10:15:37.067579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:37.068082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55718) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:37.068166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55720) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:37.123810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'subnet': {'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:37.272641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d11aa1-4ea2-4d5a-b4f9-cff90b86f80f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:37.273203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-37d11aa1-4ea2-4d5a-b4f9-cff90b86f80f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Synchronizing usage tracker for tenant:a00b2454a7a949e6ae126729bd863196 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:37.292839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf3934fa-ec92-4dd2-8f92-c825f2f5003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.302634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.308257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet 2ddba35f-3290-46f3-97c3-7cabebae8222 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:37.312340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:37.319192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Usage tracker for resource:subnet and tenant:492276dc57594dbfa2e505a43be6f4f7 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:37.321157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.331441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3934fa-ec92-4dd2-8f92-c825f2f5003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a3e11-78ab-49f1-8b84-c26e6ee8b5fd,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:37.336289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-37d11aa1-4ea2-4d5a-b4f9-cff90b86f80f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Unset dirty status for tenant:a00b2454a7a949e6ae126729bd863196 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:37.340971 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-37d11aa1-4ea2-4d5a-b4f9-cff90b86f80f tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.4044700 Mar 03 10:15:37.340971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55726) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:37.352690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:37.368231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:37.382771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf3934fa-ec92-4dd2-8f92-c825f2f5003b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.383908 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bf3934fa-ec92-4dd2-8f92-c825f2f5003b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e3a3e11-78ab-49f1-8b84-c26e6ee8b5fd HTTP/1.1" status: 204 len: 168 time: 0.7456458 Mar 03 10:15:37.394233 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-09490203-ec0e-4b46-b10f-5c2804ea33e6 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=04172527-e100-435e-bfc3-f62cc9fb62e1 HTTP/1.1" status: 200 len: 205 time: 0.0526872 Mar 03 10:15:37.396984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:37.398258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55732) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:37.400450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.440539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.543674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.675671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Port': ['ID=0d0f7374-4645-411a-8b75-4920465a1db9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:37.720053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Checking segment: {'id': '4224ed5a-2f45-425d-b17b-bc6f6be9b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7bf7ca6d-c615-468c-93c2-eea7128823d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:37.720527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network hostable DHCP agents. Network: 7bf7ca6d-c615-468c-93c2-eea7128823d2, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:37.745657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:15:37.771808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.841931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.875097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.901508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network 7bf7ca6d-c615-468c-93c2-eea7128823d2 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:37.936420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.945584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 7bf7ca6d-c615-468c-93c2-eea7128823d2) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:37.956611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708738c-db9c-4e1a-8cc9-fcd9ba6de132 None None] Network 7bf7ca6d-c615-468c-93c2-eea7128823d2 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:37.960091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:37.970725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:37.971785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.040119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.083469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.095036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e987bcd-7a6a-4e7b-af9b-eed5243a18f7 req-077d742e-cae5-4966-8b31-64bc0c204357 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:38.096877 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2e987bcd-7a6a-4e7b-af9b-eed5243a18f7 req-077d742e-cae5-4966-8b31-64bc0c204357 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3702583 Mar 03 10:15:38.129665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddba35f-3290-46f3-97c3-7cabebae8222,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:38.136433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.189982 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eb82b1-49d7-4c96-9219-e8360c059d33 None None] Network e70e560d-2466-40b1-824c-348fd6e14ed6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:38.209079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.215425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Port': ['ID=34c00904-351c-49b6-9378-0b841bba628f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:38.243456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Deleting port 4b98f44e-b585-42fa-b6b9-60ba01bd42c1 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:38.243768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.276836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-61be2950-1ce5-4e45-9f4b-9b6ef2ced7bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/2ddba35f-3290-46f3-97c3-7cabebae8222 HTTP/1.1" status: 204 len: 168 time: 1.2035849 Mar 03 10:15:38.281570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Checking segment: {'id': '8a5d09c4-aba5-4dcd-98f9-70f54e0bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '42f13120-cb5f-4081-8383-98c8ec2e425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:38.281936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network hostable DHCP agents. Network: 42f13120-cb5f-4081-8383-98c8ec2e425b, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:38.292159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55756) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:38.304521 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2e987bcd-7a6a-4e7b-af9b-eed5243a18f7 req-a415d336-0b4f-4627-a636-7518960e202b tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922359 Mar 03 10:15:38.324033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Subnet': ['ID=17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:38.357518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Checking segment: {'id': 'd69fef58-5e08-4911-a56e-332e9c8020bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:38.357880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network hostable DHCP agents. Network: fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:38.418420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55762) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:38.569133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network 42f13120-cb5f-4081-8383-98c8ec2e425b is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:38.583781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.620730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] DHCP port deletion for e70e560d-2466-40b1-824c-348fd6e14ed6 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:38.628535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Deleting port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:38.629265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.637809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.647159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:38.657337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 42f13120-cb5f-4081-8383-98c8ec2e425b) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:38.664813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:38.667644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:38.674684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:38.679618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:38.680464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.689685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67988b9-f2e6-41ab-9358-fe81468b9916 None None] Network 42f13120-cb5f-4081-8383-98c8ec2e425b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:38.701695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:38.702864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.705376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59ecf4-afd5-4d35-b960-ec89d83af11c None None] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:38.709602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-592959556'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:38.716443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:38.716820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:38.767096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:38.778604 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2a90d194-6e49-4770-9021-0a75b20e7924 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.7668540 Mar 03 10:15:38.782125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:38.782775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55770) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:38.787867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:38.796255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Calling delete_port for 4b98f44e-b585-42fa-b6b9-60ba01bd42c1 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:38.803896 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-05ff7aa3-d8e0-46d1-9c80-d6a5abcc10f1 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7347302 Mar 03 10:15:38.806154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:38.816287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55774) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:38.829796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'name': 'tempest-AllowedAddressPairTestJSON-37228633'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:38.857385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25312-6693-43ef-a578-29f5236ea511 req-dcfdce6f-6bc4-40d4-a369-a870b8dbb835 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:38.860039 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a2f25312-6693-43ef-a578-29f5236ea511 req-dcfdce6f-6bc4-40d4-a369-a870b8dbb835 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.3004982 Mar 03 10:15:38.888588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device af11aed0-6783-46bd-bab0-c6bf4fc3ac43 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:38.931122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:38.931750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:38.934843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.007979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.056355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86018666-fd7a-4d2e-9228-4204fae99495 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:39.062938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86018666-fd7a-4d2e-9228-4204fae99495 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:39.067180 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-86018666-fd7a-4d2e-9228-4204fae99495 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2782803 Mar 03 10:15:39.068286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55778) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:39.070748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:39.106775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group_rule and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:39.112362 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a2f25312-6693-43ef-a578-29f5236ea511 req-f5804cce-6b3a-437e-ab8d-b4361ccccf94 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071471 Mar 03 10:15:39.116396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:39.127848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:39.237714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:39.244574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Usage tracker for resource:port and tenant:492276dc57594dbfa2e505a43be6f4f7 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:39.251415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:39.263416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,segment=NetworkSegment(fe3eab56-ebb6-4b03-9a85-c246e3e827ad),segment_id=fe3eab56-ebb6-4b03-9a85-c246e3e827ad)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:39.264461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.266431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,segment=NetworkSegment(fe3eab56-ebb6-4b03-9a85-c246e3e827ad),segment_id=fe3eab56-ebb6-4b03-9a85-c246e3e827ad)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:39.266905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.276453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:39.302181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Deleting port 0d0f7374-4645-411a-8b75-4920465a1db9 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:39.302574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.449740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Calling delete_port for af11aed0-6783-46bd-bab0-c6bf4fc3ac43 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:39.455179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for af11aed0-6783-46bd-bab0-c6bf4fc3ac43 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:39.488618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:39.492227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.554718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] device_id is not set on port 900546d1-aafe-4e25-9a65-74de1e5e1343 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:39.576963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.596218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:39.637680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:39.649978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'tenant_id': '492276dc57594dbfa2e505a43be6f4f7', 'fixed_ips': [{'subnet_id': '17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:39.650868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.660344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.660908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,segment=NetworkSegment(fe3eab56-ebb6-4b03-9a85-c246e3e827ad),segment_id=fe3eab56-ebb6-4b03-9a85-c246e3e827ad)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:39.672299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.672687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.685521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.713190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:39.713896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:39.746673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.754647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.795138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:39.798421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92546084-ab41-43ce-8c2f-50c04b476443,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:39.815015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53a15f-04d1-400c-a9a5-3ddaf2fca13f req-7c284acb-fb38-43de-bc9d-01f93beee897 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:39.816629 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e53a15f-04d1-400c-a9a5-3ddaf2fca13f req-7c284acb-fb38-43de-bc9d-01f93beee897 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4643016 Mar 03 10:15:39.821254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:39.821968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:39.850346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.850691 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment 2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f of type vlan for network 4b3344a3-54c8-49a1-89a7-a770b9addefc Mar 03 10:15:39.862320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Allocated IP 172.20.0.14 (fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0/900546d1-aafe-4e25-9a65-74de1e5e1343) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:39.876679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:39.877034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:39.894192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:39.926265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e53a15f-04d1-400c-a9a5-3ddaf2fca13f req-4bc1d098-de04-4dc2-9483-ec86aa4dc4e1 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000085 Mar 03 10:15:39.931736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:39.938508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:39.948270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:39.948901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:39.964932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Calling delete_port for 0d0f7374-4645-411a-8b75-4920465a1db9 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:39.993145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event deleted for resources: {'Port': ['ID=4b98f44e-b585-42fa-b6b9-60ba01bd42c1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:40.043248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:40.043675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70092e84-6642-4219-8d4e-701541bb00c5 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:40.145542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.150882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:40.151501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.156580 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-792170fe-b966-429e-aa54-50fe9c0db376 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/floatingips/d3815439-91ae-42ac-8c26-afcba2b02c59 HTTP/1.1" status: 200 len: 978 time: 3.8300526 Mar 03 10:15:40.161385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55786) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:40.220240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.297711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.300462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=4b3344a3-54c8-49a1-89a7-a770b9addefc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:40.310676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:40.312087 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-30105262-71a4-4e24-9a68-30f99abab284 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8883533 Mar 03 10:15:40.319328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.323403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:40.323628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.347365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55790) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:40.348472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Port': ['ID=0d0f7374-4645-411a-8b75-4920465a1db9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:40.362286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.362698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Transition to ACTIVE for port object 900546d1-aafe-4e25-9a65-74de1e5e1343 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:40.385825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Deleting port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:40.386175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.388606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'name': 'tempest-PortsTestJSON-1292598117'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:40.443714 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b781681c-073a-40b7-86f8-1ebe90a32908 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/ports/0d0f7374-4645-411a-8b75-4920465a1db9 HTTP/1.1" status: 204 len: 168 time: 1.3723855 Mar 03 10:15:40.456855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.458043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55794) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:40.479203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b570fea-e20f-4a36-a283-288357614fdd req-1f7d0ed0-4950-4bf1-a2fd-b8f02ecd52f4 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:40.480675 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7b570fea-e20f-4a36-a283-288357614fdd req-1f7d0ed0-4950-4bf1-a2fd-b8f02ecd52f4 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4117844 Mar 03 10:15:40.610599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Allocated IP 172.20.0.2 (fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0/66a3484a-0cbf-4d43-9421-2611d8406565) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:40.616208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.618857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.673396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.673934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Fanout notify agent at l3_agent the message router_deleted on router 04172527-e100-435e-bfc3-f62cc9fb62e1 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:40.687705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 06c67369-20f4-4524-8678-8c80cbc376cc {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:40.688317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.736405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.742103 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-aad8d241-1d9c-4ea6-8cbd-e2ad6454fd08 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/04172527-e100-435e-bfc3-f62cc9fb62e1 HTTP/1.1" status: 204 len: 168 time: 3.3382614 Mar 03 10:15:40.743026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55798) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:40.754587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-230949370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:40.774000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:40.831745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,segment=NetworkSegment(fe3eab56-ebb6-4b03-9a85-c246e3e827ad),segment_id=fe3eab56-ebb6-4b03-9a85-c246e3e827ad)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:40.832004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.872356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:40.887787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:40.910378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=900546d1-aafe-4e25-9a65-74de1e5e1343,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:40.913060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:40.938408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Usage tracker for resource:router and tenant:3dbf5715c6264c3f970c22ca044b0cbc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:40.939138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:40.943499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:40.951701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:40.956751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Deleting port 34c00904-351c-49b6-9378-0b841bba628f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:40.957090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:40.979183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Calling delete_port for af11aed0-6783-46bd-bab0-c6bf4fc3ac43 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:41.011560 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7b570fea-e20f-4a36-a283-288357614fdd req-c9eefb16-db35-4855-b63b-c91009e3d1ad tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411918 Mar 03 10:15:41.027757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.028773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.032346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:41.087001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.095743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:41.096373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.098686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.099085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.100286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:41.124744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.135804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Transition to ACTIVE for port object 66a3484a-0cbf-4d43-9421-2611d8406565 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:41.136040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:41.142177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.196988 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f10ecd67-6bf1-4e61-86d1-034c426c3047 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3779917 Mar 03 10:15:41.201492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55804) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:41.204718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] Pushing event deleted for resources: {'Port': ['ID=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:41.205641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:41.207166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Transition to ACTIVE for port object 66a3484a-0cbf-4d43-9421-2611d8406565 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:41.209611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.210871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3440a5b-1105-4238-b63d-8430b978ff21 None None] No DVR routers for this DVR port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:41.216257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.240871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'name': 'tempest-AllowedAddressPairTestJSON-361861179', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:27:01:73'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:41.268312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 06c67369-20f4-4524-8678-8c80cbc376cc owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:41.268913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port af11aed0-6783-46bd-bab0-c6bf4fc3ac43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=af11aed0-6783-46bd-bab0-c6bf4fc3ac43,segment=NetworkSegment(fe3eab56-ebb6-4b03-9a85-c246e3e827ad),segment_id=fe3eab56-ebb6-4b03-9a85-c246e3e827ad)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:41.269509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.284541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:41.291864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:41.296508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:41.301897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Pushing event updated for resources: {'Port': ['ID=66a3484a-0cbf-4d43-9421-2611d8406565,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:41.312746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.350541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.354170 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a6cc6be0-b373-47e2-87d0-7e4997f3df90 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6054869 Mar 03 10:15:41.362079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55808) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:41.368396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:41.400424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Attempting to bind port 66a3484a-0cbf-4d43-9421-2611d8406565 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:41.401068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Attempting to bind port 66a3484a-0cbf-4d43-9421-2611d8406565 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'd69fef58-5e08-4911-a56e-332e9c8020bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:41.401068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Attempting to bind port 66a3484a-0cbf-4d43-9421-2611d8406565 on network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:41.407310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:41.407689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Checking segment: {'id': 'd69fef58-5e08-4911-a56e-332e9c8020bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:41.408138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.409423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Bound using segment: {'id': 'd69fef58-5e08-4911-a56e-332e9c8020bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:41.409423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Bound port: 66a3484a-0cbf-4d43-9421-2611d8406565, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69fef58-5e08-4911-a56e-332e9c8020bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:41.409668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.417625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port f0dc490f-b854-451a-82c5-edccb7e9fb4a yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:41.504299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] For port 66a3484a-0cbf-4d43-9421-2611d8406565, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:41.507437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] For port 66a3484a-0cbf-4d43-9421-2611d8406565, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=66a3484a-0cbf-4d43-9421-2611d8406565,segment=NetworkSegment(d69fef58-5e08-4911-a56e-332e9c8020bf),segment_id=d69fef58-5e08-4911-a56e-332e9c8020bf)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:41.513128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.571732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for af11aed0-6783-46bd-bab0-c6bf4fc3ac43 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:41.602241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319c315-ac07-4a03-b913-a43bf5bb02af None None] Pushing event updated for resources: {'Port': ['ID=66a3484a-0cbf-4d43-9421-2611d8406565,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:41.766616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.824474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:41.824803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:41.855351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.927802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:41.962159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Calling delete_port for 34c00904-351c-49b6-9378-0b841bba628f owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:41.980232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=06c67369-20f4-4524-8678-8c80cbc376cc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:42.028871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:42.153417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.154003 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP d3815439-91ae-42ac-8c26-afcba2b02c59 disassociated (deleted). External IP: 172.26.7.84, port: 20c9254d-9ee9-47a2-bfd9-369fcd870d1b. Mar 03 10:15:42.211404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Usage tracker for resource:port and tenant:492276dc57594dbfa2e505a43be6f4f7 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:42.217760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:42.231081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:42.312648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e7f10-a1a4-4a04-8f85-835abc29ba26 req-e432d03e-0d27-4205-837e-671077288797 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:42.314222 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-147e7f10-a1a4-4a04-8f85-835abc29ba26 req-e432d03e-0d27-4205-837e-671077288797 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 1.0596607 Mar 03 10:15:42.337504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:42.409492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.416307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.548367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port af11aed0-6783-46bd-bab0-c6bf4fc3ac43 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:42.549019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.595206 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-147e7f10-a1a4-4a04-8f85-835abc29ba26 req-9ea5fb5a-d6f8-4b60-9e0c-10aa4f49d678 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621229 Mar 03 10:15:42.595974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Port': ['ID=34c00904-351c-49b6-9378-0b841bba628f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:42.616049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.673361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] The port 'af11aed0-6783-46bd-bab0-c6bf4fc3ac43' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:15:42.683147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7363e-fe75-4c2a-8f3a-1298d1b55fd8 None None] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:42.758379 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3f5a8381-5a16-41ee-b7a0-c08939d39ab8 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/ports/34c00904-351c-49b6-9378-0b841bba628f HTTP/1.1" status: 204 len: 168 time: 2.2963777 Mar 03 10:15:42.763269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55814) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:42.825471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.849557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.870516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-12970c11-28a4-4557-a0ca-dfdb0c1dc193 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Synchronizing usage tracker for tenant:9622c3b7c871441595765121b18c7ad6 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:42.878933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ff8f21d5-2cdb-4ff8-9df5-2251fb09451b None None] Provisioning for port 66a3484a-0cbf-4d43-9421-2611d8406565 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:42.927654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.958665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:42.979086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] device_id is not set on port d16a6ee8-1084-46db-a170-75d34772a29e yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:43.025806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 66a3484a-0cbf-4d43-9421-2611d8406565 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:43.074255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.151103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 66a3484a-0cbf-4d43-9421-2611d8406565 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:43.159214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 66a3484a-0cbf-4d43-9421-2611d8406565 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:43.159639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.181924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-12970c11-28a4-4557-a0ca-dfdb0c1dc193 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Unset dirty status for tenant:9622c3b7c871441595765121b18c7ad6 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:43.187125 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-12970c11-28a4-4557-a0ca-dfdb0c1dc193 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4204357 Mar 03 10:15:43.188824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:43.189533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55820) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:43.203249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1223039301'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:43.214513 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:15:43.220524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:43.231855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Usage tracker for resource:network and tenant:9622c3b7c871441595765121b18c7ad6 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:43.236799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70e560d-2466-40b1-824c-348fd6e14ed6']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:43.244936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:43.262115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=f0dc490f-b854-451a-82c5-edccb7e9fb4a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:43.274564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3eab56-ebb6-4b03-9a85-c246e3e827ad') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:43.274863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3eab56-ebb6-4b03-9a85-c246e3e827ad') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:43.326794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.345968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Allocated IP 172.26.7.245 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/238d934d-eca2-4437-8a54-6967605da6f8) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:43.353035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:43.353250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.364691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': '2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:43.365080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: 4b3344a3-54c8-49a1-89a7-a770b9addefc, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:43.373507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.391221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:43.391654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:43.412270 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:43.418666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 66a3484a-0cbf-4d43-9421-2611d8406565, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=66a3484a-0cbf-4d43-9421-2611d8406565,segment=NetworkSegment(d69fef58-5e08-4911-a56e-332e9c8020bf),segment_id=d69fef58-5e08-4911-a56e-332e9c8020bf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:43.423154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Made reservation on behalf of 9622c3b7c871441595765121b18c7ad6 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:43.427683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.432064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cb2ed7fc-4e4c-4d9f-8f78-59391d2d2f2b None None] Provisioning complete for port 66a3484a-0cbf-4d43-9421-2611d8406565 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:43.433716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed7fc-4e4c-4d9f-8f78-59391d2d2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.525666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.531607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Allocated IP 172.20.0.13 (fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0/d16a6ee8-1084-46db-a170-75d34772a29e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:43.611834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:43.634933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.635337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Added segment 2c4f9556-6fc0-4aee-98de-35f2cebfe7fc of type vlan for network 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e Mar 03 10:15:43.646591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:43.649317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:43.658312 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:43.677640 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:43.678262 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:43.698503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=66a3484a-0cbf-4d43-9421-2611d8406565,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:43.709187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 4b3344a3-54c8-49a1-89a7-a770b9addefc) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:43.721891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:43.727410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:43.728094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.733799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.741284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70f63c-b89d-4436-ba01-cb54157d4b9c None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:43.754118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe012bf-1502-40d6-a587-5f0620ab559c req-e89cdd3a-90bd-4e0e-af13-6de98dd884eb tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:43.755837 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-abe012bf-1502-40d6-a587-5f0620ab559c req-e89cdd3a-90bd-4e0e-af13-6de98dd884eb tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5939045 Mar 03 10:15:43.773094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.792315 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:43.794809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.804657 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:43.805967 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:43.823485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=e70e560d-2466-40b1-824c-348fd6e14ed6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:43.841731 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-71fba6ca-a3fc-4aad-af7d-4baf9a2ea436 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/e70e560d-2466-40b1-824c-348fd6e14ed6 HTTP/1.1" status: 204 len: 168 time: 5.5466540 Mar 03 10:15:43.843590 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-27736fc9-770f-407c-a3f0-121961670131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4716406 Mar 03 10:15:43.849636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55824) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:43.849964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55826) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:43.853127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.868487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1696226181'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:43.873733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:43.878368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:43.881915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:43.884228 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:43.884798 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5134b-64d6-44bf-aad7-d529af0027f9 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:43.888492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:43.897356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.899068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1484401274'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:43.904045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.910960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:43.912234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.926333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:43.944374 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-abe012bf-1502-40d6-a587-5f0620ab559c req-e1b4a84e-7b10-438a-9596-8dfbb822ee26 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643839 Mar 03 10:15:43.945215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:43.949523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:43.952951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.972728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:43.972930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cb2ed7fc-4e4c-4d9f-8f78-59391d2d2f2b None None] Provisioning for port 900546d1-aafe-4e25-9a65-74de1e5e1343 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:43.974260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.982614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cb2ed7fc-4e4c-4d9f-8f78-59391d2d2f2b None None] Provisioning complete for port 900546d1-aafe-4e25-9a65-74de1e5e1343 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:43.983106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed7fc-4e4c-4d9f-8f78-59391d2d2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:43.987331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:44.007026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Transition to ACTIVE for port object d16a6ee8-1084-46db-a170-75d34772a29e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:44.013260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:44.016812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.034454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:44.041727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:44.048917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:44.051505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:44.052844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.053349 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment 1ed40830-8c9d-4c60-80ae-d7f8a41a105e of type vlan for network ccab199e-12d7-403c-86a7-6c73950ff3d2 Mar 03 10:15:44.064085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ed7fc-4e4c-4d9f-8f78-59391d2d2f2b None None] Port 900546d1-aafe-4e25-9a65-74de1e5e1343 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:44.074359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:44.086933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.100821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.101189 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment 78757617-1f6c-446a-9631-03a75005f613 of type vlan for network f8c02b3e-39a1-4ae3-98a2-04b0607519ef Mar 03 10:15:44.103008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.119452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.173571 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9812281 Mar 03 10:15:44.192032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0c8612db-dbe5-4394-a70f-5b3d46b867b5 None None] Provisioning complete for port 900546d1-aafe-4e25-9a65-74de1e5e1343 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:44.192541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c8612db-dbe5-4394-a70f-5b3d46b867b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.194605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.197799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55832) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:44.213563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event updated for resources: {'Port': ['ID=238d934d-eca2-4437-8a54-6967605da6f8,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:44.215799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b56178-cbb1-41ae-a143-2b395d8d46df tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Network': ['ID=571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:44.218476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1617487454'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:44.228468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:44.238080 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-14be5776-4784-449b-baf9-daa8b10df1aa tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3815439-91ae-42ac-8c26-afcba2b02c59 HTTP/1.1" status: 204 len: 168 time: 4.0733774 Mar 03 10:15:44.238836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55836) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:44.240823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:44.242053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Usage tracker for resource:network and tenant:9622c3b7c871441595765121b18c7ad6 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:44.250919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:44.254280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:44.257080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:44.272368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.277914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:44.278506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.286734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:44.317717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:44.344469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=d16a6ee8-1084-46db-a170-75d34772a29e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:44.360262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0c8612db-dbe5-4394-a70f-5b3d46b867b5 None None] Port 900546d1-aafe-4e25-9a65-74de1e5e1343 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:44.552891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.558200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:44.558785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.562624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Made reservation on behalf of 9622c3b7c871441595765121b18c7ad6 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:44.565778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.580406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2db2d985-6f55-486c-87d0-a03790bafa4b None None] Provisioning for port d16a6ee8-1084-46db-a170-75d34772a29e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:44.586413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2db2d985-6f55-486c-87d0-a03790bafa4b None None] Provisioning complete for port d16a6ee8-1084-46db-a170-75d34772a29e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:44.586996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2db2d985-6f55-486c-87d0-a03790bafa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.599579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 20c9254d-9ee9-47a2-bfd9-369fcd870d1b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:44.599579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.647393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2db2d985-6f55-486c-87d0-a03790bafa4b None None] Port d16a6ee8-1084-46db-a170-75d34772a29e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:44.663491 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8124585 Mar 03 10:15:44.670237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55840) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:44.675235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42499659-80d9-4dfc-81f0-3809de1db926 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=ccab199e-12d7-403c-86a7-6c73950ff3d2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:44.678807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'ports': [{'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc'}, {'network_id': 'ccab199e-12d7-403c-86a7-6c73950ff3d2'}]} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:44.679139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:44.679609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': 'ccab199e-12d7-403c-86a7-6c73950ff3d2'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:44.683674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:44.684148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.686037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network ccab199e-12d7-403c-86a7-6c73950ff3d2 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:44.711444 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8559067 Mar 03 10:15:44.731216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55844) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:44.737354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:44.742929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': 'f8c02b3e-39a1-4ae3-98a2-04b0607519ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:44.839131 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f29bb09c-8846-4c90-baaa-cce45cf88281 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.6124332 Mar 03 10:15:44.840337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:44.840694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Added segment 38193231-e579-4375-a85e-83725a42704e of type vlan for network c3e1d7c9-9fe7-4653-bc00-39d92623d414 Mar 03 10:15:44.847030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55848) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:44.858025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbe2fc-67cd-4493-9cb6-d2221fe6473f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=f8c02b3e-39a1-4ae3-98a2-04b0607519ef,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:44.872727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:44.957996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 66a3484a-0cbf-4d43-9421-2611d8406565 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:44.987059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.006114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:45.015162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:45.025327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:45.035916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:45.057141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.063538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:45.064354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.072426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 66a3484a-0cbf-4d43-9421-2611d8406565 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:45.073092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.087842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:45.091209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.161135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d1df5-afae-4f88-ade7-595f237affb3 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:45.166848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d1df5-afae-4f88-ade7-595f237affb3 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:45.173342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d1df5-afae-4f88-ade7-595f237affb3 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:45.174206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-759d1df5-afae-4f88-ade7-595f237affb3 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Synchronizing usage tracker for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:45.194277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.277818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:45.300790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:45.305070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:45.320044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:45.322845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.327258 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1264355 Mar 03 10:15:45.351368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ef86e-afdd-408b-bc56-99884c171774 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Network': ['ID=c3e1d7c9-9fe7-4653-bc00-39d92623d414,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:45.367959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-759d1df5-afae-4f88-ade7-595f237affb3 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Unset dirty status for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:45.369484 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-759d1df5-afae-4f88-ade7-595f237affb3 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5157821 Mar 03 10:15:45.371720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c3e1d7c9-9fe7-4653-bc00-39d92623d414 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:45.378780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55854) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:45.495999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55858) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:45.504172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port d16a6ee8-1084-46db-a170-75d34772a29e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:45.504523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.518891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 20c9254d-9ee9-47a2-bfd9-369fcd870d1b owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:45.537118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'subnets': [{'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2110727522', 'ip_version': 4}, {'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:45.537336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'subnet': {'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2110727522', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:45.537925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Request body: {'subnet': {'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:45.556067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 2} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:45.560468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:45.757275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52566dc9-e008-4bd4-87f5-f677ba2a7494 req-c1613f91-ab72-44f3-ad04-29023ac1995d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:45.758791 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52566dc9-e008-4bd4-87f5-f677ba2a7494 req-c1613f91-ab72-44f3-ad04-29023ac1995d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6157508 Mar 03 10:15:45.782933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.012511 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52566dc9-e008-4bd4-87f5-f677ba2a7494 req-65dda543-58de-473e-be3b-e368b78c51a6 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364347 Mar 03 10:15:46.028694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:46.036176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Usage tracker for resource:subnet and tenant:9622c3b7c871441595765121b18c7ad6 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:46.041196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:46.093432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.099978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:46.102085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.157898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.178260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Made reservation on behalf of 9622c3b7c871441595765121b18c7ad6 for: {'subnet': 2} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:46.182786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.183115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.268959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port d86ee508-908b-4f10-87d0-cb007451eeb6 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:46.444460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.469852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=4227384a-567a-4dcb-8688-b1f6b20d3224,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:46.512914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.525161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=20c9254d-9ee9-47a2-bfd9-369fcd870d1b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:46.672872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Calling delete_port for d16a6ee8-1084-46db-a170-75d34772a29e owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:46.703628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': '78757617-1f6c-446a-9631-03a75005f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8c02b3e-39a1-4ae3-98a2-04b0607519ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:46.703997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: f8c02b3e-39a1-4ae3-98a2-04b0607519ef, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:46.731566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-b2cc73f3-54af-4629-aa05-59c8e709f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:46.733053 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-b2cc73f3-54af-4629-aa05-59c8e709f96a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.4020095 Mar 03 10:15:46.795559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:46.797255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.802475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.809144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Router b907f413-0576-453f-99e8-77c7f2d551c6 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:46.858946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, f8c02b3e-39a1-4ae3-98a2-04b0607519ef) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:46.868147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:46.868147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:46.869141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2519031-5428-4e41-b598-f4028f2c0d43 None None] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:46.892886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263677e2-48ab-41e5-ba96-7c0afd3c8c37 req-87816ea2-481c-4fe8-bff9-ee7d0421f080 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:46.894428 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-263677e2-48ab-41e5-ba96-7c0afd3c8c37 req-87816ea2-481c-4fe8-bff9-ee7d0421f080 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4268920 Mar 03 10:15:46.904929 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-836a07c6-32ba-428e-a8e8-43f01364e42c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/ports/20c9254d-9ee9-47a2-bfd9-369fcd870d1b HTTP/1.1" status: 204 len: 168 time: 2.6652684 Mar 03 10:15:46.916040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55868) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:47.029792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:47.047496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:47.049882 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-09a005d9-5c43-4589-b67f-0a474addb877 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3175912 Mar 03 10:15:47.059972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55872) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:47.067748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:floatingip and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:47.074703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.080446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1544800929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:47.089844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:47.098940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 71695fe6-bf00-4a9c-b8d8-090479285b5e yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:47.113231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:47.120569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:47.130434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:router and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:47.135885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:47.136066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-f8c02b3e-39a1-4ae3-98a2-04b0607519ef', 'network_id': 'f8c02b3e-39a1-4ae3-98a2-04b0607519ef', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': '4227384a-567a-4dcb-8688-b1f6b20d3224'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:47.137238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.142250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-9a5f03fd-88d2-4c50-9bf2-c23715e20717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:47.143730 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-9a5f03fd-88d2-4c50-9bf2-c23715e20717 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 200 len: 912 time: 0.3957350 Mar 03 10:15:47.161505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:47.175800 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-263677e2-48ab-41e5-ba96-7c0afd3c8c37 req-0d0a433c-9b83-4a60-a128-58a9fc547c7e tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431948 Mar 03 10:15:47.208771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Port': ['ID=d16a6ee8-1084-46db-a170-75d34772a29e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:47.357911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Allocated IP 2001:db8::2 (f8c02b3e-39a1-4ae3-98a2-04b0607519ef/4227384a-567a-4dcb-8688-b1f6b20d3224/92d9f0c4-7ebf-4f4f-afe6-f146e916d938) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:47.422276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.506762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.519989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.521787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.531176 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5bb06345-9850-45c2-a823-c2b2d2297922 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/ports/d16a6ee8-1084-46db-a170-75d34772a29e HTTP/1.1" status: 204 len: 168 time: 2.1495125 Mar 03 10:15:47.532201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55876) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:47.576588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:47.590356 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5ce656-83d2-47d5-8033-ae98b7552b6f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] GET failed (client error): The resource could not be found. Mar 03 10:15:47.590897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9a5ce656-83d2-47d5-8033-ae98b7552b6f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Synchronizing usage tracker for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:47.595578 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-68e14ec0-47ad-490b-8c79-c2be69d333a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 200 len: 1001 time: 0.4382982 Mar 03 10:15:47.603557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] Sync routers for ids ['b907f413-0576-453f-99e8-77c7f2d551c6'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:47.604052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.605852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.626808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] Routers {'b907f413-0576-453f-99e8-77c7f2d551c6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:47.627456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b907f413-0576-453f-99e8-77c7f2d551c6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:47.664979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9a5ce656-83d2-47d5-8033-ae98b7552b6f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Unset dirty status for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:47.667790 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9a5ce656-83d2-47d5-8033-ae98b7552b6f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "GET /v2.0/ports/d16a6ee8-1084-46db-a170-75d34772a29e HTTP/1.1" status: 404 len: 333 time: 0.1325212 Mar 03 10:15:47.681403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55880) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:47.696054 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:47.702646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.705736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'name': 'tempest-AllowedAddressPairTestJSON-492180134'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:47.711406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] Routers {'b907f413-0576-453f-99e8-77c7f2d551c6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:47.712007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b907f413-0576-453f-99e8-77c7f2d551c6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:47.738937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Subnet': ['ID=6198d08b-2fe3-471c-8167-c451d17fa818,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:47.751124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.752022 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1140e1fc-fd32-4f14-ab22-d85b59a96909 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "PUT /v2.0/routers/b907f413-0576-453f-99e8-77c7f2d551c6 HTTP/1.1" status: 200 len: 879 time: 6.3889914 Mar 03 10:15:47.760225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55884) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:47.781112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:47.781512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb2499-7757-4df4-acdf-21a8c57e6b41 None None] The sync data for ids ['b907f413-0576-453f-99e8-77c7f2d551c6'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:47.784599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Transition to ACTIVE for port object 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:47.799607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Checking segment: {'id': '2c4f9556-6fc0-4aee-98de-35f2cebfe7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:47.799976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network hostable DHCP agents. Network: 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:47.805084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Transition to ACTIVE for port object 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:47.811822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.830184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.854139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:47.879340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:47.883977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:47.885973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-ab0c0009-20c9-430a-bb67-a11870a24b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:47.886629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.887332 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-ab0c0009-20c9-430a-bb67-a11870a24b9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 200 len: 851 time: 0.2817528 Mar 03 10:15:47.897987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3d2b3-6dae-4537-987c-3bfdfd961c95 None None] Network 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:47.899419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.921829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:47.936679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:47.943464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:47.945531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Pushing event updated for resources: {'Port': ['ID=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:47.951054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:47.951314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:47.955131 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2f402093-cf8f-43a2-a7fa-bf078ea283d5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8877230 Mar 03 10:15:47.957665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55888) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:48.062539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event updated for resources: {'Subnet': ['ID=0a41fa44-2522-4819-b691-1983684cb8ed,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:48.064765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:48.068773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.087354 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f720ce8e-6946-4e8c-a49d-0a40313da4ef tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/b907f413-0576-453f-99e8-77c7f2d551c6 HTTP/1.1" status: 200 len: 920 time: 0.3153391 Mar 03 10:15:48.087617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55892) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:48.104597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Attempting to bind port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:48.104954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Attempting to bind port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '78757617-1f6c-446a-9631-03a75005f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8c02b3e-39a1-4ae3-98a2-04b0607519ef'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:48.105323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Attempting to bind port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 on network f8c02b3e-39a1-4ae3-98a2-04b0607519ef {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:48.111868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.113498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:48.113498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Checking segment: {'id': '78757617-1f6c-446a-9631-03a75005f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8c02b3e-39a1-4ae3-98a2-04b0607519ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:48.113855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.114245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Bound using segment: {'id': '78757617-1f6c-446a-9631-03a75005f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8c02b3e-39a1-4ae3-98a2-04b0607519ef'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:48.114712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Bound port: 92d9f0c4-7ebf-4f4f-afe6-f146e916d938, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78757617-1f6c-446a-9631-03a75005f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8c02b3e-39a1-4ae3-98a2-04b0607519ef'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:48.115078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.115980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.213587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-ed74d39a-ec9e-457a-814a-3cdc96151dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:48.214723 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-ed74d39a-ec9e-457a-814a-3cdc96151dee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee90d131-9548-4482-9b8e-a2e6d0796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3196082 Mar 03 10:15:48.291761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:48.306299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] For port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:48.315793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:48.322486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e', 'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e', 'tenant_id': '9622c3b7c871441595765121b18c7ad6', 'fixed_ips': [{'subnet_id': '6198d08b-2fe3-471c-8167-c451d17fa818'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:48.323337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.333106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:48.333943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.335467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=d86ee508-908b-4f10-87d0-cb007451eeb6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:48.338139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] For port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,segment=NetworkSegment(78757617-1f6c-446a-9631-03a75005f613),segment_id=78757617-1f6c-446a-9631-03a75005f613)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:48.350217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.359556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Checking segment: {'id': '38193231-e579-4375-a85e-83725a42704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:48.359924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network hostable DHCP agents. Network: c3e1d7c9-9fe7-4653-bc00-39d92623d414, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:48.454047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] device_id is not set on port 7b15b2b0-7b26-4fae-848e-29c77032f178 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:48.550295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=71695fe6-bf00-4a9c-b8d8-090479285b5e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:48.562589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303a553-5924-4a3c-a1f2-b51d53b230ca None None] Pushing event updated for resources: {'Port': ['ID=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:48.585751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.26.7.179 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/2a42b0d9-3bea-423c-adc9-26afebae8925) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:48.600936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': '1ed40830-8c9d-4c60-80ae-d7f8a41a105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ccab199e-12d7-403c-86a7-6c73950ff3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:48.600936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: ccab199e-12d7-403c-86a7-6c73950ff3d2, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:48.611593 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-a0619679-c139-4b2a-921b-a4d549bba40d service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740916 Mar 03 10:15:48.646215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Allocated IP 172.20.0.2 (571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e/6198d08b-2fe3-471c-8167-c451d17fa818/f483b609-8f53-414d-a8f0-60f21b3bdf92) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:48.702605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Network c3e1d7c9-9fe7-4653-bc00-39d92623d414 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:48.793727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network ccab199e-12d7-403c-86a7-6c73950ff3d2 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:48.824957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, ccab199e-12d7-403c-86a7-6c73950ff3d2) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:48.836101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:48.843315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:48.846524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:48.847194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.868870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c3e1d7c9-9fe7-4653-bc00-39d92623d414) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:48.897775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:48.898288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:48.898889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:48.919557 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fa75dd6b-4416-4601-bd5e-f926a324a019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2481210 Mar 03 10:15:48.924409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55900) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:48.944729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b116db-c095-47f6-9f5d-b152f7a734d3 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:48.946248 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-93b116db-c095-47f6-9f5d-b152f7a734d3 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=b907f413-0576-453f-99e8-77c7f2d551c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8578334 Mar 03 10:15:48.958830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55904) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:48.961778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f81eb75-f1a8-4f09-ba78-97f495988694 None None] Network ccab199e-12d7-403c-86a7-6c73950ff3d2 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:48.974959 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7e1d9b8-4964-4f3d-a6f5-181dbf2cdf99 req-12090cbf-f38f-4e18-9bfb-d3158d13b8b3 service neutron] 10.222.0.32 "GET /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537714 Mar 03 10:15:48.992484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.029033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 71695fe6-bf00-4a9c-b8d8-090479285b5e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:49.029365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.042937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c0bfe-497c-4aad-abca-9558e0f545cd req-148d6dc6-4160-432a-adcf-42efe9ed27dd tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:49.050694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-946c0bfe-497c-4aad-abca-9558e0f545cd req-148d6dc6-4160-432a-adcf-42efe9ed27dd tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.7052917 Mar 03 10:15:49.057013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Allocated IP 172.20.0.10 (fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0/7b15b2b0-7b26-4fae-848e-29c77032f178) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:49.095487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ec489-7275-46c3-98d0-b1de40c30d55 None None] Network c3e1d7c9-9fe7-4653-bc00-39d92623d414 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:49.113982 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-40c5631a-344a-414d-acaa-62e106b687c4 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6143458 Mar 03 10:15:49.149896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.194350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55908) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:49.301229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.325909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Transition to ACTIVE for port object f483b609-8f53-414d-a8f0-60f21b3bdf92 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:49.339698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6f9f9-d3e0-4f5e-8e1c-fad0faf08de7 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:49.341289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6f9f9-d3e0-4f5e-8e1c-fad0faf08de7 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:49.343381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6f9f9-d3e0-4f5e-8e1c-fad0faf08de7 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:49.344915 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6da6f9f9-d3e0-4f5e-8e1c-fad0faf08de7 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1441545 Mar 03 10:15:49.348628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55912) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:49.390291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Transition to ACTIVE for port object f483b609-8f53-414d-a8f0-60f21b3bdf92 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:49.403109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.423177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.505310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Network 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:49.513977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:49.518411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:49.541947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb696e-f3f3-4e2e-9168-af72ed92507d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:49.546684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dcbb696e-f3f3-4e2e-9168-af72ed92507d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.5827608 Mar 03 10:15:49.551715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55916) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:49.571580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:49.577445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-c3e1d7c9-9fe7-4653-bc00-39d92623d414', 'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414', 'tenant_id': '9622c3b7c871441595765121b18c7ad6', 'fixed_ips': [{'subnet_id': '0a41fa44-2522-4819-b691-1983684cb8ed'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:49.578412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.586582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:49.594384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Pushing event updated for resources: {'Port': ['ID=f483b609-8f53-414d-a8f0-60f21b3bdf92,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:49.604016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:49.640174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.658726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Deleting subnet 6198d08b-2fe3-471c-8167-c451d17fa818 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:49.662407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.710772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Attempting to bind port f483b609-8f53-414d-a8f0-60f21b3bdf92 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:49.711133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Attempting to bind port f483b609-8f53-414d-a8f0-60f21b3bdf92 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '2c4f9556-6fc0-4aee-98de-35f2cebfe7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:49.711821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Attempting to bind port f483b609-8f53-414d-a8f0-60f21b3bdf92 on network 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:49.731071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:49.731464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Checking segment: {'id': '2c4f9556-6fc0-4aee-98de-35f2cebfe7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:49.731867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.732256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Bound using segment: {'id': '2c4f9556-6fc0-4aee-98de-35f2cebfe7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:49.732724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Bound port: f483b609-8f53-414d-a8f0-60f21b3bdf92, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4f9556-6fc0-4aee-98de-35f2cebfe7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:49.733610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.740047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.745784 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-946c0bfe-497c-4aad-abca-9558e0f545cd req-3a6b3394-468d-47aa-8735-10115dd16b4c tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6936719 Mar 03 10:15:49.809591 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1e96f757-e1ed-49f0-9048-8944535f7017 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=b907f413-0576-453f-99e8-77c7f2d551c6 HTTP/1.1" status: 200 len: 205 time: 0.2513626 Mar 03 10:15:49.865191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55920) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:49.870490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:49.899713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Allocated IP 172.20.0.18 (c3e1d7c9-9fe7-4653-bc00-39d92623d414/0a41fa44-2522-4819-b691-1983684cb8ed/91aa3493-0735-4a0a-b856-35b457089cd5) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:49.953225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=2a42b0d9-3bea-423c-adc9-26afebae8925,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:49.986430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.001844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] For port f483b609-8f53-414d-a8f0-60f21b3bdf92, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:50.043536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] For port f483b609-8f53-414d-a8f0-60f21b3bdf92, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f483b609-8f53-414d-a8f0-60f21b3bdf92,segment=NetworkSegment(2c4f9556-6fc0-4aee-98de-35f2cebfe7fc),segment_id=2c4f9556-6fc0-4aee-98de-35f2cebfe7fc)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:50.054489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.107282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c027e-39af-41bb-a794-d502c201d1f6 None None] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:50.158332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 71695fe6-bf00-4a9c-b8d8-090479285b5e owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:50.214001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.221942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Subnet': ['ID=6198d08b-2fe3-471c-8167-c451d17fa818,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:50.243118 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3d99ac36-9da5-4679-9530-7ae082ab187e tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/subnets/6198d08b-2fe3-471c-8167-c451d17fa818 HTTP/1.1" status: 204 len: 168 time: 0.8838758 Mar 03 10:15:50.250635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55924) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:50.308625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f2983-39c2-42a3-b754-21dc956f50c7 None None] Pushing event updated for resources: {'Port': ['ID=f483b609-8f53-414d-a8f0-60f21b3bdf92,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:50.308891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.315690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-858913b0-267a-4cbe-9185-86e3f651f616 None None] Provisioning for port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:50.351072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.364935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.365530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Deleting subnet 0a41fa44-2522-4819-b691-1983684cb8ed {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:15:50.369342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.372398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.399977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Transition to ACTIVE for port object 91aa3493-0735-4a0a-b856-35b457089cd5 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:50.434529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Transition to ACTIVE for port object 91aa3493-0735-4a0a-b856-35b457089cd5 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:50.452304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Transition to ACTIVE for port object 7b15b2b0-7b26-4fae-848e-29c77032f178 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:50.460075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.479943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.516793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.521459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8::1 (f8c02b3e-39a1-4ae3-98a2-04b0607519ef/4227384a-567a-4dcb-8688-b1f6b20d3224/4fc7d0e1-26cf-4182-8c65-8be8d6e6db50) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:50.618323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=71695fe6-bf00-4a9c-b8d8-090479285b5e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:50.625036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Network c3e1d7c9-9fe7-4653-bc00-39d92623d414 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:50.628377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.644160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:50.662713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.690398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Pushing event updated for resources: {'Port': ['ID=91aa3493-0735-4a0a-b856-35b457089cd5,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:50.698878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:50.706158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.713026 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fe4440a8-db59-4d5f-8a1a-50a31a2be593 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/71695fe6-bf00-4a9c-b8d8-090479285b5e HTTP/1.1" status: 204 len: 168 time: 1.7849069 Mar 03 10:15:50.718411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55928) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:50.762062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.834697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Attempting to bind port 91aa3493-0735-4a0a-b856-35b457089cd5 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:50.835061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Attempting to bind port 91aa3493-0735-4a0a-b856-35b457089cd5 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '38193231-e579-4375-a85e-83725a42704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:50.836139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Attempting to bind port 91aa3493-0735-4a0a-b856-35b457089cd5 on network c3e1d7c9-9fe7-4653-bc00-39d92623d414 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:50.853999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:50.854680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Checking segment: {'id': '38193231-e579-4375-a85e-83725a42704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:50.857583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.858359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Bound using segment: {'id': '38193231-e579-4375-a85e-83725a42704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:50.859089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Bound port: 91aa3493-0735-4a0a-b856-35b457089cd5, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38193231-e579-4375-a85e-83725a42704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3e1d7c9-9fe7-4653-bc00-39d92623d414'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:50.859713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.863417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=7b15b2b0-7b26-4fae-848e-29c77032f178,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:50.874643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.907429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.959532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Subnet': ['ID=0a41fa44-2522-4819-b691-1983684cb8ed,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:50.966404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:50.978605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Deleting port 238d934d-eca2-4437-8a54-6967605da6f8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:50.978949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:50.990804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.013324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:51.029290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:51.036634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] For port 91aa3493-0735-4a0a-b856-35b457089cd5, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:51.041720 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-63b30d5b-244f-4e17-8e4a-7d10ec7ab7f9 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/subnets/0a41fa44-2522-4819-b691-1983684cb8ed HTTP/1.1" status: 204 len: 168 time: 0.7900155 Mar 03 10:15:51.045733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] For port 91aa3493-0735-4a0a-b856-35b457089cd5, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=91aa3493-0735-4a0a-b856-35b457089cd5,segment=NetworkSegment(38193231-e579-4375-a85e-83725a42704e),segment_id=38193231-e579-4375-a85e-83725a42704e)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:51.058517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.094038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55934) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:51.155136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f483b609-8f53-414d-a8f0-60f21b3bdf92 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:51.249656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e548db-8eaf-4039-903f-e63feb5ebbdf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:51.257808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e548db-8eaf-4039-903f-e63feb5ebbdf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:51.258603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-98e548db-8eaf-4039-903f-e63feb5ebbdf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:51.310632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-98e548db-8eaf-4039-903f-e63feb5ebbdf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:51.311713 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-98e548db-8eaf-4039-903f-e63feb5ebbdf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5899611 Mar 03 10:15:51.315527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55938) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:51.345101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d7fc-1e53-4bda-a666-45956106ebda None None] Pushing event updated for resources: {'Port': ['ID=91aa3493-0735-4a0a-b856-35b457089cd5,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:51.349748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.368184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port f483b609-8f53-414d-a8f0-60f21b3bdf92 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:51.374530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:51.407197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec78e80-3a86-49c4-9a1f-0e5315091985 None None] Network c3e1d7c9-9fe7-4653-bc00-39d92623d414 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:51.408262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port d86ee508-908b-4f10-87d0-cb007451eeb6 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:51.408389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.458351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:51.459021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.482994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.490171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:51.502522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.506387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba0424-7be9-4600-9756-9d34659563e2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:51.507217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5cba0424-7be9-4600-9756-9d34659563e2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Synchronizing usage tracker for tenant:9622c3b7c871441595765121b18c7ad6 on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:51.553739 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9423a9d8-c59e-4ca9-b013-478f1620051f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8620548 Mar 03 10:15:51.566839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55942) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:51.589711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:27:01:73'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:51.617705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-32f26e05-ee6b-411b-8401-b6301bd22765 None None] Provisioning for port 7b15b2b0-7b26-4fae-848e-29c77032f178 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:51.629786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:51.631688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5cba0424-7be9-4600-9756-9d34659563e2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Unset dirty status for tenant:9622c3b7c871441595765121b18c7ad6 on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:51.636566 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5cba0424-7be9-4600-9756-9d34659563e2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4582205 Mar 03 10:15:51.655999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ce0b-aa7f-4aab-801a-7458a53b1115 req-f503621c-7fc3-4e69-951a-da07975f3c66 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:51.657376 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bcc5ce0b-aa7f-4aab-801a-7458a53b1115 req-f503621c-7fc3-4e69-951a-da07975f3c66 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.6334410 Mar 03 10:15:51.657871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55946) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:51.662351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.681586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-32f26e05-ee6b-411b-8401-b6301bd22765 None None] Provisioning complete for port 7b15b2b0-7b26-4fae-848e-29c77032f178 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:51.681823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-32f26e05-ee6b-411b-8401-b6301bd22765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.722276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:51.722704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.735717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=2a42b0d9-3bea-423c-adc9-26afebae8925,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:51.776413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.796150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-32f26e05-ee6b-411b-8401-b6301bd22765 None None] Port 7b15b2b0-7b26-4fae-848e-29c77032f178 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:51.814693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.816405 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-52232eea-8ec7-4472-abc6-968a81184f20 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8560555 Mar 03 10:15:51.830191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55950) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:51.844786 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'port': {'network_id': '8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da', 'name': 'tempest-FloatingIPTestJSON-662770269'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:51.866651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Calling delete_port for 238d934d-eca2-4437-8a54-6967605da6f8 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:51.884795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.924532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.926191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,segment=NetworkSegment(78757617-1f6c-446a-9631-03a75005f613),segment_id=78757617-1f6c-446a-9631-03a75005f613)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:51.932962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:51.968957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.012202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd0844-fcfe-4e14-83f5-6eb0c6bf1674 None None] Network 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:52.057160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:52.122195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4be974ea-e8c6-4504-9563-f4e2df76b7a1 None None] Provisioning for port f483b609-8f53-414d-a8f0-60f21b3bdf92 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:52.141370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4be974ea-e8c6-4504-9563-f4e2df76b7a1 None None] Provisioning complete for port f483b609-8f53-414d-a8f0-60f21b3bdf92 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:52.141745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4be974ea-e8c6-4504-9563-f4e2df76b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.171833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for d86ee508-908b-4f10-87d0-cb007451eeb6 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:52.295258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:52.299609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:port and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:52.302547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:52.305182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.341216 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bcc5ce0b-aa7f-4aab-801a-7458a53b1115 req-b2c3bd2f-b9ad-4af0-85f7-4e032bc36d94 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6613340 Mar 03 10:15:52.349702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:52.350567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:52.364942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4be974ea-e8c6-4504-9563-f4e2df76b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.376430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.378601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:52.380959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:52.396964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:52.397497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.400397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.401192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4be974ea-e8c6-4504-9563-f4e2df76b7a1 None None] For port f483b609-8f53-414d-a8f0-60f21b3bdf92, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f483b609-8f53-414d-a8f0-60f21b3bdf92,segment=NetworkSegment(2c4f9556-6fc0-4aee-98de-35f2cebfe7fc),segment_id=2c4f9556-6fc0-4aee-98de-35f2cebfe7fc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:52.413601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=d86ee508-908b-4f10-87d0-cb007451eeb6,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:52.418288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4be974ea-e8c6-4504-9563-f4e2df76b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.420328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=4fc7d0e1-26cf-4182-8c65-8be8d6e6db50,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:52.427746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.442684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] device_id is not set on port 5ecaf218-0510-45b6-b8a2-3471d5edbdde yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:52.493970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Deleting port 91aa3493-0735-4a0a-b856-35b457089cd5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:52.494318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.496619 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0a67d339-684b-4100-b947-d5e3257ac7dd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/d86ee508-908b-4f10-87d0-cb007451eeb6 HTTP/1.1" status: 204 len: 168 time: 1.1800508 Mar 03 10:15:52.499005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55958) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:52.569987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] DHCP port deletion for 571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:15:52.597730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] Deleting port f483b609-8f53-414d-a8f0-60f21b3bdf92 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:52.598878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.651012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be974ea-e8c6-4504-9563-f4e2df76b7a1 None None] Pushing event updated for resources: {'Port': ['ID=f483b609-8f53-414d-a8f0-60f21b3bdf92,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:52.708247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b277949f-72aa-4666-a3e1-7a1e58ea8d5e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:52.708961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b277949f-72aa-4666-a3e1-7a1e58ea8d5e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:52.723391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.10 (8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da/44965dc3-6e63-4cd7-a3b1-ee45efd47b61/5ecaf218-0510-45b6-b8a2-3471d5edbdde) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:52.750284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b277949f-72aa-4666-a3e1-7a1e58ea8d5e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:52.754377 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b277949f-72aa-4666-a3e1-7a1e58ea8d5e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2544463 Mar 03 10:15:52.764403 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55962) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:52.825298 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-36edf2c4-78d9-40b8-9c8d-63a045ba94cf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:15:52.830380 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-36edf2c4-78d9-40b8-9c8d-63a045ba94cf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/71695fe6-bf00-4a9c-b8d8-090479285b5e HTTP/1.1" status: 404 len: 333 time: 0.0643141 Mar 03 10:15:52.833207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55966) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:52.891816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4eefca02-bcd6-4ebc-b168-f84f41494b0d None None] Provisioning for port 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:52.894070 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e43b9a-97d2-4766-8c07-8f6c0b25d886 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:15:52.899025 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f9e43b9a-97d2-4766-8c07-8f6c0b25d886 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/d86ee508-908b-4f10-87d0-cb007451eeb6 HTTP/1.1" status: 404 len: 333 time: 0.0642321 Mar 03 10:15:52.899184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] For port f483b609-8f53-414d-a8f0-60f21b3bdf92, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f483b609-8f53-414d-a8f0-60f21b3bdf92,segment=NetworkSegment(2c4f9556-6fc0-4aee-98de-35f2cebfe7fc),segment_id=2c4f9556-6fc0-4aee-98de-35f2cebfe7fc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:52.899184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.907875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4eefca02-bcd6-4ebc-b168-f84f41494b0d None None] Provisioning complete for port 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:52.908402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4eefca02-bcd6-4ebc-b168-f84f41494b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:52.914736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55970) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:52.955508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:53.023231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] For port 91aa3493-0735-4a0a-b856-35b457089cd5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=91aa3493-0735-4a0a-b856-35b457089cd5,segment=NetworkSegment(38193231-e579-4375-a85e-83725a42704e),segment_id=38193231-e579-4375-a85e-83725a42704e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:53.023653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.049177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.105716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] Calling delete_port for f483b609-8f53-414d-a8f0-60f21b3bdf92 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:53.110816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.130496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.173193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-4eefca02-bcd6-4ebc-b168-f84f41494b0d None None] Port 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:53.205775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.215801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:53.216168 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.220002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Calling delete_port for 91aa3493-0735-4a0a-b856-35b457089cd5 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:53.265558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.293991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.333070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] Pushing event deleted for resources: {'Port': ['ID=f483b609-8f53-414d-a8f0-60f21b3bdf92,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:53.336167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5681b78-1224-4ebe-917d-d04cce4fc625 None None] No DVR routers for this DVR port f483b609-8f53-414d-a8f0-60f21b3bdf92 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:53.357002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event deleted for resources: {'Port': ['ID=238d934d-eca2-4437-8a54-6967605da6f8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:53.379840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6cb1a-8257-4c5f-b553-36fde5e43e3f None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:15:53.394106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.431022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccab199e-12d7-403c-86a7-6c73950ff3d2']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:53.446085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed40830-8c9d-4c60-80ae-d7f8a41a105e') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:53.446567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed40830-8c9d-4c60-80ae-d7f8a41a105e') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:53.465765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.483461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.504312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c05b6-95c1-4488-8985-c32673d087b8 req-d6a5982e-ee44-4cf4-8a84-b0196ca9b87d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:53.511160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b57c05b6-95c1-4488-8985-c32673d087b8 req-d6a5982e-ee44-4cf4-8a84-b0196ca9b87d tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.9657207 Mar 03 10:15:53.528689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.543797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6cb1a-8257-4c5f-b553-36fde5e43e3f None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:15:53.556672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:53.557483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.568724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f483b609-8f53-414d-a8f0-60f21b3bdf92 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:53.577742 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:53.628987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: f483b609-8f53-414d-a8f0-60f21b3bdf92 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:15:53.629232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f483b609-8f53-414d-a8f0-60f21b3bdf92 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:15:53.665345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network 8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:53.675328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:53.680617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:53.705492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=5ecaf218-0510-45b6-b8a2-3471d5edbdde,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:53.727090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.743936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.751427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.765155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=ccab199e-12d7-403c-86a7-6c73950ff3d2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:53.775646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:53.776300 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.795710 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-da60fccd-4428-41da-84a6-30277e4e5e7b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/ccab199e-12d7-403c-86a7-6c73950ff3d2 HTTP/1.1" status: 204 len: 168 time: 0.8800421 Mar 03 10:15:53.798107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55974) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:53.805099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-19478116'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:53.809793 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ee64b1e1-27de-40e3-a1c5-89c604683e52 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9781659 Mar 03 10:15:53.813609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:53.815840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55978) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:53.820343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:53.827034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'port_id': '5ecaf218-0510-45b6-b8a2-3471d5edbdde'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:53.890353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:53.911102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:53.918429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:53.952662 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b57c05b6-95c1-4488-8985-c32673d087b8 req-9b993da0-9ca5-4faa-9551-d71b4f4d2754 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391935 Mar 03 10:15:53.963648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.010651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.033591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:54.037171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.120675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:15:54.148152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.148443 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment 82c729c5-0633-4509-9b4d-f03997012047 of type vlan for network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 Mar 03 10:15:54.220324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Port': ['ID=91aa3493-0735-4a0a-b856-35b457089cd5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:54.224876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] No DVR routers for this DVR port 91aa3493-0735-4a0a-b856-35b457089cd5 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:15:54.247005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.361155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.366516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:54.367100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.371586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.440528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.556937 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7575445 Mar 03 10:15:54.567967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55986) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:54.571317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd86db-11fd-415e-91b1-96b4e9650b8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=0105b8de-bd4c-4708-82fb-b8a5b1b0aed0,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:54.576255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:54.582215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:15:54.617870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.652429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.652933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Fanout notify agent at l3_agent the message router_deleted on router b907f413-0576-453f-99e8-77c7f2d551c6 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:15:54.688450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e1d7c9-9fe7-4653-bc00-39d92623d414']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:54.701010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:54.706688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:54.710821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:54.718310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38193231-e579-4375-a85e-83725a42704e') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:54.718712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38193231-e579-4375-a85e-83725a42704e') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:54.721083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:54.735786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.739901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:54.743388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.760245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.768149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.769256 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ca7a10db-839d-4b5e-9f08-e446b7aa8276 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/b907f413-0576-453f-99e8-77c7f2d551c6 HTTP/1.1" status: 204 len: 168 time: 4.9029760 Mar 03 10:15:54.772947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.810750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55990) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:54.875830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2136555423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:54.896155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac20105-520a-4af7-b69e-6ae95a36ad07 req-855e24ca-501d-4b27-ac17-3e52e2acacd8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:54.897775 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ac20105-520a-4af7-b69e-6ae95a36ad07 req-855e24ca-501d-4b27-ac17-3e52e2acacd8 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.5625672 Mar 03 10:15:54.903206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.918173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:54.950829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Usage tracker for resource:router and tenant:3dbf5715c6264c3f970c22ca044b0cbc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:15:54.956305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:54.956706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:54.975074 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:54.987784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:15:55.014386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:15:55.021802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:55.035455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Performing IP validity checks on allocation pools {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:15:55.036126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:15:55.058926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.067311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.084215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=7b15b2b0-7b26-4fae-848e-29c77032f178,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:55.110965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-931e1a02-6297-4857-878e-70f8c333c329 None None] Provisioning complete for port 7b15b2b0-7b26-4fae-848e-29c77032f178 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:55.111485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.111658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-931e1a02-6297-4857-878e-70f8c333c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.119773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] In _notify_port_updated(), no bound segment for port 7b15b2b0-7b26-4fae-848e-29c77032f178 on network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:15:55.125929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:55.126556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.130596 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d89b0000-b430-4971-a93f-cc7e07fe4de8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "PUT /v2.0/ports/7b15b2b0-7b26-4fae-848e-29c77032f178 HTTP/1.1" status: 200 len: 994 time: 3.5568316 Mar 03 10:15:55.135072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 55994) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:55.171339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.171699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.172869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-931e1a02-6297-4857-878e-70f8c333c329 None None] Port 7b15b2b0-7b26-4fae-848e-29c77032f178 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:55.175642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.176382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.182235 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ac20105-520a-4af7-b69e-6ae95a36ad07 req-98a6ae17-82d1-4be9-bc06-409b6a599fe4 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700036 Mar 03 10:15:55.248437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.252932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.313865 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP 1a3c9924-49a9-4e77-aeca-efd0eaeff0ca associated. External IP: 172.26.7.179, port: 5ecaf218-0510-45b6-b8a2-3471d5edbdde. Mar 03 10:15:55.324857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Network': ['ID=c3e1d7c9-9fe7-4653-bc00-39d92623d414,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:55.403068 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6d70c2c4-b989-47e5-849b-cab317d9702b tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/networks/c3e1d7c9-9fe7-4653-bc00-39d92623d414 HTTP/1.1" status: 204 len: 168 time: 3.7312469 Mar 03 10:15:55.404432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.409571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 55998) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:55.415750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port 7b15b2b0-7b26-4fae-848e-29c77032f178 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:55.416086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.453438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=4fc7d0e1-26cf-4182-8c65-8be8d6e6db50,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:55.462840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.695024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.703077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=458f01c5-8144-4984-8696-4df10b0f8406,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:55.710572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.738908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:55.742592 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eb2462ce-51ee-46da-af1a-57826b438d04 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9212253 Mar 03 10:15:55.757763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:55.768806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56002) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:55.769593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:55.781600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': True}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:55.791451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': '82c729c5-0633-4509-9b4d-f03997012047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:55.791814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:15:55.954064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:15:56.007661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-459885f5-8e8f-40da-9d96-9dd9af8968d0 None None] Provisioning complete for port 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:56.008224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-459885f5-8e8f-40da-9d96-9dd9af8968d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.038866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:56.042165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.054615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a7929c-76c9-4501-a6ba-3827d2973187 None None] Network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:56.054804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:56.058157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:56.058748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.100164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:56.100814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-459885f5-8e8f-40da-9d96-9dd9af8968d0 None None] Port 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:15:56.175115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-41fc9cf8-b4ae-4162-b167-1dd9a2ea840e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6030347 Mar 03 10:15:56.175115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4f9556-6fc0-4aee-98de-35f2cebfe7fc') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:56.175115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4f9556-6fc0-4aee-98de-35f2cebfe7fc') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:56.178145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56006) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:56.196370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.221163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.230293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:56.231694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.247637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0', 'name': 'tempest-PortsTestJSON-1669471321'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:56.308614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-0105b8de-bd4c-4708-82fb-b8a5b1b0aed0', 'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0', 'tenant_id': 'c46ea56fc50c4ccf9fe1767f39c7813b', 'fixed_ips': [{'subnet_id': '458f01c5-8144-4984-8696-4df10b0f8406'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:15:56.309712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.367869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:56.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:56.533367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Allocated IP 172.20.0.2 (0105b8de-bd4c-4708-82fb-b8a5b1b0aed0/458f01c5-8144-4984-8696-4df10b0f8406/e1283584-7355-4241-b4d6-eb02c76bcada) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:56.641214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.645288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.667275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Calling delete_port for 7b15b2b0-7b26-4fae-848e-29c77032f178 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:56.682013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Network': ['ID=571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:56.684937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:56.690471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.698146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.703410 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:56.713955 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:56.714786 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:56.725796 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6c618c46-091e-4ddf-b1f0-12de29ac255c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/networks/571dbf74-e7f8-4ef2-b3f3-7050ff3d6a9e HTTP/1.1" status: 204 len: 168 time: 1.3131702 Mar 03 10:15:56.732698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56012) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:56.772622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.779627 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:56.786726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Transition to ACTIVE for port object e1283584-7355-4241-b4d6-eb02c76bcada will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:56.790957 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:56.791895 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:56.801755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:56.810225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Transition to ACTIVE for port object e1283584-7355-4241-b4d6-eb02c76bcada will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:56.820688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.861799 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:56.862295 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-94583eb2-693f-4081-85de-3f78487363ad tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/floatingips/1a3c9924-49a9-4e77-aeca-efd0eaeff0ca HTTP/1.1" status: 200 len: 978 time: 3.0453188 Mar 03 10:15:56.862603 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e545770-1546-450d-92da-b15ba9aae170 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:56.872491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56016) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:56.883265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-77cf9123-97cd-4923-a50e-13e0dc5b7633 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:56.883942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-77cf9123-97cd-4923-a50e-13e0dc5b7633 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Synchronizing usage tracker for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:56.895981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:56.918539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:56.922658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:56.932879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:56.939160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:56.972554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-77cf9123-97cd-4923-a50e-13e0dc5b7633 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Unset dirty status for tenant:122ade7fab684c668de2b4bf0dfc46bc on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:56.973671 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-77cf9123-97cd-4923-a50e-13e0dc5b7633 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.32 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4100771 Mar 03 10:15:56.981951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Pushing event updated for resources: {'Port': ['ID=e1283584-7355-4241-b4d6-eb02c76bcada,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:57.048348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 5ecaf218-0510-45b6-b8a2-3471d5edbdde {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:57.048912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.053678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Attempting to bind port e1283584-7355-4241-b4d6-eb02c76bcada on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:15:57.054122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Attempting to bind port e1283584-7355-4241-b4d6-eb02c76bcada by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '82c729c5-0633-4509-9b4d-f03997012047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:15:57.054396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Attempting to bind port e1283584-7355-4241-b4d6-eb02c76bcada on network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:15:57.060954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:15:57.061862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Checking segment: {'id': '82c729c5-0633-4509-9b4d-f03997012047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:15:57.062826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.063457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Bound using segment: {'id': '82c729c5-0633-4509-9b4d-f03997012047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:15:57.064126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Bound port: e1283584-7355-4241-b4d6-eb02c76bcada, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c729c5-0633-4509-9b4d-f03997012047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0105b8de-bd4c-4708-82fb-b8a5b1b0aed0'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:15:57.064747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.104237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:57.107690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.137349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router c43dbb36-4515-443e-b377-fa10c9dc9ff1 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:15:57.175277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:15:57.179268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e1283584-7355-4241-b4d6-eb02c76bcada,segment=NetworkSegment(82c729c5-0633-4509-9b4d-f03997012047),segment_id=82c729c5-0633-4509-9b4d-f03997012047)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:15:57.184738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.207973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port d95670b0-c98e-4d5b-b9b6-9eb04282185a yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:57.267133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Deleting port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:15:57.267541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.270196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc48a-302f-425f-be2b-8a4256985e2c req-739ddd22-3d95-4a8d-aaa8-100ad37d2b47 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:57.271904 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ef9cc48a-302f-425f-be2b-8a4256985e2c req-739ddd22-3d95-4a8d-aaa8-100ad37d2b47 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.9169445 Mar 03 10:15:57.292122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b5156-87fb-4577-8ba7-6a5c141aa720 None None] Pushing event updated for resources: {'Port': ['ID=e1283584-7355-4241-b4d6-eb02c76bcada,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:57.301803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.379570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.386642 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f13120-cb5f-4081-8383-98c8ec2e425b']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:57.419819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5d09c4-aba5-4dcd-98f9-70f54e0bc8e7') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:57.420106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5d09c4-aba5-4dcd-98f9-70f54e0bc8e7') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:57.535541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.536390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Port': ['ID=7b15b2b0-7b26-4fae-848e-29c77032f178,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:57.598105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.638755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.650672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:57.651073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.668407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:57.670111 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:57.672451 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ef9cc48a-302f-425f-be2b-8a4256985e2c req-daee0b2c-30cd-4ad5-aa26-e8ea0a6dbe66 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287699 Mar 03 10:15:57.684623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] Sync routers for ids ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:15:57.706916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] Routers {'c43dbb36-4515-443e-b377-fa10c9dc9ff1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:57.708415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:57.762660 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-adaa4a0a-4407-41ee-86e7-04eb124b748d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/c43dbb36-4515-443e-b377-fa10c9dc9ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7990227 Mar 03 10:15:57.794625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.8 (0105b8de-bd4c-4708-82fb-b8a5b1b0aed0/458f01c5-8144-4984-8696-4df10b0f8406/d95670b0-c98e-4d5b-b9b6-9eb04282185a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:57.797696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56020) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:57.798660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:57.809578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] Routers {'c43dbb36-4515-443e-b377-fa10c9dc9ff1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:15:57.810510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:57.908532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:57.909567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319a0d7-ae85-4c31-8f11-9e6ae754be53 None None] The sync data for ids ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:15:57.927028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:57.930821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.033377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6cdb4-51e6-4a10-93de-3229a37197aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:58.034270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e0a6cdb4-51e6-4a10-93de-3229a37197aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:58.114878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.116723 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fd305bd3-4d51-42d6-8825-ca15540b28e7 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/ports/7b15b2b0-7b26-4fae-848e-29c77032f178 HTTP/1.1" status: 204 len: 168 time: 2.9784358 Mar 03 10:15:58.148164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56024) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:58.172600 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/networks/42f13120-cb5f-4081-8383-98c8ec2e425b HTTP/1.1" status: 204 len: 168 time: 1.4365478 Mar 03 10:15:58.172600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7aa90-e834-45e0-86b9-68bb1fdbe1d2 tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Network': ['ID=42f13120-cb5f-4081-8383-98c8ec2e425b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:58.175831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] For port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:58.176197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.183452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56028) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:58.293612 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-23492d54-b5ee-435f-8b1f-2e918339281b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] GET failed (client error): The resource could not be found. Mar 03 10:15:58.294167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-23492d54-b5ee-435f-8b1f-2e918339281b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Synchronizing usage tracker for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:15:58.304116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e0a6cdb4-51e6-4a10-93de-3229a37197aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:58.307981 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e0a6cdb4-51e6-4a10-93de-3229a37197aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports/4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 HTTP/1.1" status: 200 len: 911 time: 0.5014594 Mar 03 10:15:58.314704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56032) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:58.417236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-23492d54-b5ee-435f-8b1f-2e918339281b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Unset dirty status for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:15:58.418389 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23492d54-b5ee-435f-8b1f-2e918339281b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "GET /v2.0/ports/7b15b2b0-7b26-4fae-848e-29c77032f178 HTTP/1.1" status: 404 len: 333 time: 0.2695186 Mar 03 10:15:58.424298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.449222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56036) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:15:58.500436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.521687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.522066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.523062 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP 1a3c9924-49a9-4e77-aeca-efd0eaeff0ca disassociated. External IP: 172.26.7.179, port: 5ecaf218-0510-45b6-b8a2-3471d5edbdde. Mar 03 10:15:58.523449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 5ecaf218-0510-45b6-b8a2-3471d5edbdde owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:58.525663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399df4a0-edd0-4d8c-9134-2233cc309a82 None None] Network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:15:58.621740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-03bf11c4-e39c-4ad0-9101-f63987931eec None None] Provisioning for port e1283584-7355-4241-b4d6-eb02c76bcada completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:58.675102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'name': 'tempest-AllowedAddressPairTestJSON-1298975258'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:15:58.689158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.911167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.959411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:58.961058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e1283584-7355-4241-b4d6-eb02c76bcada up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:15:59.019899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf7ca6d-c615-468c-93c2-eea7128823d2']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:59.038067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.038574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.039036 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Floating IP 014d00e4-3845-47a6-8772-4f828279870a disassociated. External IP: 172.26.7.177, port: 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1. Mar 03 10:15:59.039492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Calling delete_port for 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:15:59.051892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e1283584-7355-4241-b4d6-eb02c76bcada completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:15:59.059574 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e1283584-7355-4241-b4d6-eb02c76bcada triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:59.060926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.069860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4224ed5a-2f45-425d-b17b-bc6f6be9b838') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:59.070292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4224ed5a-2f45-425d-b17b-bc6f6be9b838') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:15:59.085794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.103020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23bafa78-76df-4139-a165-55e4915bfc70 None None] Provisioning complete for port e1283584-7355-4241-b4d6-eb02c76bcada triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:15:59.103261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23bafa78-76df-4139-a165-55e4915bfc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.137825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.164290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=5ecaf218-0510-45b6-b8a2-3471d5edbdde,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:59.177530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object d95670b0-c98e-4d5b-b9b6-9eb04282185a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:15:59.183106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.245011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:15:59.245266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:15:59.245266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:15:59.275128 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:15:59.300265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:15:59.300482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.311343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23bafa78-76df-4139-a165-55e4915bfc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.326357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Allocated IP 172.26.7.64 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/9bb55192-1147-4b84-a291-4daadbde7e6d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:15:59.358031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e1283584-7355-4241-b4d6-eb02c76bcada,segment=NetworkSegment(82c729c5-0633-4509-9b4d-f03997012047),segment_id=82c729c5-0633-4509-9b4d-f03997012047)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:15:59.365384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.367143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f130a-0033-47eb-a46d-68618c8cdcf1 req-ecc81d9c-61c0-4829-8973-92567af1e40a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:59.368273 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba7f130a-0033-47eb-a46d-68618c8cdcf1 req-ecc81d9c-61c0-4829-8973-92567af1e40a tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 945 time: 0.4898860 Mar 03 10:15:59.376564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:15:59.380001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.476442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.491209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.494421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-23bafa78-76df-4139-a165-55e4915bfc70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:15:59.495153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-23bafa78-76df-4139-a165-55e4915bfc70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:15:59.500624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] device_id is not set on port dbe099c7-7f31-42cc-ab33-c39467a7d021 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:15:59.596854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e1283584-7355-4241-b4d6-eb02c76bcada,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:59.630796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.644700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] Pushing event deleted for resources: {'Network': ['ID=7bf7ca6d-c615-468c-93c2-eea7128823d2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:59.677390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ecec051d-f8d5-4c63-8438-23f94b9c225c tempest-BulkNetworkOpsTest-909410576 tempest-BulkNetworkOpsTest-909410576-project] 10.222.0.23 "DELETE /v2.0/networks/7bf7ca6d-c615-468c-93c2-eea7128823d2 HTTP/1.1" status: 204 len: 168 time: 1.4910624 Mar 03 10:15:59.685626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:15:59.690836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba7f130a-0033-47eb-a46d-68618c8cdcf1 req-6c4d59e0-60f0-483e-a27f-9141c104b872 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups?id=22ec8646-d595-4127-a605-b03ca6707684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986784 Mar 03 10:15:59.724136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:15:59.724326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:15:59.732470 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:15:59.745637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event deleted for resources: {'Port': ['ID=42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:59.749964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:15:59.818893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=d95670b0-c98e-4d5b-b9b6-9eb04282185a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:15:59.825542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:15:59.826159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.051102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Allocated IP 172.20.0.11 (fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0/dbe099c7-7f31-42cc-ab33-c39467a7d021) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:00.095898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56046) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:00.104925 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8a40e808-6ac6-4c0e-9405-e7d17f2cefb7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9257753 Mar 03 10:16:00.109737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56050) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:00.127469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.175221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:00.185321 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:00.199577 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:00.203950 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:00.226212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8e2a1a1c-fbee-4635-a0b4-cb9f650a7ad7 None None] Provisioning for port d95670b0-c98e-4d5b-b9b6-9eb04282185a completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:00.234462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8e2a1a1c-fbee-4635-a0b4-cb9f650a7ad7 None None] Provisioning complete for port d95670b0-c98e-4d5b-b9b6-9eb04282185a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:00.236397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8e2a1a1c-fbee-4635-a0b4-cb9f650a7ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.244042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:00.284902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port d95670b0-c98e-4d5b-b9b6-9eb04282185a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:00.284902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.294756 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:00.305222 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:00.306373 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:00.316283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a1a1c-fbee-4635-a0b4-cb9f650a7ad7 None None] Port d95670b0-c98e-4d5b-b9b6-9eb04282185a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:00.370267 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:00.370488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.370667 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c67c0b9-fa15-4df8-8d6a-3ba42a4834c2 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:00.374938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-45ef8aeb-c255-4870-93ec-9b55b0d4dc67 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/ports/5ecaf218-0510-45b6-b8a2-3471d5edbdde HTTP/1.1" status: 204 len: 168 time: 3.4853270 Mar 03 10:16:00.375354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56058) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:00.406145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.530887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d2d174c9-a83c-481b-9bdf-9f48cc7e10a3 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "GET /v2.0/floatingips/1a3c9924-49a9-4e77-aeca-efd0eaeff0ca HTTP/1.1" status: 200 len: 688 time: 0.1544313 Mar 03 10:16:00.536168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56062) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:00.688278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:00.697407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48074253-b523-4187-b07f-518eb0f31743 None None] Sync routers for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:00.707882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:00.709862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:00.743555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 2a42b0d9-3bea-423c-adc9-26afebae8925 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:00.743874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.794145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.908569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e1283584-7355-4241-b4d6-eb02c76bcada up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:00.915081 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-997a8164-e041-43b4-a550-cc0ec21c52ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9622c3b7c871441595765121b18c7ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8087130 Mar 03 10:16:00.942026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56068) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:00.951507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.951873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.967852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] No DVR routers for this DVR port 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:00.973266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:00.975159 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4e9323f-96d8-4155-bf72-195ffbcf6610 req-b5cc19c3-bc13-4976-bd26-1c39f9dd2522 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.32 "DELETE /v2.0/ports/42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 HTTP/1.1" status: 204 len: 173 time: 3.9658434 Mar 03 10:16:00.977275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'name': 'network-vif-deleted', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:16:01.029049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:16:01.068780 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-61dd38a0-c2e9-4938-ae8c-34dc1697e6ae req-897c5962-5617-4b16-abaa-57a4458657ec tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/ports?device_id=0afa0db5-1181-4dd2-89fe-910187c8c0a2 HTTP/1.1" status: 200 len: 210 time: 0.2242475 Mar 03 10:16:01.120099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.133434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:01.151062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:01.178337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa0db5-1181-4dd2-89fe-910187c8c0a2', 'name': 'network-vif-deleted', 'tag': '42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1', 'status': 'completed', 'code': 200} Mar 03 10:16:01.202612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:01.243394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb55192-1147-4b84-a291-4daadbde7e6d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:01.249805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 2a42b0d9-3bea-423c-adc9-26afebae8925 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:01.267365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e1283584-7355-4241-b4d6-eb02c76bcada triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:01.267562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Transition to ACTIVE for port object dbe099c7-7f31-42cc-ab33-c39467a7d021 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:01.267653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.337282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bd87e11d-0c29-4078-a898-b627ef4765cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.357665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:01.375870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bd87e11d-0c29-4078-a898-b627ef4765cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.403906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.485874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.511908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:01.512250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 42b945b9-ccd9-4ddc-9ebd-b1777bf6e5b1 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:01.539118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=2a42b0d9-3bea-423c-adc9-26afebae8925,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:01.580076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bd87e11d-0c29-4078-a898-b627ef4765cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.630352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87e11d-0c29-4078-a898-b627ef4765cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a2a481-70c4-46cb-be1a-884fce91d31f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:01.650205 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for d95670b0-c98e-4d5b-b9b6-9eb04282185a owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:01.668823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bd87e11d-0c29-4078-a898-b627ef4765cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.670964 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bd87e11d-0c29-4078-a898-b627ef4765cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90a2a481-70c4-46cb-be1a-884fce91d31f HTTP/1.1" status: 204 len: 168 time: 0.7274544 Mar 03 10:16:01.683895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.687169 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.688699 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f1326be2-93f8-4d17-ad44-ed9a737968ed tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/floatingips/1a3c9924-49a9-4e77-aeca-efd0eaeff0ca HTTP/1.1" status: 204 len: 168 time: 1.1515658 Mar 03 10:16:01.692424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56076) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:01.699328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '8144c24c-52ee-4879-ac8f-9c2a8b9cf85f'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:01.716409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:01.722601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:floatingip and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:01.722741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.729390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:01.737820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:01.752568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.832794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:36Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:01.841983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48074253-b523-4187-b07f-518eb0f31743 None None] Checking router: c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:16:01.859078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:01.859745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:15:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:01.916495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:01.963589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:01.973034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:01.978961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=dbe099c7-7f31-42cc-ab33-c39467a7d021,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:01.983641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:02.010391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:02.010391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.095930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:16:02.232337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.26.7.192 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/80ef77ae-c790-4fca-8939-27c8ac27f0a8) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:02.311400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56094) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:02.316596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:02.317859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.395448 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-62895ce8-e65f-4ff8-af66-09735813b1c8 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7409282 Mar 03 10:16:02.398606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56100) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:02.424103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:27:01:73'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:02.609647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c14cb6f4-7700-421b-a680-c41aff34e603 None None] Provisioning for port dbe099c7-7f31-42cc-ab33-c39467a7d021 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:02.618396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c14cb6f4-7700-421b-a680-c41aff34e603 None None] Provisioning complete for port dbe099c7-7f31-42cc-ab33-c39467a7d021 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:02.618959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c14cb6f4-7700-421b-a680-c41aff34e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.626896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.635803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.703553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-48074253-b523-4187-b07f-518eb0f31743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:36Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:02.709087 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1b88-5258-4efa-9a63-00a3304103e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.711231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48074253-b523-4187-b07f-518eb0f31743 None None] The sync data for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv is: [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:12:24Z', 'revision_number': 4, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '6eb42c9e-9727-4bbb-bea9-cfb98a5aae59', 'name': '', 'network_id': 'ee90d131-9548-4482-9b8e-a2e6d0796d55', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'mac_address': 'fa:16:3e:ee:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '784e17db-b365-4824-a383-2836daf2a91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:22Z', 'updated_at': '2022-03-03T10:12:36Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'subnets': [{'id': '784e17db-b365-4824-a383-2836daf2a91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:02.713422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c14cb6f4-7700-421b-a680-c41aff34e603 None None] Port dbe099c7-7f31-42cc-ab33-c39467a7d021 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:02.740156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.814545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56110) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:02.816262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1b88-5258-4efa-9a63-00a3304103e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.852182 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=d95670b0-c98e-4d5b-b9b6-9eb04282185a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:02.898003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:02.991480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ce931f9e-6da3-4745-b67c-b1cf0d72a518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.010247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1b88-5258-4efa-9a63-00a3304103e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.041349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1017051216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:03.051335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.052471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:03.057049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:router and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:03.062282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:03.069050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:03.088898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b1b88-5258-4efa-9a63-00a3304103e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ec8646-d595-4127-a605-b03ca6707684,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:03.091098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.151100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.152162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.181017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:03.202325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:03.212096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:03.233093 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db238c4-4340-4545-9edc-3dde1fa3b637 None None] New status for floating IP 014d00e4-3845-47a6-8772-4f828279870a: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:16:03.269259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.271801 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d7068cb5-30a2-4e11-ab15-c3e0de9da32d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/d95670b0-c98e-4d5b-b9b6-9eb04282185a HTTP/1.1" status: 204 len: 168 time: 3.1583698 Mar 03 10:16:03.285725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 4fc7d0e1-26cf-4182-8c65-8be8d6e6db50 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:03.287340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56116) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:03.301891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.305103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5e1b1b88-5258-4efa-9a63-00a3304103e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.308446 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5e1b1b88-5258-4efa-9a63-00a3304103e3 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "DELETE /v2.0/security-groups/22ec8646-d595-4127-a605-b03ca6707684 HTTP/1.1" status: 204 len: 168 time: 0.9936147 Mar 03 10:16:03.316043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:03.353683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=80ef77ae-c790-4fca-8939-27c8ac27f0a8,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:03.361254 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-6a632c3a-2b0e-4542-bddf-13ff8a38b4a0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] show failed (client error): The resource could not be found. Mar 03 10:16:03.365109 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6a632c3a-2b0e-4542-bddf-13ff8a38b4a0 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "GET /v2.0/security-groups/22ec8646-d595-4127-a605-b03ca6707684 HTTP/1.1" status: 404 len: 347 time: 0.0446181 Mar 03 10:16:03.375343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56124) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:03.536607 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6732823-2884-4749-a864-ea5ca25bf988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:16:03.537084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6732823-2884-4749-a864-ea5ca25bf988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:16:03.562867 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f6732823-2884-4749-a864-ea5ca25bf988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/d95670b0-c98e-4d5b-b9b6-9eb04282185a HTTP/1.1" status: 404 len: 333 time: 0.2683649 Mar 03 10:16:03.570721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56128) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:03.598080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.657926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.659404 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3c94ab38-36d7-40b6-bad1-2e5019c3f412 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8338716 Mar 03 10:16:03.687710 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56132) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:03.813083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.821443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.864129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1269180462'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:03.874983 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dad4bd-bce8-4a4a-92ff-cbe84badb13d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:16:03.875530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-14dad4bd-bce8-4a4a-92ff-cbe84badb13d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:03.881751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:03.885221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Deleting port 9d7bce20-3447-4fad-a69d-d9fe9e39b842 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:03.885558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.913460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:03.915567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:network and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:03.925209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:03.941157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:03.949414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.043380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=dbe099c7-7f31-42cc-ab33-c39467a7d021,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:04.045182 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-14dad4bd-bce8-4a4a-92ff-cbe84badb13d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:04.047083 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-14dad4bd-bce8-4a4a-92ff-cbe84badb13d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/d95670b0-c98e-4d5b-b9b6-9eb04282185a HTTP/1.1" status: 404 len: 333 time: 0.4681745 Mar 03 10:16:04.052243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56136) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:04.060430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] In _notify_port_updated(), no bound segment for port dbe099c7-7f31-42cc-ab33-c39467a7d021 on network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:16:04.067648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:04.068297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.069635 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c1905dad-9da9-4927-acc7-12ab25c8cf86 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "PUT /v2.0/ports/dbe099c7-7f31-42cc-ab33-c39467a7d021 HTTP/1.1" status: 200 len: 997 time: 1.6701438 Mar 03 10:16:04.087109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56140) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:04.095899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Made reservation on behalf of 9650e7feb13b411a9c6d45a285836e8f for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:04.099328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.154577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet 458f01c5-8144-4984-8696-4df10b0f8406 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:04.159165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.166782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.222551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.243688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9e434270-e7ce-4935-9863-8da0dab6b640 None None] Provisioning complete for port dbe099c7-7f31-42cc-ab33-c39467a7d021 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:04.244250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9e434270-e7ce-4935-9863-8da0dab6b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.286366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.295054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:04.300112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9e434270-e7ce-4935-9863-8da0dab6b640 None None] Port dbe099c7-7f31-42cc-ab33-c39467a7d021 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:04.353145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.384696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:security_group_rule and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:04.390042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:04.416311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port dbe099c7-7f31-42cc-ab33-c39467a7d021 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:04.416653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.430922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.456384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:04.504454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.535895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.536548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.543549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.572240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe29f3-63e4-4a95-a40b-44efc59b58ca None None] Network 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:04.574662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=458f01c5-8144-4984-8696-4df10b0f8406,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:04.579610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.641598 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-eaa7d108-eacc-4a41-9ce1-4eb8f6dba77b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/458f01c5-8144-4984-8696-4df10b0f8406 HTTP/1.1" status: 204 len: 168 time: 0.5871940 Mar 03 10:16:04.644382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56144) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:04.712241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=4fc7d0e1-26cf-4182-8c65-8be8d6e6db50,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:04.794531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.825375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port e1283584-7355-4241-b4d6-eb02c76bcada {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:04.825375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.840690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Calling delete_port for 9d7bce20-3447-4fad-a69d-d9fe9e39b842 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:04.851179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.858879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.871264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] DHCP port deletion for 0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:04.879156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Deleting port e1283584-7355-4241-b4d6-eb02c76bcada {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:04.879640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:04.953295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e1283584-7355-4241-b4d6-eb02c76bcada no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:04.998173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=80ef77ae-c790-4fca-8939-27c8ac27f0a8,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:05.178661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.227020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Router ee65c0ea-131e-4f37-8284-05a820345250 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:16:05.234512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.249253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.274809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a78e24a4-d623-4776-b1dd-4bf76e4c9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.277237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e1283584-7355-4241-b4d6-eb02c76bcada,segment=NetworkSegment(82c729c5-0633-4509-9b4d-f03997012047),segment_id=82c729c5-0633-4509-9b4d-f03997012047)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:05.277612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.394365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e1283584-7355-4241-b4d6-eb02c76bcada,segment=NetworkSegment(82c729c5-0633-4509-9b4d-f03997012047),segment_id=82c729c5-0633-4509-9b4d-f03997012047)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:05.394724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.412138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Calling delete_port for e1283584-7355-4241-b4d6-eb02c76bcada owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:05.441323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e1283584-7355-4241-b4d6-eb02c76bcada,segment=NetworkSegment(82c729c5-0633-4509-9b4d-f03997012047),segment_id=82c729c5-0633-4509-9b4d-f03997012047)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:05.451242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.555494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e1283584-7355-4241-b4d6-eb02c76bcada,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:05.562485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:05.562844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:05.598208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for e1283584-7355-4241-b4d6-eb02c76bcada owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:05.605042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.665199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP cbea0861-c5a7-49f5-bf0b-9a3b0ba8138e associated. External IP: 172.26.7.192, port: 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f. Mar 03 10:16:05.710076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.713778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:05.767710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:05.768025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:05.941102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Calling delete_port for dbe099c7-7f31-42cc-ab33-c39467a7d021 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:05.990276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:06.025009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.046738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:06.054499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.064333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Deleting port e1283584-7355-4241-b4d6-eb02c76bcada {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:06.065061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.172044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.172392 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Added segment a1317b04-3b57-47fc-96bf-bb91f83109d0 of type vlan for network 69da6c8b-2608-4d98-9448-24fe50d11ed8 Mar 03 10:16:06.176327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8f34ba-b08e-484d-9c30-9b9851a2b928,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:06.203084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router c43dbb36-4515-443e-b377-fa10c9dc9ff1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:06.238473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.263398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:06.288349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port e1283584-7355-4241-b4d6-eb02c76bcada {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:06.289135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.307848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:06.318439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:06.326250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Pushing event deleted for resources: {'Port': ['ID=9d7bce20-3447-4fad-a69d-d9fe9e39b842,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:06.326379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.329806 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] Sync routers for ids ['ee65c0ea-131e-4f37-8284-05a820345250'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:06.336571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.348804 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] Routers {'ee65c0ea-131e-4f37-8284-05a820345250'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:06.349482 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ee65c0ea-131e-4f37-8284-05a820345250'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.350416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:06.351045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.460011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e1283584-7355-4241-b4d6-eb02c76bcada,segment=NetworkSegment(82c729c5-0633-4509-9b4d-f03997012047),segment_id=82c729c5-0633-4509-9b4d-f03997012047)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:06.464520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.478359 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5d368cbf-4e59-4b51-aed2-bb4e3f265db7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7846034 Mar 03 10:16:06.481571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56158) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:06.490998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1465711764'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:06.493797 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.496496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:06.501084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:network and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:06.505068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:06.507666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.510908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:06.517114 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] Routers {'ee65c0ea-131e-4f37-8284-05a820345250'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:06.518015 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ee65c0ea-131e-4f37-8284-05a820345250'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.538505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:16:06.539034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:06.543343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.614421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:06.628164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] Sync routers for ids ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:06.633385 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.633971 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17994b95-d7b7-4093-a2c8-b5a9152f7d7b None None] The sync data for ids ['ee65c0ea-131e-4f37-8284-05a820345250'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:06.676243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.682132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:06.682918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.764895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Calling delete_port for e1283584-7355-4241-b4d6-eb02c76bcada owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:06.777839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.792448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:06.793102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.810760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:06.841868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.842929 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Added segment dd0ce1a2-277e-4b7e-8846-d8ea75693481 of type vlan for network dab9f974-c109-4772-bc86-630f3f85f84a Mar 03 10:16:06.859835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port e1283584-7355-4241-b4d6-eb02c76bcada, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e1283584-7355-4241-b4d6-eb02c76bcada,segment=NetworkSegment(82c729c5-0633-4509-9b4d-f03997012047),segment_id=82c729c5-0633-4509-9b4d-f03997012047)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:06.860397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.872891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.873680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe9318-cafd-4973-b84f-179ca64561f4 None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:06.877111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] Routers {'c43dbb36-4515-443e-b377-fa10c9dc9ff1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:06.877419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:06.899980 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.2112317 Mar 03 10:16:06.912943 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7fa8ae4e-1ed4-4060-96dc-29b98ad9624f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/c43dbb36-4515-443e-b377-fa10c9dc9ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5929537 Mar 03 10:16:06.914482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.917149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.923402 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cd218594-3655-42ae-862f-b7227e214337 tempest-ServerActionsTestJSON-53066980 tempest-ServerActionsTestJSON-53066980-project] 10.222.0.23 "DELETE /v2.0/floatingips/014d00e4-3845-47a6-8772-4f828279870a HTTP/1.1" status: 204 len: 168 time: 3.5406437 Mar 03 10:16:06.928136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56162) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:06.928550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56166) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:06.928958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56168) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:06.930120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:06.933725 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cbe2bf89-5177-42a7-a30a-822d3a9b9604 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "PUT /v2.0/routers/ee65c0ea-131e-4f37-8284-05a820345250 HTTP/1.1" status: 200 len: 914 time: 11.1596179 Mar 03 10:16:06.933725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163b6e6-59ac-44eb-aaa5-e5a55ecfb40b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Network': ['ID=69da6c8b-2608-4d98-9448-24fe50d11ed8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:06.937965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56170) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:06.944388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Port': ['ID=dbe099c7-7f31-42cc-ab33-c39467a7d021,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:06.960742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:06.980467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:07.084302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] Routers {'c43dbb36-4515-443e-b377-fa10c9dc9ff1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:07.084883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:07.156060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:07.156309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823b36e-e2e4-40a4-9b9c-afb0fc66fada None None] The sync data for ids ['c43dbb36-4515-443e-b377-fa10c9dc9ff1'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:07.168662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.199576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'subnet': {'network_id': '69da6c8b-2608-4d98-9448-24fe50d11ed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:07.202324 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-afac385e-ee25-4f2a-b1f2-3c42cd4597c6 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/ee65c0ea-131e-4f37-8284-05a820345250 HTTP/1.1" status: 200 len: 920 time: 0.2521155 Mar 03 10:16:07.209707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for e1283584-7355-4241-b4d6-eb02c76bcada owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:07.215498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56180) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:07.224156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] Pushing event deleted for resources: {'Port': ['ID=e1283584-7355-4241-b4d6-eb02c76bcada,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:07.226002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf9754-c2a5-4eca-bb14-3b0cf9e20c97 None None] No DVR routers for this DVR port e1283584-7355-4241-b4d6-eb02c76bcada on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:07.247869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.322699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:07.323021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:07.330946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30c4a665-eb7c-47cf-ba25-91c0a6ca757d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:07.334569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.348495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:07.349371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.400776 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9181063 Mar 03 10:16:07.413605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56188) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:07.419021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port e1283584-7355-4241-b4d6-eb02c76bcada {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:07.419452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.457108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'subnet': {'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:07.567020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30c4a665-eb7c-47cf-ba25-91c0a6ca757d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:07.568323 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-30c4a665-eb7c-47cf-ba25-91c0a6ca757d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43dbb36-4515-443e-b377-fa10c9dc9ff1 HTTP/1.1" status: 200 len: 205 time: 0.6319251 Mar 03 10:16:07.581376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:07.585224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56194) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:07.603621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] The port 'e1283584-7355-4241-b4d6-eb02c76bcada' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:16:07.646359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47318a-7884-4167-aac7-0a25c6cf3155 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Network': ['ID=dab9f974-c109-4772-bc86-630f3f85f84a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:07.648334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:subnet and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:07.659808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network dab9f974-c109-4772-bc86-630f3f85f84a details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:07.660363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.662002 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d557bff9-4d7d-44bc-b329-2a65f1b914be tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/ports/dbe099c7-7f31-42cc-ab33-c39467a7d021 HTTP/1.1" status: 204 len: 168 time: 3.5735369 Mar 03 10:16:07.662962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:07.666770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56198) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:07.696638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:07.738969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:07.798212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.805444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:07.829277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0105b8de-bd4c-4708-82fb-b8a5b1b0aed0']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:07.836611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:07.839971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.872498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.879106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c729c5-0633-4509-9b4d-f03997012047') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:07.879431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c729c5-0633-4509-9b4d-f03997012047') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:07.880367 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b42c94-208b-4203-9561-ed7698aa0299 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] GET failed (client error): The resource could not be found. Mar 03 10:16:07.880906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-98b42c94-208b-4203-9561-ed7698aa0299 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Synchronizing usage tracker for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:07.889838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db91910e-7154-4a19-b4bb-461a0edac1b8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.936890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.949221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Made reservation on behalf of 9650e7feb13b411a9c6d45a285836e8f for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:07.952925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.966374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.976840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:07.977824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:07.991539 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:08.071346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc20c84-3add-4ae3-94c1-c15c3924cc97 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:08.073620 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1cc20c84-3add-4ae3-94c1-c15c3924cc97 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=ee65c0ea-131e-4f37-8284-05a820345250&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8411875 Mar 03 10:16:08.076271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56204) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:08.101418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.133962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.200609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=0105b8de-bd4c-4708-82fb-b8a5b1b0aed0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:08.211843 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9ba5bbc8-e8bc-4c28-ab8e-034aabe8cf4a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/0105b8de-bd4c-4708-82fb-b8a5b1b0aed0 HTTP/1.1" status: 204 len: 168 time: 3.5664942 Mar 03 10:16:08.218317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56208) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:08.250602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-98b42c94-208b-4203-9561-ed7698aa0299 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Unset dirty status for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:08.251794 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-98b42c94-208b-4203-9561-ed7698aa0299 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "GET /v2.0/ports/dbe099c7-7f31-42cc-ab33-c39467a7d021 HTTP/1.1" status: 404 len: 333 time: 0.5616622 Mar 03 10:16:08.256791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-692973923'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:08.261007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56212) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:08.269953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:08.335798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'name': 'tempest-AllowedAddressPairTestJSON-1834028318'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:08.409485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:08.415971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:08.438911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:08.462688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4704554-c48a-4af0-a558-ff0095186a9a tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:08.464108 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a4704554-c48a-4af0-a558-ff0095186a9a tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.3862948 Mar 03 10:16:08.467424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56216) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:08.515029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:08.518411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.541200 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-707209db-d29f-46cd-8ec9-d9a58b56ca18 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee65c0ea-131e-4f37-8284-05a820345250 HTTP/1.1" status: 200 len: 205 time: 0.0720742 Mar 03 10:16:08.543408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56222) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:08.547277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.642700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db91910e-7154-4a19-b4bb-461a0edac1b8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.650941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db91910e-7154-4a19-b4bb-461a0edac1b8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.681779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:08.778888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.779221 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment a0fa6156-5854-4438-8305-04a9d90d2210 of type vlan for network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 Mar 03 10:16:08.794290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Subnet': ['ID=6043c1e1-a637-4189-b646-f3a76298679c,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:08.802799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Checking segment: {'id': 'dd0ce1a2-277e-4b7e-8846-d8ea75693481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:08.803152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network hostable DHCP agents. Network: dab9f974-c109-4772-bc86-630f3f85f84a, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:08.822900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db91910e-7154-4a19-b4bb-461a0edac1b8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.823414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db91910e-7154-4a19-b4bb-461a0edac1b8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Fanout notify agent at l3_agent the message router_deleted on router c43dbb36-4515-443e-b377-fa10c9dc9ff1 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:08.856316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.865548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:08.868281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.891259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:08.902746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db91910e-7154-4a19-b4bb-461a0edac1b8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.903856 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-db91910e-7154-4a19-b4bb-461a0edac1b8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/c43dbb36-4515-443e-b377-fa10c9dc9ff1 HTTP/1.1" status: 204 len: 168 time: 1.3157568 Mar 03 10:16:08.910615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56226) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:08.929597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network dab9f974-c109-4772-bc86-630f3f85f84a is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:08.957464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, dab9f974-c109-4772-bc86-630f3f85f84a) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:08.969196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76931a6-85b8-4118-97c2-ab41971276d5 None None] Network dab9f974-c109-4772-bc86-630f3f85f84a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:08.971586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:08.975034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:08.979850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:08.980445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.037674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.044992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] device_id is not set on port f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:09.054138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.059562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:09.060080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.104161 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b967c9ee-16ee-4bdd-a981-eac7202e8e7f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6897895 Mar 03 10:16:09.117266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56230) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:09.121226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet 4227384a-567a-4dcb-8688-b1f6b20d3224 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:09.139953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-67696209', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:09.151866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.187449 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9680967 Mar 03 10:16:09.194101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56234) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:09.198978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a1f41-6b73-43b8-89a4-1f591c1e9680 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=1687a48c-39f3-4937-a8ca-fc5d37e8e3e7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:09.205789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:09.218198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:09.220098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.222456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:09.236756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-dab9f974-c109-4772-bc86-630f3f85f84a', 'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a', 'tenant_id': '442d6d3cdaf74c7980d7b5cad3b243e0', 'fixed_ips': [{'subnet_id': '6043c1e1-a637-4189-b646-f3a76298679c'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:09.237953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.239428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:router and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:09.245925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Deleting port 9bb55192-1147-4b84-a291-4daadbde7e6d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:09.246248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.252012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:09.274579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:09.283073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Subnet': ['ID=fc316c28-23a0-44da-bf95-846b3becc349,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:09.292299 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.381467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:09.413656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:09.418800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:09.425131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.426414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.427240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:09.445260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Checking segment: {'id': 'a1317b04-3b57-47fc-96bf-bb91f83109d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69da6c8b-2608-4d98-9448-24fe50d11ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:09.445621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network hostable DHCP agents. Network: 69da6c8b-2608-4d98-9448-24fe50d11ed8, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:09.499546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:09.500146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.503012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.503467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Allocated IP 172.20.0.2 (dab9f974-c109-4772-bc86-630f3f85f84a/6043c1e1-a637-4189-b646-f3a76298679c/86297ba2-ae65-4622-92f4-efde32b61e31) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:09.542333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Allocated IP 172.20.0.12 (fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0/f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:09.550783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:09.585141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.616029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.633637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.715073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 69da6c8b-2608-4d98-9448-24fe50d11ed8) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:09.728389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad0e3c-5a92-45b5-a432-5141f44e2656 None None] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:09.766857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Calling delete_port for 9bb55192-1147-4b84-a291-4daadbde7e6d owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:09.772326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:09.772915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.817849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:09.841828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Transition to ACTIVE for port object 86297ba2-ae65-4622-92f4-efde32b61e31 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:09.881452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Transition to ACTIVE for port object 86297ba2-ae65-4622-92f4-efde32b61e31 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:09.923590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.049402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Network dab9f974-c109-4772-bc86-630f3f85f84a is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:10.053803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:10.056905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:10.059927 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-24728b62-64f2-44d9-a3a7-a82897a0806d tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1251392 Mar 03 10:16:10.068361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56238) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:10.082602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'network': {'name': 'tempest-router-network01--1913428448'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:10.093773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:10.098608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:network and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:10.103887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:10.104374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Pushing event updated for resources: {'Port': ['ID=86297ba2-ae65-4622-92f4-efde32b61e31,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:10.122841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.158421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-69da6c8b-2608-4d98-9448-24fe50d11ed8', 'network_id': '69da6c8b-2608-4d98-9448-24fe50d11ed8', 'tenant_id': '9650e7feb13b411a9c6d45a285836e8f', 'fixed_ips': [{'subnet_id': 'fc316c28-23a0-44da-bf95-846b3becc349'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:10.159763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.160207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:10.261820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Made reservation on behalf of 9650e7feb13b411a9c6d45a285836e8f for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:10.265316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.267043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Attempting to bind port 86297ba2-ae65-4622-92f4-efde32b61e31 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:10.267442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Attempting to bind port 86297ba2-ae65-4622-92f4-efde32b61e31 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'dd0ce1a2-277e-4b7e-8846-d8ea75693481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:10.267808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Attempting to bind port 86297ba2-ae65-4622-92f4-efde32b61e31 on network dab9f974-c109-4772-bc86-630f3f85f84a {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:10.279408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:10.280772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Checking segment: {'id': 'dd0ce1a2-277e-4b7e-8846-d8ea75693481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:10.280981 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.281378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Bound using segment: {'id': 'dd0ce1a2-277e-4b7e-8846-d8ea75693481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:10.282066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Bound port: 86297ba2-ae65-4622-92f4-efde32b61e31, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0ce1a2-277e-4b7e-8846-d8ea75693481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:10.282346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.307585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.313477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=9f6c4e07-0990-4aa4-88b5-e65239cf04a9,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:10.315652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.315951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.322113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:10.361799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': 'a0fa6156-5854-4438-8305-04a9d90d2210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:10.362186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:10.379645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event deleted for resources: {'Port': ['ID=9bb55192-1147-4b84-a291-4daadbde7e6d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:10.384944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.385298 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Added segment cee3b26c-ba22-4a9a-813d-89b466c66e34 of type vlan for network 77275d90-af06-40df-aa42-81049ac32af6 Mar 03 10:16:10.424413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=4227384a-567a-4dcb-8688-b1f6b20d3224,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:10.464569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] For port 86297ba2-ae65-4622-92f4-efde32b61e31, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:10.468000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.473216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7535d45-cb66-4c1e-9469-f76898f7b0a2 None None] Network f8c02b3e-39a1-4ae3-98a2-04b0607519ef requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:10.488498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Allocated IP 172.20.0.2 (69da6c8b-2608-4d98-9448-24fe50d11ed8/fc316c28-23a0-44da-bf95-846b3becc349/67135c36-d1e4-4f26-b79b-2d2ba85909ba) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:10.507733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.516478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] For port 86297ba2-ae65-4622-92f4-efde32b61e31, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=86297ba2-ae65-4622-92f4-efde32b61e31,segment=NetworkSegment(dd0ce1a2-277e-4b7e-8846-d8ea75693481),segment_id=dd0ce1a2-277e-4b7e-8846-d8ea75693481)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:10.564639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:10.576928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.577745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.597694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-de1aedd7-fb64-411f-81cf-ef8c1ac6fcdc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/4227384a-567a-4dcb-8688-b1f6b20d3224 HTTP/1.1" status: 204 len: 168 time: 1.6858900 Mar 03 10:16:10.615632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:10.621902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.627421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:10.628134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.687735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.722293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:10.746601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:10.747382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.774618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268e589-79e3-43f4-8fec-45b5e9dcdec7 None None] Network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:10.820084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Transition to ACTIVE for port object f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:10.841461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.882548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.891036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.892616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:10.892951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.897234 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8279874 Mar 03 10:16:10.901002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03780b37-7603-4e44-aa7b-ffa123d5c491 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Network': ['ID=77275d90-af06-40df-aa42-81049ac32af6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:10.903222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56246) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:10.918950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'network': {'name': 'tempest-router-network02--1257370583'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:10.926773 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-52592343-02de-4c8c-bc31-94a1e34a9354 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7296419 Mar 03 10:16:10.927900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a6c6d-e639-421c-8d79-dabf9d95791b None None] Pushing event updated for resources: {'Port': ['ID=86297ba2-ae65-4622-92f4-efde32b61e31,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:10.929794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56250) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:10.931880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:10.938178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-392203493'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:10.943803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 77275d90-af06-40df-aa42-81049ac32af6 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:10.954996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:network and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:10.960516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:10.977437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:10.978104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Fanout notify agent at l3_agent the message router_deleted on router ee65c0ea-131e-4f37-8284-05a820345250 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:10.988846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:11.050222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.054108 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7e7e604a-f587-4ec7-9b06-fd30389765d0 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/ee65c0ea-131e-4f37-8284-05a820345250 HTTP/1.1" status: 204 len: 168 time: 2.5095096 Mar 03 10:16:11.061682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56254) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:11.074858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Deleting port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:11.076532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.115034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:11.116265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.120425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:11.124077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:11.127398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Made reservation on behalf of 9650e7feb13b411a9c6d45a285836e8f for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:11.130922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.144467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:11.166826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:11.171265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.188917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:11.208021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.208367 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Added segment bf912c9a-4bc4-433d-a96c-f69f7ebdbeab of type vlan for network 01c7a042-0b76-4782-829b-6a0be174d6bb Mar 03 10:16:11.209830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port a7713cfb-acfa-431e-bc9c-b659cf63908a yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:11.225805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-150799957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:11.235807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:11.240921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Usage tracker for resource:router and tenant:3dbf5715c6264c3f970c22ca044b0cbc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:11.251967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.253455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:11.261085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:11.294582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.298689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:11.300249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.302196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.321430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Transition to ACTIVE for port object 67135c36-d1e4-4f26-b79b-2d2ba85909ba will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:11.327788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:11.330859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:11.346176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Transition to ACTIVE for port object 67135c36-d1e4-4f26-b79b-2d2ba85909ba will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:11.349769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-1687a48c-39f3-4937-a8ca-fc5d37e8e3e7', 'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7', 'tenant_id': 'c46ea56fc50c4ccf9fe1767f39c7813b', 'fixed_ips': [{'subnet_id': '9f6c4e07-0990-4aa4-88b5-e65239cf04a9'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:11.351038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.382604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.387001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:11.432296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.3 (1687a48c-39f3-4937-a8ca-fc5d37e8e3e7/9f6c4e07-0990-4aa4-88b5-e65239cf04a9/a7713cfb-acfa-431e-bc9c-b659cf63908a) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:11.501405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] DHCP port deletion for f8c02b3e-39a1-4ae3-98a2-04b0607519ef request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:11.505167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:11.513638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:11.523777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:11.536249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Deleting port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:11.537057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.605267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.611717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:11.612691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.741567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Pushing event updated for resources: {'Port': ['ID=67135c36-d1e4-4f26-b79b-2d2ba85909ba,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:11.793546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Network': ['ID=01c7a042-0b76-4782-829b-6a0be174d6bb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:11.800523 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a38c2a93-7fdf-41f3-9a75-1a1dd6fd5529 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8942010 Mar 03 10:16:11.803220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56258) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:11.808163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.809844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.814821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 01c7a042-0b76-4782-829b-6a0be174d6bb details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:11.815406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'subnet': {'network_id': '77275d90-af06-40df-aa42-81049ac32af6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:11.869733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Attempting to bind port 67135c36-d1e4-4f26-b79b-2d2ba85909ba on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:11.870437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Attempting to bind port 67135c36-d1e4-4f26-b79b-2d2ba85909ba by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'a1317b04-3b57-47fc-96bf-bb91f83109d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69da6c8b-2608-4d98-9448-24fe50d11ed8'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:11.871016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Attempting to bind port 67135c36-d1e4-4f26-b79b-2d2ba85909ba on network 69da6c8b-2608-4d98-9448-24fe50d11ed8 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:11.898941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:11.899918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Checking segment: {'id': 'a1317b04-3b57-47fc-96bf-bb91f83109d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69da6c8b-2608-4d98-9448-24fe50d11ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:11.899918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.900162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Bound using segment: {'id': 'a1317b04-3b57-47fc-96bf-bb91f83109d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69da6c8b-2608-4d98-9448-24fe50d11ed8'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:11.900532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Bound port: 67135c36-d1e4-4f26-b79b-2d2ba85909ba, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1317b04-3b57-47fc-96bf-bb91f83109d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69da6c8b-2608-4d98-9448-24fe50d11ed8'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:11.900894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.909736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.912353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object a7713cfb-acfa-431e-bc9c-b659cf63908a will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:11.944465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:11.950201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:subnet and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:11.954777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:11.961621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:11.967858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:11.968804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.976871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Made reservation on behalf of 9650e7feb13b411a9c6d45a285836e8f for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:11.980637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:11.980832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.075428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-42b53e3b-5b4c-4fb9-92b2-fb2fd9d9ef2b None None] Provisioning for port f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:12.125296 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-42b53e3b-5b4c-4fb9-92b2-fb2fd9d9ef2b None None] Provisioning complete for port f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:12.125916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42b53e3b-5b4c-4fb9-92b2-fb2fd9d9ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.133847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.249725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.283132 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7c68fdd5-372b-45ad-bd83-861eb52ad248 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9643576 Mar 03 10:16:12.286118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56262) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:12.296715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,segment=NetworkSegment(78757617-1f6c-446a-9631-03a75005f613),segment_id=78757617-1f6c-446a-9631-03a75005f613)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:12.298014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.301331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] For port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,segment=NetworkSegment(78757617-1f6c-446a-9631-03a75005f613),segment_id=78757617-1f6c-446a-9631-03a75005f613)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:12.301901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.310617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] For port 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:12.311897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.314293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] For port 67135c36-d1e4-4f26-b79b-2d2ba85909ba, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:12.315279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'network_id': 'fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1', 'name': 'tempest-AllowedAddressPairTestJSON-1408322622'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:12.316722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Allocated IP 172.20.0.2 (1687a48c-39f3-4937-a8ca-fc5d37e8e3e7/9f6c4e07-0990-4aa4-88b5-e65239cf04a9/a2a0715f-c63c-4582-8d78-beac0c6864c2) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:12.343153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] For port 67135c36-d1e4-4f26-b79b-2d2ba85909ba, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=67135c36-d1e4-4f26-b79b-2d2ba85909ba,segment=NetworkSegment(a1317b04-3b57-47fc-96bf-bb91f83109d0),segment_id=a1317b04-3b57-47fc-96bf-bb91f83109d0)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:12.374327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:12.389730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:12.450992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:12.494295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=a7713cfb-acfa-431e-bc9c-b659cf63908a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:12.523508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.524711 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7e29ee61-9cec-49c6-9533-891d9f0f7ebe tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4518213 Mar 03 10:16:12.539596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56266) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:12.551804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'enable_snat': False}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:12.608797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-42b53e3b-5b4c-4fb9-92b2-fb2fd9d9ef2b None None] Port f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:12.619597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Calling delete_port for 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:12.619828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Calling delete_port for 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:12.646766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efedba91-8ff4-46cc-a300-a531dfcaf0ea None None] Network dab9f974-c109-4772-bc86-630f3f85f84a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:12.657966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:12.661678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:12.662452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.674004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.777758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.26.7.44 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/4ff232d7-555e-49d0-9c76-29e3fd979204) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:12.852313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:12.911326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-284f6b2c-9c1f-4aa8-a124-4e90c4739393 None None] Provisioning for port 86297ba2-ae65-4622-92f4-efde32b61e31 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:12.925133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:12.940460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8a2af9b4-925f-4c59-b0aa-d33e74331b52 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0067461 Mar 03 10:16:12.945259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56270) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:12.988008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No DVR routers for this DVR port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:13.016623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=92d9f0c4-7ebf-4f4f-afe6-f146e916d938,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:13.070810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747636ae-87bc-4429-b4e3-e6ebe7216617 None None] Pushing event updated for resources: {'Port': ['ID=67135c36-d1e4-4f26-b79b-2d2ba85909ba,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:13.071515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:13.177226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.193740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port a7713cfb-acfa-431e-bc9c-b659cf63908a {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:13.194337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.200287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.213887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Transition to ACTIVE for port object a2a0715f-c63c-4582-8d78-beac0c6864c2 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:13.219557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Made reservation on behalf of 492276dc57594dbfa2e505a43be6f4f7 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:13.223337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.226886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.236302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.257594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Transition to ACTIVE for port object a2a0715f-c63c-4582-8d78-beac0c6864c2 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:13.260321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 86297ba2-ae65-4622-92f4-efde32b61e31 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:13.269130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.273371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c02b3e-39a1-4ae3-98a2-04b0607519ef']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:13.300076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78757617-1f6c-446a-9631-03a75005f613') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:13.300681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78757617-1f6c-446a-9631-03a75005f613') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:13.302044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:13.302584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:13.311892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.346302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] device_id is not set on port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:13.352344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.382084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.393584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:13.394485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:13.410995 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:13.426339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.455673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:13.480517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:13.531952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:13.539763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Pushing event updated for resources: {'Port': ['ID=a2a0715f-c63c-4582-8d78-beac0c6864c2,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:13.548508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb42c9e-9727-4bbb-bea9-cfb98a5aae59,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:13.627643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.694059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.699885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.743814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Attempting to bind port a2a0715f-c63c-4582-8d78-beac0c6864c2 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:13.746061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Attempting to bind port a2a0715f-c63c-4582-8d78-beac0c6864c2 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'a0fa6156-5854-4438-8305-04a9d90d2210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:13.746527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Attempting to bind port a2a0715f-c63c-4582-8d78-beac0c6864c2 on network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:13.752775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=f8c02b3e-39a1-4ae3-98a2-04b0607519ef,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:13.755522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 86297ba2-ae65-4622-92f4-efde32b61e31 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:13.758280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:13.769866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:13.770501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Checking segment: {'id': 'a0fa6156-5854-4438-8305-04a9d90d2210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:13.770939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.771475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Bound using segment: {'id': 'a0fa6156-5854-4438-8305-04a9d90d2210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:13.772050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Bound port: a2a0715f-c63c-4582-8d78-beac0c6864c2, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fa6156-5854-4438-8305-04a9d90d2210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1687a48c-39f3-4937-a8ca-fc5d37e8e3e7'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:13.772708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.775117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:13.777790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:13.789793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 86297ba2-ae65-4622-92f4-efde32b61e31 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:13.790473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.824816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Deleting port 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:13.825583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:13.980756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] For port a2a0715f-c63c-4582-8d78-beac0c6864c2, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:13.984789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] For port a2a0715f-c63c-4582-8d78-beac0c6864c2, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a2a0715f-c63c-4582-8d78-beac0c6864c2,segment=NetworkSegment(a0fa6156-5854-4438-8305-04a9d90d2210),segment_id=a0fa6156-5854-4438-8305-04a9d90d2210)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:14.034152 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/f8c02b3e-39a1-4ae3-98a2-04b0607519ef HTTP/1.1" status: 204 len: 168 time: 3.4155364 Mar 03 10:16:14.037370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.037534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.037534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.037534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.037534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.038121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.038544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.039079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.039569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.039986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.040494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.040920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.041337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0ea6a-7b72-4c53-90ba-aabc6c14be9e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:14.042616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Subnet': ['ID=0dba15e2-c50e-46dd-a390-1c674c6ebe4a,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:14.051041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56274) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:14.061989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bef35815-a3d3-4221-81ce-d142e825fac2 None None] The port '92d9f0c4-7ebf-4f4f-afe6-f146e916d938' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:16:14.062673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=4ff232d7-555e-49d0-9c76-29e3fd979204,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:14.081153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832573921', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:14.087477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Allocated IP 172.20.0.8 (fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0/5b3527c0-8319-4fa4-8d2f-0b4212d809cf) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:14.090447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.107839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:14.115276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Checking segment: {'id': 'cee3b26c-ba22-4a9a-813d-89b466c66e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '77275d90-af06-40df-aa42-81049ac32af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:14.115659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network hostable DHCP agents. Network: 77275d90-af06-40df-aa42-81049ac32af6, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:14.128687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:router and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:14.142720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:14.159503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:14.200526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722c375-6a58-46f1-8db6-ccaf1f7bd932 None None] Pushing event updated for resources: {'Port': ['ID=a2a0715f-c63c-4582-8d78-beac0c6864c2,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:14.307828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.336421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for a7713cfb-acfa-431e-bc9c-b659cf63908a owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:14.343685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.345285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.350607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2c3db66c-7032-43b8-935d-eb7a80710b3a None None] Provisioning complete for port 86297ba2-ae65-4622-92f4-efde32b61e31 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:14.351475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2c3db66c-7032-43b8-935d-eb7a80710b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.405958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 86297ba2-ae65-4622-92f4-efde32b61e31, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=86297ba2-ae65-4622-92f4-efde32b61e31,segment=NetworkSegment(dd0ce1a2-277e-4b7e-8846-d8ea75693481),segment_id=dd0ce1a2-277e-4b7e-8846-d8ea75693481)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:14.431936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.507031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.521155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.546483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:14.614617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network 77275d90-af06-40df-aa42-81049ac32af6 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:14.668118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=86297ba2-ae65-4622-92f4-efde32b61e31,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:14.677639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6617d754-a497-4642-9eb5-fbd34aa19db8 None None] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:14.679944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 77275d90-af06-40df-aa42-81049ac32af6) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:14.696441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5f2c9-522d-4b6d-b3bc-75227b84c5a0 None None] Network 77275d90-af06-40df-aa42-81049ac32af6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:14.704136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:14.704763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.709226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:14.709635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92d9f0c4-7ebf-4f4f-afe6-f146e916d938 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:14.866406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:14.870633 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-43df3d6e-0f74-4df5-b8bf-eb64b8e0fdce tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0662396 Mar 03 10:16:14.908680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56278) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:14.928473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'subnet': {'network_id': '01c7a042-0b76-4782-829b-6a0be174d6bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:14.935318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=a7713cfb-acfa-431e-bc9c-b659cf63908a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:15.055597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:15.189281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Usage tracker for resource:subnet and tenant:9650e7feb13b411a9c6d45a285836e8f is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:15.212232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:15.216768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-452f1727-8ca1-47a6-b90d-73be39106ced None None] Provisioning for port 67135c36-d1e4-4f26-b79b-2d2ba85909ba completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:15.220830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-77275d90-af06-40df-aa42-81049ac32af6', 'network_id': '77275d90-af06-40df-aa42-81049ac32af6', 'tenant_id': '9650e7feb13b411a9c6d45a285836e8f', 'fixed_ips': [{'subnet_id': '0dba15e2-c50e-46dd-a390-1c674c6ebe4a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:15.221800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.223770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:15.253086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.294780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.309657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.320523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a2a0715f-c63c-4582-8d78-beac0c6864c2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:15.362088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Transition to ACTIVE for port object 5b3527c0-8319-4fa4-8d2f-0b4212d809cf will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:15.374369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.399853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.423634 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-24a5eb1f-f9f4-4be3-ba2b-7611ab929584 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/a7713cfb-acfa-431e-bc9c-b659cf63908a HTTP/1.1" status: 204 len: 168 time: 2.4113600 Mar 03 10:16:15.426446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56282) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:15.511755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a2a0715f-c63c-4582-8d78-beac0c6864c2 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:15.521014 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Allocated IP 172.20.0.2 (77275d90-af06-40df-aa42-81049ac32af6/0dba15e2-c50e-46dd-a390-1c674c6ebe4a/bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:15.532128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 86297ba2-ae65-4622-92f4-efde32b61e31 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:15.575145 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-73810836-3065-4559-b1db-07a57f071386 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:16:15.575991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-73810836-3065-4559-b1db-07a57f071386 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:15.584918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Made reservation on behalf of 9650e7feb13b411a9c6d45a285836e8f for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:15.588384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.647324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:15.710831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-73810836-3065-4559-b1db-07a57f071386 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:15.714502 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-73810836-3065-4559-b1db-07a57f071386 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/a7713cfb-acfa-431e-bc9c-b659cf63908a HTTP/1.1" status: 404 len: 333 time: 0.2716978 Mar 03 10:16:15.728707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:15.729333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56286) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:15.735610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Allocated IP 172.26.7.167 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/36fa6d38-2418-4fd9-a686-fef62ace07f6) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:15.740856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:15.743613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:15.907865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=5b3527c0-8319-4fa4-8d2f-0b4212d809cf,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:15.954045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet 9f6c4e07-0990-4aa4-88b5-e65239cf04a9 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:15.963419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.023487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.038819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.051120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Transition to ACTIVE for port object bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:16.092723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 86297ba2-ae65-4622-92f4-efde32b61e31 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:16.093830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.127499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Transition to ACTIVE for port object bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:16.134773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e76b272-eb3c-487b-a33a-945ed49b51a4 None None] Network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:16.141558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:16.174619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.199626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:16.200252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.264704 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-334a88fb-89d1-42d2-bcdc-8ec258a28e4f tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9661162 Mar 03 10:16:16.266620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.291109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56290) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:16.339119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Network 77275d90-af06-40df-aa42-81049ac32af6 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:16.340449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.346535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:16.352765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Provisioning for port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:16.356351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:16.360737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Pushing event updated for resources: {'Port': ['ID=bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:16.371330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:27:01:73'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:31:f9:8f'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:16.391896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.409529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Provisioning complete for port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:16.409529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.438454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.447333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.447333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.447713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.448210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.448600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.449452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.449452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.450199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.450628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.451050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.452590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.453040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:16.524294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:16.533679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:16.542088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:16.579065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Pushing event updated for resources: {'Port': ['ID=36fa6d38-2418-4fd9-a686-fef62ace07f6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:16.604274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.636121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Attempting to bind port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:16.636663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Attempting to bind port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'cee3b26c-ba22-4a9a-813d-89b466c66e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '77275d90-af06-40df-aa42-81049ac32af6'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:16.637118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Attempting to bind port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 on network 77275d90-af06-40df-aa42-81049ac32af6 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:16.646955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:16.661496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:16.662012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Checking segment: {'id': 'cee3b26c-ba22-4a9a-813d-89b466c66e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '77275d90-af06-40df-aa42-81049ac32af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:16.662527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.663019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Bound using segment: {'id': 'cee3b26c-ba22-4a9a-813d-89b466c66e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '77275d90-af06-40df-aa42-81049ac32af6'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:16.663635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Bound port: bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee3b26c-ba22-4a9a-813d-89b466c66e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '77275d90-af06-40df-aa42-81049ac32af6'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:16.664100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.706607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6c4e07-0990-4aa4-88b5-e65239cf04a9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:16.719290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.723978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 67135c36-d1e4-4f26-b79b-2d2ba85909ba up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:16.778325 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8f6af605-ce5a-41d1-9aa8-f4fe5a0d8223 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/9f6c4e07-0990-4aa4-88b5-e65239cf04a9 HTTP/1.1" status: 204 len: 168 time: 1.0457115 Mar 03 10:16:16.786996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56294) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:16.806032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Provisioning for port a2a0715f-c63c-4582-8d78-beac0c6864c2 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:16.821344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:16.833881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Provisioning complete for port a2a0715f-c63c-4582-8d78-beac0c6864c2 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:16.834438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.839889 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] Sync routers for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:16.850182 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:16.851259 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:16.853841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:16.945188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] For port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:16.960762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] For port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9,segment=NetworkSegment(cee3b26c-ba22-4a9a-813d-89b466c66e34),segment_id=cee3b26c-ba22-4a9a-813d-89b466c66e34)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:16.969121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 67135c36-d1e4-4f26-b79b-2d2ba85909ba completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:16.978590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.023987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 67135c36-d1e4-4f26-b79b-2d2ba85909ba triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:17.023987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.051109 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:16:17.188175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.211187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.286336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86c91-34c1-4659-b9d7-35f7b5fbdc51 None None] Pushing event updated for resources: {'Port': ['ID=bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:17.290551 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-820866f3-1377-4426-9fe6-c8355afea577 admin admin] 10.222.0.23 "PUT /v2.0/routers/c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3521061 Mar 03 10:16:17.293430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] For port a2a0715f-c63c-4582-8d78-beac0c6864c2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a2a0715f-c63c-4582-8d78-beac0c6864c2,segment=NetworkSegment(a0fa6156-5854-4438-8305-04a9d90d2210),segment_id=a0fa6156-5854-4438-8305-04a9d90d2210)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:17.331099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56298) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:17.351972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port a2a0715f-c63c-4582-8d78-beac0c6864c2 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:17.352364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.391890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.401197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e4852-a17b-4e9c-86d8-4fc8ff903e22 None None] Network 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:17.416911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.479010 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:16:13Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:17.483903 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] Checking router: c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:16:17.494077 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] Routers {'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:17.494939 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:17.510691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Subnet': ['ID=8c84da8d-769a-4443-9982-c4b8bc0d1056,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:17.558406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.599694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.707079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.712056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 67135c36-d1e4-4f26-b79b-2d2ba85909ba, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=67135c36-d1e4-4f26-b79b-2d2ba85909ba,segment=NetworkSegment(a1317b04-3b57-47fc-96bf-bb91f83109d0),segment_id=a1317b04-3b57-47fc-96bf-bb91f83109d0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:17.750519 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] Set router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:16:17.769456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.770035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-cad67a36-9820-466e-827e-762ef0a52344 None None] Provisioning complete for port a2a0715f-c63c-4582-8d78-beac0c6864c2 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:17.770565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cad67a36-9820-466e-827e-762ef0a52344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.783092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Checking segment: {'id': 'bf912c9a-4bc4-433d-a96c-f69f7ebdbeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01c7a042-0b76-4782-829b-6a0be174d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:17.783497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network hostable DHCP agents. Network: 01c7a042-0b76-4782-829b-6a0be174d6bb, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:17.802017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cc3fe-42d2-4464-934c-b4cd6e9727bc None None] Pushing event updated for resources: {'Port': ['ID=a2a0715f-c63c-4582-8d78-beac0c6864c2,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:17.813117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:17.862010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.048155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=67135c36-d1e4-4f26-b79b-2d2ba85909ba,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:18.116784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:18.195050 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:16:13Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:18.200676 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61816fd8-e709-4704-9e69-82dadbe4bae7 None None] The sync data for ids ['c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d'] in dv-neutron-831192-5-hyperv is: [{'id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'name': 'tempest-ServerActionsTestJSON-1401536110-router', 'tenant_id': '122ade7fab684c668de2b4bf0dfc46bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:12:14Z', 'updated_at': '2022-03-03T10:16:13Z', 'revision_number': 5, 'project_id': '122ade7fab684c668de2b4bf0dfc46bc', 'gw_port': {'id': '110e7683-a9a1-4869-9e50-9a9ca1d40587', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:12:17Z', 'updated_at': '2022-03-03T10:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:18.241310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network 01c7a042-0b76-4782-829b-6a0be174d6bb is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:18.266687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:18.283590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] DHCP port deletion for 1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:18.289509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a2a0715f-c63c-4582-8d78-beac0c6864c2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:18.311682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.344174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Deleting port a2a0715f-c63c-4582-8d78-beac0c6864c2 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:18.344174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.440725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 01c7a042-0b76-4782-829b-6a0be174d6bb) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:18.470671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b11c6f-e0ce-4c4b-936b-b583503393de None None] Network 01c7a042-0b76-4782-829b-6a0be174d6bb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:18.494806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:18.497726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.702705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.705678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port a2a0715f-c63c-4582-8d78-beac0c6864c2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a2a0715f-c63c-4582-8d78-beac0c6864c2,segment=NetworkSegment(a0fa6156-5854-4438-8305-04a9d90d2210),segment_id=a0fa6156-5854-4438-8305-04a9d90d2210)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:18.706035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.719634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.754370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a2a0715f-c63c-4582-8d78-beac0c6864c2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:18.755020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:18.833735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 172.26.7.50 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/46adb153-1910-405b-8132-91b9ba18d2b5) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:18.850816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eede2f6-96a7-402e-b02c-92cc3e048786 None None] Network 77275d90-af06-40df-aa42-81049ac32af6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:18.874242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d480970a-368a-4ab8-b319-5d06a8a9ee75 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9634993 Mar 03 10:16:18.883859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56302) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:18.925184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for a2a0715f-c63c-4582-8d78-beac0c6864c2 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:19.055088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-93a771d3-6441-4bb4-b289-b7ce8b225d77 None None] Provisioning for port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:19.107221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.149955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router 5467b723-b157-4d1b-a050-260174f5c57c is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:16:19.152599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.166829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-93a771d3-6441-4bb4-b289-b7ce8b225d77 None None] Provisioning complete for port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:19.167241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-93a771d3-6441-4bb4-b289-b7ce8b225d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.169775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=a2a0715f-c63c-4582-8d78-beac0c6864c2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:19.181042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No DVR routers for this DVR port a2a0715f-c63c-4582-8d78-beac0c6864c2 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:19.211194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Port a2a0715f-c63c-4582-8d78-beac0c6864c2 update to ACTIVE by agent not found {{(pid=87890) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 10:16:19.219940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.220288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.220621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.220951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.221279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.221602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.221924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.222243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.222562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.222876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.223193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.223593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:16:19.336131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] For port a2a0715f-c63c-4582-8d78-beac0c6864c2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a2a0715f-c63c-4582-8d78-beac0c6864c2,segment=NetworkSegment(a0fa6156-5854-4438-8305-04a9d90d2210),segment_id=a0fa6156-5854-4438-8305-04a9d90d2210)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:19.336411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.339063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.361450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Router c3b0f2d7-d308-4067-937a-817bb2d953a4 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:16:19.369639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Deleting port 110e7683-a9a1-4869-9e50-9a9ca1d40587 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:19.370270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.370394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1687a48c-39f3-4937-a8ca-fc5d37e8e3e7']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:19.432944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-01c7a042-0b76-4782-829b-6a0be174d6bb', 'network_id': '01c7a042-0b76-4782-829b-6a0be174d6bb', 'tenant_id': '9650e7feb13b411a9c6d45a285836e8f', 'fixed_ips': [{'subnet_id': '8c84da8d-769a-4443-9982-c4b8bc0d1056'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:19.433596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.443893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fa6156-5854-4438-8305-04a9d90d2210') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:19.444179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fa6156-5854-4438-8305-04a9d90d2210') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:19.466254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.497034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.514680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Calling delete_port for a2a0715f-c63c-4582-8d78-beac0c6864c2 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:19.562819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:19.563227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:19.578008 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:19.672700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:19.690495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.707674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] Sync routers for ids ['c3b0f2d7-d308-4067-937a-817bb2d953a4'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:19.708715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.714014 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/1687a48c-39f3-4937-a8ca-fc5d37e8e3e7 HTTP/1.1" status: 204 len: 168 time: 2.9226687 Mar 03 10:16:19.714177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.716220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.719515 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7991f69a-d9c3-4236-a74c-c0fe69c295c5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "PUT /v2.0/routers/c3b0f2d7-d308-4067-937a-817bb2d953a4 HTTP/1.1" status: 200 len: 915 time: 7.1763263 Mar 03 10:16:19.720839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56306) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:19.720839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56308) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:19.725337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62837c-6fb9-4ec9-a0fd-3c7dc4295019 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=1687a48c-39f3-4937-a8ca-fc5d37e8e3e7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:19.730540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'name': 'tempest-PortsTestJSON-155347446'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:19.765053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-93a771d3-6441-4bb4-b289-b7ce8b225d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.796962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] Routers {'c3b0f2d7-d308-4067-937a-817bb2d953a4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:19.797892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c3b0f2d7-d308-4067-937a-817bb2d953a4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:19.848449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:19.970225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:19.970887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:19.979279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:19.981549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 67135c36-d1e4-4f26-b79b-2d2ba85909ba up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:20.004241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.037443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-93a771d3-6441-4bb4-b289-b7ce8b225d77 None None] For port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9,segment=NetworkSegment(cee3b26c-ba22-4a9a-813d-89b466c66e34),segment_id=cee3b26c-ba22-4a9a-813d-89b466c66e34)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:20.062171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] Routers {'c3b0f2d7-d308-4067-937a-817bb2d953a4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:20.062825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c3b0f2d7-d308-4067-937a-817bb2d953a4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:20.115161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-93a771d3-6441-4bb4-b289-b7ce8b225d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.127740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:20.131906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:20.134907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:20.142093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:20.144638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:20.153931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event updated for resources: {'Port': ['ID=5b3527c0-8319-4fa4-8d2f-0b4212d809cf,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:20.158220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:20.162651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.165846 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] Sync routers for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:20.200169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:20.201032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f350b33-68a0-4729-a6b3-91c72044b5ec None None] The sync data for ids ['c3b0f2d7-d308-4067-937a-817bb2d953a4'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:20.206411 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-839876f3-98d7-42fe-b7e1-bf689a5574a5 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/c3b0f2d7-d308-4067-937a-817bb2d953a4 HTTP/1.1" status: 200 len: 921 time: 0.4828842 Mar 03 10:16:20.208075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 5a12d140-ead1-4986-8aba-e99080c4e88c yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:20.208601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] For port 110e7683-a9a1-4869-9e50-9a9ca1d40587, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=110e7683-a9a1-4869-9e50-9a9ca1d40587,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:20.209175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.220225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Allocated IP 172.20.0.2 (01c7a042-0b76-4782-829b-6a0be174d6bb/8c84da8d-769a-4443-9982-c4b8bc0d1056/5fc94e5d-61c0-4735-b371-72b49d08053b) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:20.247395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56314) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:20.250228 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:20.253443 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:20.306559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] In _notify_port_updated(), no bound segment for port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf on network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:16:20.307851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a771d3-6441-4bb4-b289-b7ce8b225d77 None None] Pushing event updated for resources: {'Port': ['ID=bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:20.328076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:20.328682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.330255 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-192ac2ab-c654-4f65-a760-f7ca97e22f87 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "PUT /v2.0/ports/5b3527c0-8319-4fa4-8d2f-0b4212d809cf HTTP/1.1" status: 200 len: 1057 time: 4.0382457 Mar 03 10:16:20.341520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.345484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56318) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:20.376644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 67135c36-d1e4-4f26-b79b-2d2ba85909ba triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:20.377058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.388196 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:16:20.406095 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:20.456715 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:20.458867 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:20.484200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Deleting port a2a0715f-c63c-4582-8d78-beac0c6864c2 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:20.484587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.545620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:20.545966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.590736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-295b62c4-cbf1-4714-a631-aafbd5cef726 None None] The port 'a2a0715f-c63c-4582-8d78-beac0c6864c2' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:16:20.675217 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:20.675789 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c0617-38b0-4f7e-ae0d-2204289cc3f5 None None] The sync data for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:20.718578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-abe880f7-30c5-4cc0-9e49-76d4d84a8414 None None] Provisioning complete for port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:20.718833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-abe880f7-30c5-4cc0-9e49-76d4d84a8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.742252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.743463 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3d26ccf7-d686-485e-b241-89fb48920405 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.6201596 Mar 03 10:16:20.749947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ad2a3-1d81-4ef1-949a-af4ac503b600 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:20.751500 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0e8ad2a3-1d81-4ef1-949a-af4ac503b600 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=c3b0f2d7-d308-4067-937a-817bb2d953a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5023446 Mar 03 10:16:20.752336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Calling delete_port for 110e7683-a9a1-4869-9e50-9a9ca1d40587 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:20.755064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56322) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:20.755414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56324) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:20.787865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.788089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.811032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-abe880f7-30c5-4cc0-9e49-76d4d84a8414 None None] Port 5b3527c0-8319-4fa4-8d2f-0b4212d809cf cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:20.813655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Transition to ACTIVE for port object 5fc94e5d-61c0-4735-b371-72b49d08053b will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:20.838043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:20.839886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Transition to ACTIVE for port object 5fc94e5d-61c0-4735-b371-72b49d08053b will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:20.849639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.849974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:20.905031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:20.912029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a2a0715f-c63c-4582-8d78-beac0c6864c2 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:20.957197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=46adb153-1910-405b-8132-91b9ba18d2b5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:20.995218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Network 01c7a042-0b76-4782-829b-6a0be174d6bb is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:20.995455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:20.997087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:21.000383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:21.002163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: a2a0715f-c63c-4582-8d78-beac0c6864c2 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:21.002523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a2a0715f-c63c-4582-8d78-beac0c6864c2 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:21.002912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:21.035755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Pushing event updated for resources: {'Port': ['ID=5fc94e5d-61c0-4735-b371-72b49d08053b,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:21.053691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:21.054362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6eb42c9e-9727-4bbb-bea9-cfb98a5aae59 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:21.105649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4768141a-ecd3-48a1-a149-bb041f807946 None None] Provisioning complete for port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:21.106689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4768141a-ecd3-48a1-a149-bb041f807946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.216951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Attempting to bind port 5fc94e5d-61c0-4735-b371-72b49d08053b on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:21.218037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Attempting to bind port 5fc94e5d-61c0-4735-b371-72b49d08053b by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'bf912c9a-4bc4-433d-a96c-f69f7ebdbeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01c7a042-0b76-4782-829b-6a0be174d6bb'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:21.218406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Attempting to bind port 5fc94e5d-61c0-4735-b371-72b49d08053b on network 01c7a042-0b76-4782-829b-6a0be174d6bb {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:21.225691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:21.226064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Checking segment: {'id': 'bf912c9a-4bc4-433d-a96c-f69f7ebdbeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01c7a042-0b76-4782-829b-6a0be174d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:21.226463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.226850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Bound using segment: {'id': 'bf912c9a-4bc4-433d-a96c-f69f7ebdbeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01c7a042-0b76-4782-829b-6a0be174d6bb'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:21.227239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d6a0c-4501-4a25-8b4b-47846dff739d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:21.227411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Bound port: 5fc94e5d-61c0-4735-b371-72b49d08053b, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf912c9a-4bc4-433d-a96c-f69f7ebdbeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01c7a042-0b76-4782-829b-6a0be174d6bb'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:21.227680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.231188 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1d3d6a0c-4501-4a25-8b4b-47846dff739d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/networks/b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 881 time: 0.4651411 Mar 03 10:16:21.235569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56330) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:21.371150 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a976a692-1a32-4c72-b5e6-fa0d48ffcd89 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b0f2d7-d308-4067-937a-817bb2d953a4 HTTP/1.1" status: 200 len: 205 time: 0.1342404 Mar 03 10:16:21.373042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.375821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56334) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:21.382941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.387138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] For port 5fc94e5d-61c0-4735-b371-72b49d08053b, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:21.391524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] For port 5fc94e5d-61c0-4735-b371-72b49d08053b, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5fc94e5d-61c0-4735-b371-72b49d08053b,segment=NetworkSegment(bf912c9a-4bc4-433d-a96c-f69f7ebdbeab),segment_id=bf912c9a-4bc4-433d-a96c-f69f7ebdbeab)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:21.397614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.510231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.522137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5beaf4-890b-4336-8269-9e6b618a0d61 None None] Pushing event updated for resources: {'Port': ['ID=5fc94e5d-61c0-4735-b371-72b49d08053b,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:21.600138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Pushing event deleted for resources: {'Port': ['ID=110e7683-a9a1-4869-9e50-9a9ca1d40587,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:21.775745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Calling delete_port for 5b3527c0-8319-4fa4-8d2f-0b4212d809cf owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:21.837387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:21.865232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:21.871669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=5a12d140-ead1-4986-8aba-e99080c4e88c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:21.892406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:21.900779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:21.901826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:21.913656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.040155 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3928401f-9854-4b34-a586-3ca118c5bedc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3184462 Mar 03 10:16:22.041636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56338) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:22.054970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:22.134670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:22.135209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.172148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Allocated IP 172.20.0.1 (77275d90-af06-40df-aa42-81049ac32af6/0dba15e2-c50e-46dd-a390-1c674c6ebe4a/05e4a21b-d385-4b7b-9680-045d95e09e23) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:22.259153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5fc94e5d-61c0-4735-b371-72b49d08053b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:22.268678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.274393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.293832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 5a12d140-ead1-4986-8aba-e99080c4e88c {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:22.294169 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.340303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.345470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5fc94e5d-61c0-4735-b371-72b49d08053b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:22.362687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.514097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Port': ['ID=5b3527c0-8319-4fa4-8d2f-0b4212d809cf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:22.562933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.563478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:22.614838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.618950 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7ff6db20-3466-4d5a-9fac-47c58e6d906b admin admin] 10.222.0.23 "DELETE /v2.0/routers/c6816cbf-cfe9-4a2d-ab6b-f4f8d47a446d HTTP/1.1" status: 204 len: 168 time: 5.2855923 Mar 03 10:16:22.620176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56342) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:22.754148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.782906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f09f95-3512-48fd-bcf9-4a1785a800a9 None None] Network 01c7a042-0b76-4782-829b-6a0be174d6bb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:22.900929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.906317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.929439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c2d73b93-aaa4-4f4f-a8fd-b42a36f707db None None] Provisioning for port 5fc94e5d-61c0-4735-b371-72b49d08053b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:22.930697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.944410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c2d73b93-aaa4-4f4f-a8fd-b42a36f707db None None] Provisioning complete for port 5fc94e5d-61c0-4735-b371-72b49d08053b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:22.944636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c2d73b93-aaa4-4f4f-a8fd-b42a36f707db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:22.989677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] Deleting subnet 784e17db-b365-4824-a383-2836daf2a91b {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:23.007256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.016034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Transition to ACTIVE for port object 05e4a21b-d385-4b7b-9680-045d95e09e23 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:23.019210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.080965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Deleting port 36fa6d38-2418-4fd9-a686-fef62ace07f6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:23.081301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.114240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 5a12d140-ead1-4986-8aba-e99080c4e88c owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:23.171000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c2d73b93-aaa4-4f4f-a8fd-b42a36f707db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.208890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.219288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c2d73b93-aaa4-4f4f-a8fd-b42a36f707db None None] For port 5fc94e5d-61c0-4735-b371-72b49d08053b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5fc94e5d-61c0-4735-b371-72b49d08053b,segment=NetworkSegment(bf912c9a-4bc4-433d-a96c-f69f7ebdbeab),segment_id=bf912c9a-4bc4-433d-a96c-f69f7ebdbeab)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:23.229214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c2d73b93-aaa4-4f4f-a8fd-b42a36f707db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.305491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d73b93-aaa4-4f4f-a8fd-b42a36f707db None None] Pushing event updated for resources: {'Port': ['ID=5fc94e5d-61c0-4735-b371-72b49d08053b,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:23.473172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.578024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-84f7d7e3-fe01-4c22-aeef-26fb0cb93475 None None] Provisioning complete for port 5fc94e5d-61c0-4735-b371-72b49d08053b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:23.578554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-84f7d7e3-fe01-4c22-aeef-26fb0cb93475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.656241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.712738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.735118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.743780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=5a12d140-ead1-4986-8aba-e99080c4e88c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:23.744678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network 77275d90-af06-40df-aa42-81049ac32af6 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:23.749885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.756933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.759245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.784696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:23.793852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:23.801959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:23.827879 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-56b4a57f-1d77-47e9-8f41-b831e7732b62 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/ports/5b3527c0-8319-4fa4-8d2f-0b4212d809cf HTTP/1.1" status: 204 len: 168 time: 3.4780674 Mar 03 10:16:23.829164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56346) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:23.829469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Port': ['ID=05e4a21b-d385-4b7b-9680-045d95e09e23,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:23.902986 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-277e86c2-99b5-43ec-9303-9f1b47b70bec tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/5a12d140-ead1-4986-8aba-e99080c4e88c HTTP/1.1" status: 204 len: 168 time: 1.8581374 Mar 03 10:16:23.903919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56350) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:23.917870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5fc94e5d-61c0-4735-b371-72b49d08053b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:23.959542 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82bd189-9c43-41df-9901-898b117cd60b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] GET failed (client error): The resource could not be found. Mar 03 10:16:23.960079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c82bd189-9c43-41df-9901-898b117cd60b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Synchronizing usage tracker for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:23.968954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'mac_address': 'fa:16:3e:42:27:42', 'name': 'tempest-PortsTestJSON-1684359734'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:24.009297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5fc94e5d-61c0-4735-b371-72b49d08053b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:24.010645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.037240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Calling delete_port for 36fa6d38-2418-4fd9-a686-fef62ace07f6 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:24.073914 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-448dcce6-7b3c-48a6-acda-a3b8d1d953c8 None None] Provisioning for port 05e4a21b-d385-4b7b-9680-045d95e09e23 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:24.084003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-448dcce6-7b3c-48a6-acda-a3b8d1d953c8 None None] Provisioning complete for port 05e4a21b-d385-4b7b-9680-045d95e09e23 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:24.084382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-448dcce6-7b3c-48a6-acda-a3b8d1d953c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.092788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c82bd189-9c43-41df-9901-898b117cd60b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Unset dirty status for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:24.096204 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c82bd189-9c43-41df-9901-898b117cd60b tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "GET /v2.0/ports/5b3527c0-8319-4fa4-8d2f-0b4212d809cf HTTP/1.1" status: 404 len: 333 time: 0.1956909 Mar 03 10:16:24.103033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56354) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:24.141723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.150819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-448dcce6-7b3c-48a6-acda-a3b8d1d953c8 None None] Port 05e4a21b-d385-4b7b-9680-045d95e09e23 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:24.215840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 110e7683-a9a1-4869-9e50-9a9ca1d40587 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:24.240728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:24.244749 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:24.247850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:24.253504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.255101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:24.257702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 110e7683-a9a1-4869-9e50-9a9ca1d40587 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:24.258381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 110e7683-a9a1-4869-9e50-9a9ca1d40587 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:24.265976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:24.266313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.318248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:24.322120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784e17db-b365-4824-a383-2836daf2a91b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:24.329435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.333189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79707dfd-24b1-4ee3-8452-4741c32e82f3 None None] Network ee90d131-9548-4482-9b8e-a2e6d0796d55 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:24.360463 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9c434e7b-4cd4-48f6-ac73-5a351c3a8f2b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/784e17db-b365-4824-a383-2836daf2a91b HTTP/1.1" status: 204 len: 168 time: 1.6749146 Mar 03 10:16:24.364745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56358) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:24.417040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.1 (dab9f974-c109-4772-bc86-630f3f85f84a/6043c1e1-a637-4189-b646-f3a76298679c/f39c8449-93a6-45db-aa94-7971e05409f9) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:24.470481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.507543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.589350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 55c25844-7143-473c-821f-4ef0f0ee0be0 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:24.626450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] DHCP port deletion for ee90d131-9548-4482-9b8e-a2e6d0796d55 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:24.629261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event deleted for resources: {'Port': ['ID=36fa6d38-2418-4fd9-a686-fef62ace07f6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:24.635724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] Deleting port 9f3b06c8-fe79-4807-95e9-df41e62bb502 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:24.636204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.681362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.694517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router e0cd5f14-53ce-463f-8ab4-b88bea4282ca is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:16:24.742693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.857251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] For port 9f3b06c8-fe79-4807-95e9-df41e62bb502, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9f3b06c8-fe79-4807-95e9-df41e62bb502,segment=NetworkSegment(187ce56d-32eb-4f79-809d-79c67a52e2f8),segment_id=187ce56d-32eb-4f79-809d-79c67a52e2f8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:24.858670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.903903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.917605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.955998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Deleting port 9f3b06c8-fe79-4807-95e9-df41e62bb502 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:24.956371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.980251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:24.984303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] Calling delete_port for 9f3b06c8-fe79-4807-95e9-df41e62bb502 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:25.102261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.151536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] Pushing event deleted for resources: {'Port': ['ID=9f3b06c8-fe79-4807-95e9-df41e62bb502,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:25.153387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b8d98-83a2-4b03-871f-ea18b510e07a None None] No DVR routers for this DVR port 9f3b06c8-fe79-4807-95e9-df41e62bb502 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:25.233388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Calling delete_port for f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:25.283105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Transition to ACTIVE for port object f39c8449-93a6-45db-aa94-7971e05409f9 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:25.341191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.421582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.461739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.472095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.492294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.523578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network dab9f974-c109-4772-bc86-630f3f85f84a is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:25.528730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.530709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] The port '9f3b06c8-fe79-4807-95e9-df41e62bb502' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:16:25.533218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:25.539419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:25.566765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=f39c8449-93a6-45db-aa94-7971e05409f9,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:25.629642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.630170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Fanout notify agent at l3_agent the message router_deleted on router c3b0f2d7-d308-4067-937a-817bb2d953a4 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:25.646008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:25.657471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] Sync routers for ids ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:25.678290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] Routers {'e0cd5f14-53ce-463f-8ab4-b88bea4282ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:25.679272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:25.710881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Port': ['ID=f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:25.717465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:25.760907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:25.777008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:25.789952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:25.792873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] Routers {'e0cd5f14-53ce-463f-8ab4-b88bea4282ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:25.793761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:25.798441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:25.799099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.844726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.860620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.886123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.890263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=55c25844-7143-473c-821f-4ef0f0ee0be0,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:25.893292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.894665 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7405526d-01b6-47f0-957d-4d2736035bb1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/c3b0f2d7-d308-4067-937a-817bb2d953a4 HTTP/1.1" status: 204 len: 168 time: 4.4867826 Mar 03 10:16:25.897759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:25.899031 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0d5da9ae-3b7b-4406-afa7-a5974f67ef8b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.8330266 Mar 03 10:16:25.901685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56362) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:25.902506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56364) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:25.908343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1333689371', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:25.913907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:25.914439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c3ee7-b29b-4a47-a79f-d4ee1faae4ef None None] The sync data for ids ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:25.925334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:25.928211 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ad15c391-3437-4fac-920a-1b120573ca84 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9704876 Mar 03 10:16:25.933246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee90d131-9548-4482-9b8e-a2e6d0796d55']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:25.935037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56370) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:25.936488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Usage tracker for resource:router and tenant:3dbf5715c6264c3f970c22ca044b0cbc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:25.956100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9f3b06c8-fe79-4807-95e9-df41e62bb502 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:25.961480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ce56d-32eb-4f79-809d-79c67a52e2f8') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:25.961784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ce56d-32eb-4f79-809d-79c67a52e2f8') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:25.977076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:25.997029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 9f3b06c8-fe79-4807-95e9-df41e62bb502 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:25.997029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9f3b06c8-fe79-4807-95e9-df41e62bb502 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:26.000872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-311526c9-e5a2-41d0-98e0-9d4e4d42ba8e tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/ports/f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 HTTP/1.1" status: 204 len: 168 time: 1.8939738 Mar 03 10:16:26.000872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:26.009016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56374) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:26.012663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7d24f5de-392f-4ccd-850a-30faf66f6366 None None] Provisioning for port f39c8449-93a6-45db-aa94-7971e05409f9 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:26.019013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7d24f5de-392f-4ccd-850a-30faf66f6366 None None] Provisioning complete for port f39c8449-93a6-45db-aa94-7971e05409f9 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:26.019557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d24f5de-392f-4ccd-850a-30faf66f6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.049012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.069751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.077690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7d24f5de-392f-4ccd-850a-30faf66f6366 None None] Port f39c8449-93a6-45db-aa94-7971e05409f9 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:26.080158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.081759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.087375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-717f5ea8-def8-4763-95b3-de5e43e8f618 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] GET failed (client error): The resource could not be found. Mar 03 10:16:26.088198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-717f5ea8-def8-4763-95b3-de5e43e8f618 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Synchronizing usage tracker for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:26.106115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:26.106527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:26.120475 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:26.125216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0fdc51-4c11-4be7-b3bd-d74a27d07834 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:26.125793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3b0fdc51-4c11-4be7-b3bd-d74a27d07834 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:26.149273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.159694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-717f5ea8-def8-4763-95b3-de5e43e8f618 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Unset dirty status for tenant:492276dc57594dbfa2e505a43be6f4f7 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:26.160850 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-717f5ea8-def8-4763-95b3-de5e43e8f618 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "GET /v2.0/ports/f81cfac6-bce7-4eb8-af62-e45fe6aeaaa5 HTTP/1.1" status: 404 len: 333 time: 0.1438746 Mar 03 10:16:26.166783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56378) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:26.202169 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3b0fdc51-4c11-4be7-b3bd-d74a27d07834 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:26.203361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3b0fdc51-4c11-4be7-b3bd-d74a27d07834 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/55c25844-7143-473c-821f-4ef0f0ee0be0 HTTP/1.1" status: 200 len: 841 time: 0.2616928 Mar 03 10:16:26.211011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56382) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:26.301569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.303181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.329644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.331832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.393156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port 900546d1-aafe-4e25-9a65-74de1e5e1343 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:26.393741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.427986 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e07efc66-91ed-4f59-a8ac-5c3e2c028c8f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/routers/e0cd5f14-53ce-463f-8ab4-b88bea4282ca HTTP/1.1" status: 200 len: 884 time: 0.5242486 Mar 03 10:16:26.429113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee90d131-9548-4482-9b8e-a2e6d0796d55,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:26.438123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56386) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:26.505658 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d7afed44-3c49-4204-8f82-8fd2475037a1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ee90d131-9548-4482-9b8e-a2e6d0796d55 HTTP/1.1" status: 204 len: 168 time: 2.1392956 Mar 03 10:16:26.546345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Port': ['ID=05e4a21b-d385-4b7b-9680-045d95e09e23,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:26.550033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.586420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 55c25844-7143-473c-821f-4ef0f0ee0be0 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:26.586768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.643358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.715040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56392) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:26.886877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:26.912752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network 77275d90-af06-40df-aa42-81049ac32af6 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:26.916453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:27.110611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-063c18f0-a39d-453b-9c39-50d0bc8b1080 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:router {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:27.144913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-063c18f0-a39d-453b-9c39-50d0bc8b1080 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:router {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:27.148695 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-063c18f0-a39d-453b-9c39-50d0bc8b1080 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7048280 Mar 03 10:16:27.148695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Router 489f875a-db3f-422b-a00b-803e6fac15d2 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:16:27.149765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56396) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:27.158556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e86d9a19-2556-4dfb-8b88-05e61882d65c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1832573921'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:27.206665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f7c889e5-df6f-4e30-88ca-3e4f4fc08785 None None] Provisioning complete for port 05e4a21b-d385-4b7b-9680-045d95e09e23 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:27.207376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7c889e5-df6f-4e30-88ca-3e4f4fc08785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:27.268727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f7c889e5-df6f-4e30-88ca-3e4f4fc08785 None None] Port 05e4a21b-d385-4b7b-9680-045d95e09e23 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:27.307081 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f493c8e4-5154-4150-be60-17ee7a231537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=122ade7fab684c668de2b4bf0dfc46bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5617394 Mar 03 10:16:27.353317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56400) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:27.409799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:27.494022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:27.503619 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e67ba02c-5e91-4779-8227-902a700a6666 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "PUT /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6126802 Mar 03 10:16:27.508118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56404) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:27.508721 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] Sync routers for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:27.518584 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:27.519176 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:27.580465 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:27.588884 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:27.589475 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:27.620131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04bb18a0-5512-474c-aacc-39f4fe73e3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:27.648888 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:27.649525 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1254d-73f6-445d-9458-a49aa03d7bf2 None None] The sync data for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:27.659338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 55c25844-7143-473c-821f-4ef0f0ee0be0 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:27.690361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:27.799208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04bb18a0-5512-474c-aacc-39f4fe73e3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:27.849143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Calling delete_port for 900546d1-aafe-4e25-9a65-74de1e5e1343 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:28.058326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.171237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=55c25844-7143-473c-821f-4ef0f0ee0be0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:28.186490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.351171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04bb18a0-5512-474c-aacc-39f4fe73e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.438353 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-91687760-08aa-4567-9ff3-645d60252022 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/55c25844-7143-473c-821f-4ef0f0ee0be0 HTTP/1.1" status: 204 len: 168 time: 2.2147908 Mar 03 10:16:28.488068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb18a0-5512-474c-aacc-39f4fe73e3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4146ce28-5010-4778-9e2e-91683c612a8e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:28.490781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56408) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:28.546199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.555131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.556569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04bb18a0-5512-474c-aacc-39f4fe73e3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.560295 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-04bb18a0-5512-474c-aacc-39f4fe73e3cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4146ce28-5010-4778-9e2e-91683c612a8e HTTP/1.1" status: 204 len: 168 time: 1.2015040 Mar 03 10:16:28.565480 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffaece2-6d31-482a-9b44-952ec982622c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:16:28.570230 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2ffaece2-6d31-482a-9b44-952ec982622c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/55c25844-7143-473c-821f-4ef0f0ee0be0 HTTP/1.1" status: 404 len: 333 time: 0.0614026 Mar 03 10:16:28.585864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56414) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:28.596170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'name': 'tempest-PortsTestJSON-455847486'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:28.630969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e86d9a19-2556-4dfb-8b88-05e61882d65c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.639546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.644293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.647012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Port': ['ID=900546d1-aafe-4e25-9a65-74de1e5e1343,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:28.722977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.744187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e86d9a19-2556-4dfb-8b88-05e61882d65c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.888012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:28.902518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:28.907994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:28.922811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:28.937364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=f39c8449-93a6-45db-aa94-7971e05409f9,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:28.940119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:28.947147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-d0f9e445-6f67-415e-8405-e99bdbf8baa4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:16:28.948163 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d0f9e445-6f67-415e-8405-e99bdbf8baa4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "PUT /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4373267 Mar 03 10:16:28.984341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56422) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:28.990268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:29.015823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:29.019226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:29.057779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port f0d3759e-26d3-40c3-bb49-624947ca78ce yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:29.103152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86d9a19-2556-4dfb-8b88-05e61882d65c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router e0cd5f14-53ce-463f-8ab4-b88bea4282ca has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:29.108271 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c722e909-6bd5-4e0b-a17a-6725436f1a53 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/ports/900546d1-aafe-4e25-9a65-74de1e5e1343 HTTP/1.1" status: 204 len: 168 time: 2.9382775 Mar 03 10:16:29.112702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56432) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:29.264433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Allocated IP 172.26.7.219 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/ef1e8631-a7b4-4de8-ac4a-9a8497353e74) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:29.315316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting subnet 17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:29.369036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:29.534353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network dab9f974-c109-4772-bc86-630f3f85f84a is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:29.535593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:29.760533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d9a19-2556-4dfb-8b88-05e61882d65c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:29.777318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] Sync routers for ids ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:29.791454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:29.803743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] Routers {'e0cd5f14-53ce-463f-8ab4-b88bea4282ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:29.804770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:29.829590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e86d9a19-2556-4dfb-8b88-05e61882d65c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:29.830815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e86d9a19-2556-4dfb-8b88-05e61882d65c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/e0cd5f14-53ce-463f-8ab4-b88bea4282ca HTTP/1.1" status: 200 len: 891 time: 2.6791384 Mar 03 10:16:29.838518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56452) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:29.910007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:29.917575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-69298909-0ca4-4c93-a82e-25f149595b8b None None] Provisioning complete for port f39c8449-93a6-45db-aa94-7971e05409f9 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:29.918067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69298909-0ca4-4c93-a82e-25f149595b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:29.980390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:29.983652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-69298909-0ca4-4c93-a82e-25f149595b8b None None] Port f39c8449-93a6-45db-aa94-7971e05409f9 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:29.990470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] Routers {'e0cd5f14-53ce-463f-8ab4-b88bea4282ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:29.992410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:30.043578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router 5467b723-b157-4d1b-a050-260174f5c57c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:30.066271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.077772 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fb52a958-bf92-4455-b691-04f1cef25a88 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/routers/e0cd5f14-53ce-463f-8ab4-b88bea4282ca HTTP/1.1" status: 200 len: 891 time: 0.2328162 Mar 03 10:16:30.079409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56462) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:30.098847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:30.099833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999bfb28-4941-4037-b7fc-702bc0393125 None None] The sync data for ids ['e0cd5f14-53ce-463f-8ab4-b88bea4282ca'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:30.127479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.172238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.190250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.227568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-13cd762e-933c-451e-b43a-abc204639acd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:30.258813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:30.260030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:30.262784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:30.269175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:30.269637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.297709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=f0d3759e-26d3-40c3-bb49-624947ca78ce,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:30.315767 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e4808ea1-8826-4963-aaaa-174522d944f3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7287047 Mar 03 10:16:30.316531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:30.318391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56472) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:30.325079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:30.335839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:30.366346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.402335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:30.415825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Subnet': ['ID=17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:30.420826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56476) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:30.425616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.429961 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b66938d0-4719-4ca6-81de-c4ec4e918272 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/subnets/17bb73c6-57f9-4b40-a4d8-9fa1d8a940d0 HTTP/1.1" status: 204 len: 168 time: 1.3161566 Mar 03 10:16:30.432256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56480) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:30.433167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d811944-d7d3-4186-b4c2-0e1e62af6a9e None None] Network fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:30.447210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event updated for resources: {'Port': ['ID=ef1e8631-a7b4-4de8-ac4a-9a8497353e74,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:30.450033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-13cd762e-933c-451e-b43a-abc204639acd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:30.451255 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-13cd762e-933c-451e-b43a-abc204639acd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd5f14-53ce-463f-8ab4-b88bea4282ca HTTP/1.1" status: 200 len: 205 time: 0.3719277 Mar 03 10:16:30.457331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56486) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:30.629372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:30.641460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.644327 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] Sync routers for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:30.644774 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be634992-3b41-4c28-8822-f5f66919133d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/routers/5467b723-b157-4d1b-a050-260174f5c57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8798242 Mar 03 10:16:30.653951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56490) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:30.667083 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:30.668941 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:30.683682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.694946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'port': {'network_id': 'dab9f974-c109-4772-bc86-630f3f85f84a', 'name': 'tempest-FloatingIPTestJSON-1908125332'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:30.714047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a7e26085-dcd6-4bb5-8ddd-ec171e3307bf tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:30.755093 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:30.769401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.773777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] DHCP port deletion for fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:30.775019 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:30.775901 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:30.779829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] Deleting port 66a3484a-0cbf-4d43-9421-2611d8406565 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:30.781070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.858844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port 66a3484a-0cbf-4d43-9421-2611d8406565 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:30.859600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:30.862015 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:30.862422 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c539a-7ae6-4b87-bce5-b3cdfcbeaa6e None None] The sync data for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:31.013682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.014663 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a7e26085-dcd6-4bb5-8ddd-ec171e3307bf tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "PUT /v2.0/quotas/9017291c4d394e97a1e56721164cdc44 HTTP/1.1" status: 200 len: 366 time: 0.5924549 Mar 03 10:16:31.026049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56494) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.046105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] For port 66a3484a-0cbf-4d43-9421-2611d8406565, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=66a3484a-0cbf-4d43-9421-2611d8406565,segment=NetworkSegment(d69fef58-5e08-4911-a56e-332e9c8020bf),segment_id=d69fef58-5e08-4911-a56e-332e9c8020bf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:31.046401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.123846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:31.146307 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2ef223c9-c84d-47ac-add4-e54257b37b97 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0923450 Mar 03 10:16:31.146307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Usage tracker for resource:port and tenant:442d6d3cdaf74c7980d7b5cad3b243e0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:31.162653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:31.165374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56498) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.170724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] Calling delete_port for 66a3484a-0cbf-4d43-9421-2611d8406565 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:31.193115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:31.227079 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f1721e61-627d-46d7-894b-705fed3667be tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "GET /v2.0/quotas/9017291c4d394e97a1e56721164cdc44 HTTP/1.1" status: 200 len: 366 time: 0.0560188 Mar 03 10:16:31.260723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.280308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56502) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.299231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Made reservation on behalf of 442d6d3cdaf74c7980d7b5cad3b243e0 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:31.303130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.309785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] Pushing event deleted for resources: {'Port': ['ID=66a3484a-0cbf-4d43-9421-2611d8406565,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:31.317180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9327eaa-1ff6-4b82-b50d-d8c47f3def4e None None] No DVR routers for this DVR port 66a3484a-0cbf-4d43-9421-2611d8406565 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:31.350057 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23cd8d30-b4be-4fb1-a670-c347df9f098e tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/9017291c4d394e97a1e56721164cdc44 HTTP/1.1" status: 204 len: 168 time: 0.0684807 Mar 03 10:16:31.355292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] For port 66a3484a-0cbf-4d43-9421-2611d8406565, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=66a3484a-0cbf-4d43-9421-2611d8406565,segment=NetworkSegment(d69fef58-5e08-4911-a56e-332e9c8020bf),segment_id=d69fef58-5e08-4911-a56e-332e9c8020bf)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:31.355665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.363050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56506) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.365842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.430443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.492760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] device_id is not set on port 7a50946a-e14b-48e3-961d-18b5b4eac3dc yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:31.614953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.671777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.709136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 46adb153-1910-405b-8132-91b9ba18d2b5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:31.709476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.712427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Calling delete_port for 66a3484a-0cbf-4d43-9421-2611d8406565 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:31.741944 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-42b5d4d2-e983-4445-a2b3-60e8ed7e2c02 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.3719804 Mar 03 10:16:31.752671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56510) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.776078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] In _notify_port_updated(), no bound segment for port f0d3759e-26d3-40c3-bb49-624947ca78ce on network 4b3344a3-54c8-49a1-89a7-a770b9addefc {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:16:31.781873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:31.782472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:31.784019 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "PUT /v2.0/ports/f0d3759e-26d3-40c3-bb49-624947ca78ce HTTP/1.1" status: 200 len: 818 time: 1.4642816 Mar 03 10:16:31.794333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56514) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.887622 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bcb21e58-74d9-47a7-b013-21ce07198882 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "GET /v2.0/quotas/9017291c4d394e97a1e56721164cdc44 HTTP/1.1" status: 200 len: 370 time: 0.1217883 Mar 03 10:16:31.887824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0605c8d-b36f-404a-a96b-4298e424d070 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=f0d3759e-26d3-40c3-bb49-624947ca78ce,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:31.889849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56518) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.897718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 66a3484a-0cbf-4d43-9421-2611d8406565 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:31.907755 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2c2842fa-4fb5-43e4-ad4f-5468792425be tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "GET /v2.0/quotas/9017291c4d394e97a1e56721164cdc44/default HTTP/1.1" status: 200 len: 370 time: 0.0097139 Mar 03 10:16:31.913222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56522) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:31.935159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 66a3484a-0cbf-4d43-9421-2611d8406565 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:31.937197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 66a3484a-0cbf-4d43-9421-2611d8406565 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:31.962530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:31.962844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:31.975876 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-a3a3af99-f6a2-4f2b-8268-721538197bd2 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] delete failed (client error): The resource could not be found. Mar 03 10:16:31.976874 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a3a3af99-f6a2-4f2b-8268-721538197bd2 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/9017291c4d394e97a1e56721164cdc44 HTTP/1.1" status: 404 len: 348 time: 0.0367014 Mar 03 10:16:31.980358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port f0d3759e-26d3-40c3-bb49-624947ca78ce {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:31.980701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.051590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Allocated IP 172.20.0.8 (dab9f974-c109-4772-bc86-630f3f85f84a/6043c1e1-a637-4189-b646-f3a76298679c/7a50946a-e14b-48e3-961d-18b5b4eac3dc) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:32.068954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Deleting port 05e4a21b-d385-4b7b-9680-045d95e09e23 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:32.069301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.110704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56528) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:32.247501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:network and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:32.254703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.286655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:32.367870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.416038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 46adb153-1910-405b-8132-91b9ba18d2b5 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:32.448192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:subnet and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:32.495521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.507359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Deleting port 66a3484a-0cbf-4d43-9421-2611d8406565 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:32.507638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.543012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for f0d3759e-26d3-40c3-bb49-624947ca78ce owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:32.587801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:32.661106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] The port '66a3484a-0cbf-4d43-9421-2611d8406565' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:16:32.698966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:subnetpool and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:32.741006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:32.751594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.797181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.839970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:port and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:32.845662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Transition to ACTIVE for port object 7a50946a-e14b-48e3-961d-18b5b4eac3dc will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:32.846897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.850273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.917613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:32.925193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=f0d3759e-26d3-40c3-bb49-624947ca78ce,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:32.932718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:32.948009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.955059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69fef58-5e08-4911-a56e-332e9c8020bf') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:32.955371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69fef58-5e08-4911-a56e-332e9c8020bf') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:32.971582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:router and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:32.976128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b77e190-0007-4665-a214-4d878296e9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.985775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:32.993030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:32.995685 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-136afd43-d190-4ad9-a035-ed1c8a00e9bd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/f0d3759e-26d3-40c3-bb49-624947ca78ce HTTP/1.1" status: 204 len: 168 time: 1.1891499 Mar 03 10:16:32.996643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Calling delete_port for 05e4a21b-d385-4b7b-9680-045d95e09e23 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:33.000912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56532) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:33.045714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.054602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:floatingip and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:33.066700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:33.067100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:33.081514 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:33.084766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.096750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:33.135048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Router 5e6d8040-2eb5-4afa-822c-c927625b9a3c is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:16:33.238826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Network dab9f974-c109-4772-bc86-630f3f85f84a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:33.241070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.255690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:33.271586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.276335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:33.278195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.331553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] Pushing event deleted for resources: {'Network': ['ID=fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:33.333161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event updated for resources: {'Port': ['ID=7a50946a-e14b-48e3-961d-18b5b4eac3dc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:33.343235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=46adb153-1910-405b-8132-91b9ba18d2b5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:33.483679 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-24c25368-c490-4363-aff2-2de3e2d219b0 tempest-AllowedAddressPairTestJSON-259072001 tempest-AllowedAddressPairTestJSON-259072001-project] 10.222.0.23 "DELETE /v2.0/networks/fd8fd1fc-e7a0-44cf-955c-ee1ebfedc6e1 HTTP/1.1" status: 204 len: 168 time: 3.0428693 Mar 03 10:16:33.510717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46604a-609e-4f8f-bc9c-55ac4e594c13 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:33.511445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9b46604a-609e-4f8f-bc9c-55ac4e594c13 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:33.522853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:33.523502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.539705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-04fe55a4-b4d8-42cf-a136-f44aa3f41962 None None] Provisioning for port 7a50946a-e14b-48e3-961d-18b5b4eac3dc completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:33.541426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:security_group and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:33.553847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:33.554082 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-04fe55a4-b4d8-42cf-a136-f44aa3f41962 None None] Provisioning complete for port 7a50946a-e14b-48e3-961d-18b5b4eac3dc triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:33.554490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-04fe55a4-b4d8-42cf-a136-f44aa3f41962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.559562 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0623842d-057b-4e2f-8868-63b7d4843a13 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9011836 Mar 03 10:16:33.561574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56538) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:33.568235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Request body: {'floatingip': {'port_id': '7a50946a-e14b-48e3-961d-18b5b4eac3dc'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:33.574582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:33.592370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.640580 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9b46604a-609e-4f8f-bc9c-55ac4e594c13 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:33.642102 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9b46604a-609e-4f8f-bc9c-55ac4e594c13 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6385314 Mar 03 10:16:33.647661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56542) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:33.650461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Usage tracker for resource:security_group_rule and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:33.661182 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:33.662997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.664788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71296183-279b-4e5f-960b-600c6df622db None None] Sync routers for ids ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:33.674914 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6f20ffd5-7e7a-4d47-a48e-32044878cbe6 tempest-QuotasTest-1875951639 tempest-QuotasTest-1875951639-project-admin] 10.222.0.23 "GET /v2.0/quotas/fe6fee5ed7f14f52838ea6621cdfc1f5/details.json HTTP/1.1" status: 200 len: 703 time: 1.5599618 Mar 03 10:16:33.690799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71296183-279b-4e5f-960b-600c6df622db None None] Routers {'5e6d8040-2eb5-4afa-822c-c927625b9a3c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:33.691839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71296183-279b-4e5f-960b-600c6df622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:33.692610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.739770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Port': ['ID=05e4a21b-d385-4b7b-9680-045d95e09e23,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:33.770234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71296183-279b-4e5f-960b-600c6df622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:33.789244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-04fe55a4-b4d8-42cf-a136-f44aa3f41962 None None] Port 7a50946a-e14b-48e3-961d-18b5b4eac3dc cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:33.792111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71296183-279b-4e5f-960b-600c6df622db None None] Routers {'5e6d8040-2eb5-4afa-822c-c927625b9a3c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:33.794082 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71296183-279b-4e5f-960b-600c6df622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:33.885009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71296183-279b-4e5f-960b-600c6df622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:33.885410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71296183-279b-4e5f-960b-600c6df622db None None] The sync data for ids ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:33.970982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:33.972251 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-73b8f79b-04e0-4b80-a439-2e39c4e31f50 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.0690348 Mar 03 10:16:33.973501 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eae8a9d-3cc9-4b08-8dd2-cf45f4232cac tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:16:33.974031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5eae8a9d-3cc9-4b08-8dd2-cf45f4232cac tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:33.976925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56548) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:33.998030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:34.156785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56556) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:34.177628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56562) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:34.281758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.289669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.296660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5eae8a9d-3cc9-4b08-8dd2-cf45f4232cac tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:34.297815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5eae8a9d-3cc9-4b08-8dd2-cf45f4232cac tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/f0d3759e-26d3-40c3-bb49-624947ca78ce HTTP/1.1" status: 404 len: 333 time: 0.6366498 Mar 03 10:16:34.306509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56568) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:34.379274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-199985266'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:34.386661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.411857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:34.446569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a9eaa26c-9902-4b68-91f1-b228a2bb5a9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=492276dc57594dbfa2e505a43be6f4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856565 Mar 03 10:16:34.447586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56572) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:34.451524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:34.468800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9d980208764446a33d8d7cfaf7ee79 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:34.474330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:34.489716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:34.541185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:34.549372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:34.551894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.561395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:34.567012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.567532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Fanout notify agent at l3_agent the message router_deleted on router e0cd5f14-53ce-463f-8ab4-b88bea4282ca {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:34.580661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a054646-d2c9-48c5-8bf0-24a80ac8b630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.699762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a054646-d2c9-48c5-8bf0-24a80ac8b630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.715872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:34.719333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.772637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.780501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.803542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.804629 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2b44dd90-2bc4-4ff8-acb8-dfb46ce2cb02 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/e0cd5f14-53ce-463f-8ab4-b88bea4282ca HTTP/1.1" status: 204 len: 168 time: 4.3440907 Mar 03 10:16:34.816036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56576) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:34.829604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262854518'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:34.843858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:34.861946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.869926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.911322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:34.968709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a054646-d2c9-48c5-8bf0-24a80ac8b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:34.976285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:34.980566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:35.000426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:35.001868 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe9d980208764446a33d8d7cfaf7ee79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8209708 Mar 03 10:16:35.007001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c46846-ace3-4726-bfd2-f3c67dc5fae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e5c6c-03e1-46ff-ac56-01d85a435553,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:35.009010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56580) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:35.045345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a054646-d2c9-48c5-8bf0-24a80ac8b630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.046387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8a054646-d2c9-48c5-8bf0-24a80ac8b630 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75ef78e1-7b0a-46c4-94d9-52509150e80a HTTP/1.1" status: 204 len: 168 time: 0.5970628 Mar 03 10:16:35.054378 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP cbea0861-c5a7-49f5-bf0b-9a3b0ba8138e associated. External IP: 172.26.7.192, port: 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f. Mar 03 10:16:35.073045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.073387 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment a6da431d-5b08-40ea-aece-67404af6c437 of type vlan for network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 Mar 03 10:16:35.100554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:35.103981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.105926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a054646-d2c9-48c5-8bf0-24a80ac8b630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef78e1-7b0a-46c4-94d9-52509150e80a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:35.117879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Router 489f875a-db3f-422b-a00b-803e6fac15d2 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:35.202972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb718-2a59-42ce-94d0-403b5a514082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.224181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.310109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:35.377960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f300-e02e-405b-8b12-6a8107a1f265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.428451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f300-e02e-405b-8b12-6a8107a1f265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.441281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:16:35.598098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.598725 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment 5b200cd2-c031-43e9-a1c8-74684e7aa1e0 of type vlan for network 5565d651-aa78-427b-b14f-eaa26dac9d22 Mar 03 10:16:35.600426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:35.633236 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] Sync routers for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:35.641566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f300-e02e-405b-8b12-6a8107a1f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.649537 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:35.651257 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:35.655662 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9dc54361-a7d5-47ab-9390-7ffe65be72be tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "PUT /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6691289 Mar 03 10:16:35.661525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.664145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56598) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:35.666850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:35.667701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.674386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.679436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.736055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0f300-e02e-405b-8b12-6a8107a1f265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e5c6c-03e1-46ff-ac56-01d85a435553,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:35.748851 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:35.765925 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:35.767122 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:35.783359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:35.785722 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-93f8f427-7151-46bc-9f02-5538cbddaf6e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] delete failed (client error): The resource could not be found. Mar 03 10:16:35.791052 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-93f8f427-7151-46bc-9f02-5538cbddaf6e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1172304801 HTTP/1.1" status: 404 len: 335 time: 0.1206148 Mar 03 10:16:35.795017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56606) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:35.798566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f300-e02e-405b-8b12-6a8107a1f265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.802389 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e4f0f300-e02e-405b-8b12-6a8107a1f265 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee5e5c6c-03e1-46ff-ac56-01d85a435553 HTTP/1.1" status: 204 len: 168 time: 0.7793989 Mar 03 10:16:35.808269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-90542f2e-cb34-4ab5-b995-20aa42785e86 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'router': {'external_gateway_info': {'network_id': '489f875a-db3f-422b-a00b-803e6fac15d2'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:35.808426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.827690 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5180948 Mar 03 10:16:35.833004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d42e8-52ec-4708-8b10-c4299c46b2df tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=898b4470-a1f2-4f96-a252-c8aeeedbffa8,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:35.847521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56612) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:35.847647 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:35.847647 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30934c-ba4f-4492-8a4b-1809a0676fc1 None None] The sync data for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:35.852193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:35.856850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:35.894963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Deleting port ef1e8631-a7b4-4de8-ac4a-9a8497353e74 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:35.895419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.926528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:35.932435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:35.933222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.032073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.053814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.077312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56620) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:36.111683 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2892568 Mar 03 10:16:36.121170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56624) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:36.199867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': '5565d651-aa78-427b-b14f-eaa26dac9d22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:36.230052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56630) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:36.237517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:36.254811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06782d-181f-467d-b1cc-d78a864d8eaa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=5565d651-aa78-427b-b14f-eaa26dac9d22,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:36.257548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:36.268083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:36.276351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:36.340295 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.378103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:36.423897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:36.428325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:36.431769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.437425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90542f2e-cb34-4ab5-b995-20aa42785e86 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.441486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:36.477241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:36.491636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:36.495486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.506445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6fee5ed7f14f52838ea6621cdfc1f5 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:36.516153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:36.519214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:36.525361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-26980491'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:36.550493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:36.552760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:36.558797 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-90542f2e-cb34-4ab5-b995-20aa42785e86 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] update failed (client error): The resource could not be found. Mar 03 10:16:36.563793 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-90542f2e-cb34-4ab5-b995-20aa42785e86 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "PUT /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2 HTTP/1.1" status: 404 len: 339 time: 0.7587376 Mar 03 10:16:36.563793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:network and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:36.566546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56634) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:36.568382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:36.646980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:36.683009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Calling delete_port for ef1e8631-a7b4-4de8-ac4a-9a8497353e74 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:36.686533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:36.696853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:36.707818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:36.708545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:36.734406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:36.737829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.787510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:36.797190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:36.797811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:36.826322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:36.829929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:36.879222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:36.879662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8863e-5cb6-4d18-9356-282e724badfd None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:37.045872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.066807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.140984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:37.229904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.262254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=3113616f-9ec0-4df2-91a0-7b0784197b6c,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:37.274982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.275388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:security_group_rule and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:37.283475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:37.314815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:37.321538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Pushing event deleted for resources: {'Port': ['ID=ef1e8631-a7b4-4de8-ac4a-9a8497353e74,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:37.323472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': 'a6da431d-5b08-40ea-aece-67404af6c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:37.323831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: 898b4470-a1f2-4f96-a252-c8aeeedbffa8, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:37.575690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=895e9a4f-9286-4151-a316-8ec9ca3a43c0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:37.582187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:37.602450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.603688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': '5b200cd2-c031-43e9-a1c8-74684e7aa1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5565d651-aa78-427b-b14f-eaa26dac9d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:37.604061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: 5565d651-aa78-427b-b14f-eaa26dac9d22, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:37.608822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 898b4470-a1f2-4f96-a252-c8aeeedbffa8) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:37.614651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.617300 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3088236-66b3-4e9a-bd80-36396acb7b67 None None] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:37.623839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.666255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:37.666839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.724506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.763725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:37.816264 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe6fee5ed7f14f52838ea6621cdfc1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5810940 Mar 03 10:16:37.819771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdb326-5211-44eb-b1af-d7b497eb9f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3464675-006a-46dc-a90f-2c38df26580a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:37.826413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56638) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:37.845345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 5565d651-aa78-427b-b14f-eaa26dac9d22) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:37.858645 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6ebce698-5a87-4ef5-be39-3e82510eb797 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0123858 Mar 03 10:16:37.866806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56642) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:37.870355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-898b4470-a1f2-4f96-a252-c8aeeedbffa8', 'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8', 'tenant_id': 'c46ea56fc50c4ccf9fe1767f39c7813b', 'fixed_ips': [{'subnet_id': '3113616f-9ec0-4df2-91a0-7b0784197b6c'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:37.871172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.884561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d6f0b-fe0a-46e4-aa04-5ac207ffe89f None None] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:37.921086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.926309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:37.927089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:37.947086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:38.064039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router 5467b723-b157-4d1b-a050-260174f5c57c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:38.080762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.102100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.125878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5e13db18-e077-4ee4-ba40-8dcc6b41f5af tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9532921 Mar 03 10:16:38.189625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56646) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:38.192097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Allocated IP 172.20.0.2 (898b4470-a1f2-4f96-a252-c8aeeedbffa8/3113616f-9ec0-4df2-91a0-7b0784197b6c/1b6b474b-a573-40d1-85e4-ea781de9479f) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:38.211167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.215286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383282029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:38.215716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:38.234153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:38.239435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.251526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65910bd2-0f76-4335-ab2d-1cc7123914f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.253764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:router and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:38.258540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-5565d651-aa78-427b-b14f-eaa26dac9d22', 'network_id': '5565d651-aa78-427b-b14f-eaa26dac9d22', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': '895e9a4f-9286-4151-a316-8ec9ca3a43c0'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:38.259544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.287841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca1a434-a410-45ba-81e3-d1e5fe83b952,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:38.296748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.297103 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Added segment 47c40cee-95a4-400e-9f7b-d69e49e21433 of type vlan for network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 Mar 03 10:16:38.327171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:38.347554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:38.439270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65910bd2-0f76-4335-ab2d-1cc7123914f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.450680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.452547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.459495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:38.467821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Router 5e6d8040-2eb5-4afa-822c-c927625b9a3c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:38.469252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.472318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:38.483915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:38.499947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:38.528252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.606080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:38.610668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.659804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:38.667435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.677966 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] Sync routers for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:38.688911 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:38.689769 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:38.691826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Transition to ACTIVE for port object 1b6b474b-a573-40d1-85e4-ea781de9479f will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:38.697707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Allocated IP 172.20.0.1 (69da6c8b-2608-4d98-9448-24fe50d11ed8/fc316c28-23a0-44da-bf95-846b3becc349/8eb3ceba-7979-4b26-a272-17b3838f1751) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:38.716266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:38.725850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.732943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:38.733552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.743666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Allocated IP 2001:db8::2 (5565d651-aa78-427b-b14f-eaa26dac9d22/895e9a4f-9286-4151-a316-8ec9ca3a43c0/d07bfa7c-61de-4a07-ab85-cdb1174d7593) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:38.760033 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:38.769734 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:38.770701 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:38.774184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.825961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65910bd2-0f76-4335-ab2d-1cc7123914f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.837405 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:38.838173 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4363d-2f0c-41f6-bbe9-c9794d6182ee None None] The sync data for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:38.847429 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] Sync routers for ids ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:38.895050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Transition to ACTIVE for port object 1b6b474b-a573-40d1-85e4-ea781de9479f will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:38.907997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.947174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.972763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.976394 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4adec649-0e23-44ae-ae6f-337ef992300c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "PUT /v2.0/routers/5e6d8040-2eb5-4afa-822c-c927625b9a3c HTTP/1.1" status: 200 len: 706 time: 4.9909217 Mar 03 10:16:38.977781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56650) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:38.978331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65910bd2-0f76-4335-ab2d-1cc7123914f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3464675-006a-46dc-a90f-2c38df26580a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:38.982492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65910bd2-0f76-4335-ab2d-1cc7123914f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.982710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] Routers {'5e6d8040-2eb5-4afa-822c-c927625b9a3c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:38.986026 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-65910bd2-0f76-4335-ab2d-1cc7123914f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3464675-006a-46dc-a90f-2c38df26580a HTTP/1.1" status: 204 len: 168 time: 1.1512227 Mar 03 10:16:38.986176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:38.988422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:38.991844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1776c6cd-c5d9-4954-9d91-4d15a5e1300b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7909515 Mar 03 10:16:39.012023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56656) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.017751 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9303913 Mar 03 10:16:39.022882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56660) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.059441 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.ipam_backend_mixin [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3113616f-9ec0-4df2-91a0-7b0784197b6c (CIDR: 172.20.0.0/28) Mar 03 10:16:39.081949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841fa48-36c3-4293-8592-400a83381f8f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Network': ['ID=3fad33c2-4a22-4295-84b4-8d05cb2d9f39,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:39.092595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:39.094612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:39.112952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:39.118562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:39.120415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:39.136173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:39.137333 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:16:39.137996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:16:39.160228 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b7dc5ec1-febe-42d9-84a1-70c7b96d2ea9 tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/routers/5e6d8040-2eb5-4afa-822c-c927625b9a3c HTTP/1.1" status: 200 len: 741 time: 0.1794207 Mar 03 10:16:39.163456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56664) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.171344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Pushing event updated for resources: {'Port': ['ID=1b6b474b-a573-40d1-85e4-ea781de9479f,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:39.198323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] Routers {'5e6d8040-2eb5-4afa-822c-c927625b9a3c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:39.198970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:39.220812 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-13122a93-69ea-46ea-8855-ae310aba818d tempest-RoutersAdminTest-34196591 tempest-RoutersAdminTest-34196591-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&device_id=5e6d8040-2eb5-4afa-822c-c927625b9a3c HTTP/1.1" status: 200 len: 205 time: 0.0560493 Mar 03 10:16:39.223263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56668) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.227117 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1d603ff4-f691-4626-a33a-8ec3bc581305 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3047233 Mar 03 10:16:39.242197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56672) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.276961 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d8b75dc1-0ef1-4fe7-b7bc-9e084abe79fc tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e6d8040-2eb5-4afa-822c-c927625b9a3c HTTP/1.1" status: 200 len: 205 time: 0.0523362 Mar 03 10:16:39.280061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56676) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.353108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:39.439793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:39.440139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d25d38-ec15-4bb5-9e62-c4660435a3ba None None] The sync data for ids ['5e6d8040-2eb5-4afa-822c-c927625b9a3c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:39.461896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.501543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cfb9be70-8460-401f-9b15-6beef3e0c8b9 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.503064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Transition to ACTIVE for port object d07bfa7c-61de-4a07-ab85-cdb1174d7593 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:39.515744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Attempting to bind port 1b6b474b-a573-40d1-85e4-ea781de9479f on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:39.516414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Attempting to bind port 1b6b474b-a573-40d1-85e4-ea781de9479f by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'a6da431d-5b08-40ea-aece-67404af6c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:39.516990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Attempting to bind port 1b6b474b-a573-40d1-85e4-ea781de9479f on network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:39.530304 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:39.530961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Checking segment: {'id': 'a6da431d-5b08-40ea-aece-67404af6c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:39.531878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.532430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Bound using segment: {'id': 'a6da431d-5b08-40ea-aece-67404af6c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:39.533053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Bound port: 1b6b474b-a573-40d1-85e4-ea781de9479f, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6da431d-5b08-40ea-aece-67404af6c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:39.533888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.556080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Transition to ACTIVE for port object d07bfa7c-61de-4a07-ab85-cdb1174d7593 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:39.591190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.612291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.699220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:39.704810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Pushing event updated for resources: {'Port': ['ID=d07bfa7c-61de-4a07-ab85-cdb1174d7593,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:39.712253 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:39.718274 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:39.729645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23910a2c-a911-4038-85df-cba4372df4cc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/floatingips/cbea0861-c5a7-49f5-bf0b-9a3b0ba8138e HTTP/1.1" status: 200 len: 978 time: 6.1631925 Mar 03 10:16:39.741875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56690) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.749039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:39.752318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Transition to ACTIVE for port object 8eb3ceba-7979-4b26-a272-17b3838f1751 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:39.752493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] For port 1b6b474b-a573-40d1-85e4-ea781de9479f, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:39.788242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:39.800833 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:39.805183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] For port 1b6b474b-a573-40d1-85e4-ea781de9479f, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b6b474b-a573-40d1-85e4-ea781de9479f,segment=NetworkSegment(a6da431d-5b08-40ea-aece-67404af6c437),segment_id=a6da431d-5b08-40ea-aece-67404af6c437)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:39.840724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Attempting to bind port d07bfa7c-61de-4a07-ab85-cdb1174d7593 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:39.841097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Attempting to bind port d07bfa7c-61de-4a07-ab85-cdb1174d7593 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5b200cd2-c031-43e9-a1c8-74684e7aa1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5565d651-aa78-427b-b14f-eaa26dac9d22'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:39.841666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Attempting to bind port d07bfa7c-61de-4a07-ab85-cdb1174d7593 on network 5565d651-aa78-427b-b14f-eaa26dac9d22 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:39.848482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:39.849752 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Checking segment: {'id': '5b200cd2-c031-43e9-a1c8-74684e7aa1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5565d651-aa78-427b-b14f-eaa26dac9d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:39.850170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.850571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Bound using segment: {'id': '5b200cd2-c031-43e9-a1c8-74684e7aa1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5565d651-aa78-427b-b14f-eaa26dac9d22'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:39.851038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Bound port: d07bfa7c-61de-4a07-ab85-cdb1174d7593, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b200cd2-c031-43e9-a1c8-74684e7aa1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5565d651-aa78-427b-b14f-eaa26dac9d22'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:39.851557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.873910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.886141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:39.933622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cfb9be70-8460-401f-9b15-6beef3e0c8b9 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.936813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cfb9be70-8460-401f-9b15-6beef3e0c8b9 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.966143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cfb9be70-8460-401f-9b15-6beef3e0c8b9 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.966143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb9be70-8460-401f-9b15-6beef3e0c8b9 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Fanout notify agent at l3_agent the message router_deleted on router 5e6d8040-2eb5-4afa-822c-c927625b9a3c {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:39.991719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cfb9be70-8460-401f-9b15-6beef3e0c8b9 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:39.992518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:39.993743 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cfb9be70-8460-401f-9b15-6beef3e0c8b9 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/5e6d8040-2eb5-4afa-822c-c927625b9a3c HTTP/1.1" status: 204 len: 168 time: 0.7096546 Mar 03 10:16:39.994739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:39.996908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56702) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:39.999202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:40.017971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 7a50946a-e14b-48e3-961d-18b5b4eac3dc {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:40.018313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:40.061660 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dfa1bca8-209f-4070-804c-e2fb675b9410 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e6d8040-2eb5-4afa-822c-c927625b9a3c HTTP/1.1" status: 200 len: 205 time: 0.0610516 Mar 03 10:16:40.063577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56706) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.070271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:40.085520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6622871-27a9-4313-ad24-ebfc81e8f668 None None] Pushing event updated for resources: {'Port': ['ID=1b6b474b-a573-40d1-85e4-ea781de9479f,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:40.095112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:40.097077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] For port d07bfa7c-61de-4a07-ab85-cdb1174d7593, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:40.105190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] For port d07bfa7c-61de-4a07-ab85-cdb1174d7593, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d07bfa7c-61de-4a07-ab85-cdb1174d7593,segment=NetworkSegment(5b200cd2-c031-43e9-a1c8-74684e7aa1e0),segment_id=5b200cd2-c031-43e9-a1c8-74684e7aa1e0)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:40.120584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:40.124544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:40.133660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56710) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.179363 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-75caf4ea-f2ab-478c-830c-e463e6a2554e tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] delete failed (client error): The resource could not be found. Mar 03 10:16:40.180698 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-75caf4ea-f2ab-478c-830c-e463e6a2554e tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/5e6d8040-2eb5-4afa-822c-c927625b9a3c HTTP/1.1" status: 404 len: 336 time: 0.1159120 Mar 03 10:16:40.183527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56714) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.225325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d396c7-3ca4-48e8-8a1b-8b126f402844 None None] Pushing event updated for resources: {'Port': ['ID=d07bfa7c-61de-4a07-ab85-cdb1174d7593,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:40.236469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2025e49f-381c-414b-ba20-f4054214e3c1 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b0f2d7-d308-4067-937a-817bb2d953a4 HTTP/1.1" status: 200 len: 205 time: 0.0516527 Mar 03 10:16:40.238780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56718) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.312711 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-a843648f-e881-4b9b-8075-ee87c5d85b0e tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] delete failed (client error): The resource could not be found. Mar 03 10:16:40.314086 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a843648f-e881-4b9b-8075-ee87c5d85b0e tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/c3b0f2d7-d308-4067-937a-817bb2d953a4 HTTP/1.1" status: 404 len: 336 time: 0.0741794 Mar 03 10:16:40.316710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56722) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.389815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-01a77159-1132-453a-a0d3-2ad5ca14f48a tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee65c0ea-131e-4f37-8284-05a820345250 HTTP/1.1" status: 200 len: 205 time: 0.0720160 Mar 03 10:16:40.392210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56726) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.419529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:40.471763 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-7d3b93ac-b401-46aa-bc2d-9977d9ac7f1c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] delete failed (client error): The resource could not be found. Mar 03 10:16:40.475230 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7d3b93ac-b401-46aa-bc2d-9977d9ac7f1c tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/ee65c0ea-131e-4f37-8284-05a820345250 HTTP/1.1" status: 404 len: 336 time: 0.0796382 Mar 03 10:16:40.475779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56732) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.493275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:40.546865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:40.550464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:40.573387 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d49fce63-8777-4c7e-b061-39dc3bf755e2 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=b907f413-0576-453f-99e8-77c7f2d551c6 HTTP/1.1" status: 200 len: 205 time: 0.0964937 Mar 03 10:16:40.577431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56736) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.726847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-189299577'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:40.772162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:40.787772 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-26d99e07-6c7f-4dab-a4d8-dea77d1abfe2 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] delete failed (client error): The resource could not be found. Mar 03 10:16:40.789039 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-26d99e07-6c7f-4dab-a4d8-dea77d1abfe2 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/b907f413-0576-453f-99e8-77c7f2d551c6 HTTP/1.1" status: 404 len: 336 time: 0.2103813 Mar 03 10:16:40.791524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56740) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.837499 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-769e3293-1793-4093-9a9c-ddd3141f5f89 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=04172527-e100-435e-bfc3-f62cc9fb62e1 HTTP/1.1" status: 200 len: 205 time: 0.0428066 Mar 03 10:16:40.837740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56744) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.853273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:40.854335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:40.882318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:40.885181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:40.908818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-1dd3cd54-7586-4075-bf67-9b83574fe061 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] delete failed (client error): The resource could not be found. Mar 03 10:16:40.909855 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1dd3cd54-7586-4075-bf67-9b83574fe061 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/04172527-e100-435e-bfc3-f62cc9fb62e1 HTTP/1.1" status: 404 len: 336 time: 0.0712206 Mar 03 10:16:40.911576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Port': ['ID=8eb3ceba-7979-4b26-a272-17b3838f1751,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:40.912561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56748) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.957704 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f52fa0b7-033d-463d-8e27-51fa4f99b658 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d8c70db-86a4-4a23-abfe-17f8cf50da91 HTTP/1.1" status: 200 len: 205 time: 0.0440915 Mar 03 10:16:40.960510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56752) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:40.966623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:40.971668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:41.037444 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-47591bb7-1e13-49d2-a059-f48f160fbbc6 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] delete failed (client error): The resource could not be found. Mar 03 10:16:41.038865 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-47591bb7-1e13-49d2-a059-f48f160fbbc6 tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/routers/8d8c70db-86a4-4a23-abfe-17f8cf50da91 HTTP/1.1" status: 404 len: 336 time: 0.0770552 Mar 03 10:16:41.041150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56756) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:41.083471 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e33304-accb-4af5-823f-144ca96dc63f tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] DELETE failed (client error): The resource could not be found. Mar 03 10:16:41.084031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e33304-accb-4af5-823f-144ca96dc63f tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:16:41.088678 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f6e33304-accb-4af5-823f-144ca96dc63f tempest-RoutersAdminTest-192095925 tempest-RoutersAdminTest-192095925-project] 10.222.0.23 "DELETE /v2.0/subnets/b63fcfec-955b-43c6-aef5-f827dd81f19f HTTP/1.1" status: 404 len: 337 time: 0.0440891 Mar 03 10:16:41.199238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:41.202527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.277525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.279697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fdf0285b-f88d-4a00-bbb0-cbc8859cf82f None None] Provisioning for port 8eb3ceba-7979-4b26-a272-17b3838f1751 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:41.288608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fdf0285b-f88d-4a00-bbb0-cbc8859cf82f None None] Provisioning complete for port 8eb3ceba-7979-4b26-a272-17b3838f1751 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:41.289035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdf0285b-f88d-4a00-bbb0-cbc8859cf82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.345452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.392799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:41.398853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0285b-f88d-4a00-bbb0-cbc8859cf82f None None] Port 8eb3ceba-7979-4b26-a272-17b3838f1751 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:41.488126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56764) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:41.504354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:security_group_rule and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:41.510733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f743c3-7e09-426e-ac29-73b09312c964 None None] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:41.566834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.585427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:41.617519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:41.649431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.666625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:41.675107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-94d31064-8802-4cca-994b-a2f1afe3250a None None] Provisioning for port 1b6b474b-a573-40d1-85e4-ea781de9479f completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:41.677076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Usage tracker for resource:security_group_rule and tenant:3dbf5715c6264c3f970c22ca044b0cbc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:41.680236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:41.686605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:41.722811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.783105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.788840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.845519 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dbf5715c6264c3f970c22ca044b0cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561566 Mar 03 10:16:41.846898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56770) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:41.849969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31baac-a34f-4245-a23a-386589fd95b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a948f3e2-3379-4e72-b2ea-3b8f026d751e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:41.871957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0358f79-9f72-4a7f-b51e-ed312857b313 None None] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:41.928528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd9e6-0fe6-4888-abab-0ca2db858f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:41.964957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd9e6-0fe6-4888-abab-0ca2db858f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.000938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a0b49bcc-7daf-4f28-9a21-a47f0672ba32 None None] Provisioning for port d07bfa7c-61de-4a07-ab85-cdb1174d7593 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:42.035196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd9e6-0fe6-4888-abab-0ca2db858f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.056725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cd9e6-0fe6-4888-abab-0ca2db858f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a948f3e2-3379-4e72-b2ea-3b8f026d751e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:42.064557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd9e6-0fe6-4888-abab-0ca2db858f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.071744 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1e1cd9e6-0fe6-4888-abab-0ca2db858f45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a948f3e2-3379-4e72-b2ea-3b8f026d751e HTTP/1.1" status: 204 len: 168 time: 0.2235639 Mar 03 10:16:42.115712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d07bfa7c-61de-4a07-ab85-cdb1174d7593 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:42.237834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:42.255061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8::1 (5565d651-aa78-427b-b14f-eaa26dac9d22/895e9a4f-9286-4151-a316-8ec9ca3a43c0/a85bb2c2-8af8-4911-b774-7b017c582f1e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:42.276475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d07bfa7c-61de-4a07-ab85-cdb1174d7593 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:42.285634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d07bfa7c-61de-4a07-ab85-cdb1174d7593 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:42.286301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.370025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:42.370025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network hostable DHCP agents. Network: 3fad33c2-4a22-4295-84b4-8d05cb2d9f39, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:42.465903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.492766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.514541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56778) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:42.534905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port d07bfa7c-61de-4a07-ab85-cdb1174d7593, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d07bfa7c-61de-4a07-ab85-cdb1174d7593,segment=NetworkSegment(5b200cd2-c031-43e9-a1c8-74684e7aa1e0),segment_id=5b200cd2-c031-43e9-a1c8-74684e7aa1e0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:42.546062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.547110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b6b474b-a573-40d1-85e4-ea781de9479f up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:42.570018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.604779 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1cd8876f-3ab7-4f32-a4c9-e2babe401d3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a00b2454a7a949e6ae126729bd863196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862491 Mar 03 10:16:42.605072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56782) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:42.712195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 1b6b474b-a573-40d1-85e4-ea781de9479f completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:42.718584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac410b3f-587c-41f1-8e7e-1725aba9da1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.722461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=d07bfa7c-61de-4a07-ab85-cdb1174d7593,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:42.727377 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1b6b474b-a573-40d1-85e4-ea781de9479f triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:42.727978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.757905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac410b3f-587c-41f1-8e7e-1725aba9da1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.798398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-393c0840-55cb-4f81-8045-33aa50570dae None None] Provisioning complete for port d07bfa7c-61de-4a07-ab85-cdb1174d7593 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:42.798801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-393c0840-55cb-4f81-8045-33aa50570dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.810591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.818575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.818952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.819344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Floating IP cbea0861-c5a7-49f5-bf0b-9a3b0ba8138e disassociated. External IP: 172.26.7.192, port: 7a50946a-e14b-48e3-961d-18b5b4eac3dc. Mar 03 10:16:42.819723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 7a50946a-e14b-48e3-961d-18b5b4eac3dc owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:42.830094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac410b3f-587c-41f1-8e7e-1725aba9da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.846803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac410b3f-587c-41f1-8e7e-1725aba9da1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22afa15-1d29-409b-b115-4da6e04e0c55,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:42.860577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac410b3f-587c-41f1-8e7e-1725aba9da1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.862062 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ac410b3f-587c-41f1-8e7e-1725aba9da1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d22afa15-1d29-409b-b115-4da6e04e0c55 HTTP/1.1" status: 204 len: 168 time: 0.2559996 Mar 03 10:16:42.883134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:42.886300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:42.889033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.915032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:42.924604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:42.925197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:42.930287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d416cf-5436-4570-965e-09dd5a05caad None None] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:43.049999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 3fad33c2-4a22-4295-84b4-8d05cb2d9f39) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:43.055505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:43.056113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.082512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9464df87-7bde-4146-a803-3bd2156096f0 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:43.087046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=d2a98ef8-eb68-40a7-9bb8-963e88695eae,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:43.093153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:43.129150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.208235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2850c3b0-67aa-4ac8-b081-635dc3aeec55,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:43.230734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.231083 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 42ec5b6f-151a-4a9c-bece-58fb83a619e7 of type vlan for network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 Mar 03 10:16:43.259126 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-50e016c2-8f6b-422c-91c8-5e8cf96b667d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1785109 Mar 03 10:16:43.266836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56794) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:43.269878 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c291a234-d30d-4eef-bc3c-bb352211d9e6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.0265889 Mar 03 10:16:43.278372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56796) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:43.281895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'name': 'tempest-NetworksTestDHCPv6-1713048543'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:43.333482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.350169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 1b6b474b-a573-40d1-85e4-ea781de9479f, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b6b474b-a573-40d1-85e4-ea781de9479f,segment=NetworkSegment(a6da431d-5b08-40ea-aece-67404af6c437),segment_id=a6da431d-5b08-40ea-aece-67404af6c437)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:43.354767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8', 'fixed_ips': [{'subnet_id': '3113616f-9ec0-4df2-91a0-7b0784197b6c'}, {'subnet_id': 'd2a98ef8-eb68-40a7-9bb8-963e88695eae'}], 'name': 'tempest-PortsTestJSON-1108718917'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:43.376991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.418886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.437639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object a85bb2c2-8af8-4911-b774-7b017c582f1e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:43.512434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:43.517494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:43.521787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:43.531897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:43.548202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:43.558522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.598016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 9d458341-4777-4060-9873-5efa8f328ba1 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:43.619232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=1b6b474b-a573-40d1-85e4-ea781de9479f,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:43.655597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.696683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': 'b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:43.698037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.725999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.733089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:43.734426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:43.794399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::23f (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5/9d458341-4777-4060-9873-5efa8f328ba1) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:43.795694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=7a50946a-e14b-48e3-961d-18b5b4eac3dc,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:43.929980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:43.998613 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.8541336 Mar 03 10:16:43.998613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:44.006591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:44.020803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:44.042314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d07bfa7c-61de-4a07-ab85-cdb1174d7593 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:44.062224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.146136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56816) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:44.152047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] Update dhcp port {'port': {'network_id': '898b4470-a1f2-4f96-a252-c8aeeedbffa8', 'fixed_ips': [{'subnet_id': '3113616f-9ec0-4df2-91a0-7b0784197b6c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2a98ef8-eb68-40a7-9bb8-963e88695eae'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '1b6b474b-a573-40d1-85e4-ea781de9479f'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:16:44.154569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': 'e98999b5-4cd8-4dd8-9005-b189b57cc0f9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:44.195164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3666d-6ef9-4e0d-83a2-dc79f7c60db3 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=e98999b5-4cd8-4dd8-9005-b189b57cc0f9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:44.215374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.216039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.234223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:44.297173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 9d458341-4777-4060-9873-5efa8f328ba1 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:44.306932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:44.313398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:44.317232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:44.325431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:44.354645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:44.359783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.409532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.500368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=a85bb2c2-8af8-4911-b774-7b017c582f1e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:44.513899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router 5467b723-b157-4d1b-a050-260174f5c57c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:44.534940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:44.587680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:44.600581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:44.612858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:44.614625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:44.615888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d07bfa7c-61de-4a07-ab85-cdb1174d7593 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:44.616423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.620888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:44.621502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.626464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=9d458341-4777-4060-9873-5efa8f328ba1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:44.662454 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c6740220-566a-4e4b-a266-89f0ae98c3b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3903053 Mar 03 10:16:44.677676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5/0b3f54eb-8762-4f33-be11-ee07a6768f87) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:44.704710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56830) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:44.755417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:44.757934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:16:44.772383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.788285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] Allocated IP 172.20.0.18 (898b4470-a1f2-4f96-a252-c8aeeedbffa8/d2a98ef8-eb68-40a7-9bb8-963e88695eae/1b6b474b-a573-40d1-85e4-ea781de9479f) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:44.801696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:44.803373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.860171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56836) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:44.866754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:44.874825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port bcae90de-a87f-4c2a-a10d-d711a22b1182 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:44.880811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1341a1a-2b22-4921-9993-ed2bfb31a990 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:44.881644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c1341a1a-2b22-4921-9993-ed2bfb31a990 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:44.928816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.037526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.058591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b6b474b-a573-40d1-85e4-ea781de9479f up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:45.062259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.083748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c1341a1a-2b22-4921-9993-ed2bfb31a990 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:45.085541 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c1341a1a-2b22-4921-9993-ed2bfb31a990 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3795388 Mar 03 10:16:45.092826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56842) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:45.113007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-795843096', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:45.197785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '42ec5b6f-151a-4a9c-bece-58fb83a619e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e98999b5-4cd8-4dd8-9005-b189b57cc0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:45.198515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: e98999b5-4cd8-4dd8-9005-b189b57cc0f9, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:45.209040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:45.213946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=f1297d13-a08d-4ff1-91dc-b725695f19f0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:45.218342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5a87c2f4-deec-45a0-bba3-b698570f6827 None None] Provisioning for port a85bb2c2-8af8-4911-b774-7b017c582f1e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:45.229730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 9d458341-4777-4060-9873-5efa8f328ba1 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:45.230188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.245224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Usage tracker for resource:port and tenant:a924f3e60cdf473daaf0814018f13039 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:45.249087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5a87c2f4-deec-45a0-bba3-b698570f6827 None None] Provisioning complete for port a85bb2c2-8af8-4911-b774-7b017c582f1e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:45.249458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5a87c2f4-deec-45a0-bba3-b698570f6827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.256166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:45.290154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:45.303383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] For port 1b6b474b-a573-40d1-85e4-ea781de9479f, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b6b474b-a573-40d1-85e4-ea781de9479f,segment=NetworkSegment(a6da431d-5b08-40ea-aece-67404af6c437),segment_id=a6da431d-5b08-40ea-aece-67404af6c437)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:45.331237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, e98999b5-4cd8-4dd8-9005-b189b57cc0f9) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:45.347495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:45.348765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.349122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:45.356510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event updated for resources: {'Port': ['ID=8eb3ceba-7979-4b26-a272-17b3838f1751,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:45.380198 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3fe09f28-5a81-4576-a217-8f2a31aa677a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2327912 Mar 03 10:16:45.383540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38e079-3bb1-4c6c-a5d1-8bf4f176a200 None None] Network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:45.397877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56846) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:45.402938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1366085877'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:45.423079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:45.428731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.430559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5a87c2f4-deec-45a0-bba3-b698570f6827 None None] Port a85bb2c2-8af8-4911-b774-7b017c582f1e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:45.431104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:45.472121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:45.494167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:45.495255 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] Sync routers for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:45.512129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:45.512381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Made reservation on behalf of a924f3e60cdf473daaf0814018f13039 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:45.515440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.529555 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:45.531097 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:45.534648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.resource_extend [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:16:45.544604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:45.551509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.557462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1b6b474b-a573-40d1-85e4-ea781de9479f triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:45.557837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.596684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.603859 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:45.608944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.627120 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:45.628917 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:45.643203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.658391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] Transition to ACTIVE for port object 1b6b474b-a573-40d1-85e4-ea781de9479f will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:45.679461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Transition to ACTIVE for port object 0b3f54eb-8762-4f33-be11-ee07a6768f87 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:45.681890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.691875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:45.721626 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:45.722344 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f26ff7-b5b6-4a83-bd03-db1bff6dd93f None None] The sync data for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:45.742754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.771745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 9d458341-4777-4060-9873-5efa8f328ba1 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:45.792463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Port 1b6b474b-a573-40d1-85e4-ea781de9479f had new provisioning blocks added so it will not transition to active. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 03 10:16:45.818055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.818395 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 7f7ee3fd-ac11-446a-8eee-53e6d20091e3 of type vlan for network 693c5335-a86c-4847-aa8a-6827a6e7a8ef Mar 03 10:16:45.862580 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:45.867089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Usage tracker for resource:security_group_rule and tenant:a924f3e60cdf473daaf0814018f13039 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:45.870163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.870513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:45.891367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:45.899819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Transition to ACTIVE for port object 0b3f54eb-8762-4f33-be11-ee07a6768f87 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:45.944688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.953060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.958187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01381ba-3782-4919-ade9-7ded1df60679 None None] Pushing event updated for resources: {'Port': ['ID=1b6b474b-a573-40d1-85e4-ea781de9479f,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:45.958356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:45.962434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:45.963785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:45.972656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:45.977720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.061149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:46.068513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:46.073819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:46.102595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=693c5335-a86c-4847-aa8a-6827a6e7a8ef,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:46.107431 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7be19393-863d-4dff-b1da-97e5b8a47b83 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7089751 Mar 03 10:16:46.111285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56850) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:46.118928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:46.135040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-e98999b5-4cd8-4dd8-9005-b189b57cc0f9', 'network_id': 'e98999b5-4cd8-4dd8-9005-b189b57cc0f9', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': 'f1297d13-a08d-4ff1-91dc-b725695f19f0'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:46.135917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.154945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 693c5335-a86c-4847-aa8a-6827a6e7a8ef details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:46.222131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Pushing event updated for resources: {'Port': ['ID=0b3f54eb-8762-4f33-be11-ee07a6768f87,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:46.234901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.305897 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-374a9a84-7a89-4f22-a45e-de9750492016 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/ports/7a50946a-e14b-48e3-961d-18b5b4eac3dc HTTP/1.1" status: 204 len: 168 time: 6.5601132 Mar 03 10:16:46.356207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56854) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:46.357712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=9d458341-4777-4060-9873-5efa8f328ba1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:46.363140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.365433 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2eef2d8b-412e-489d-8c71-aede35ca4833 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9d458341-4777-4060-9873-5efa8f328ba1 HTTP/1.1" status: 204 len: 168 time: 1.2699418 Mar 03 10:16:46.376181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56858) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:46.446125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.6 (898b4470-a1f2-4f96-a252-c8aeeedbffa8/3113616f-9ec0-4df2-91a0-7b0784197b6c/bcae90de-a87f-4c2a-a10d-d711a22b1182) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:46.456835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.24 (898b4470-a1f2-4f96-a252-c8aeeedbffa8/d2a98ef8-eb68-40a7-9bb8-963e88695eae/bcae90de-a87f-4c2a-a10d-d711a22b1182) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:46.470410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Attempting to bind port 0b3f54eb-8762-4f33-be11-ee07a6768f87 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:46.470781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Attempting to bind port 0b3f54eb-8762-4f33-be11-ee07a6768f87 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:46.474233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Attempting to bind port 0b3f54eb-8762-4f33-be11-ee07a6768f87 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:46.498379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:46.498755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:46.499201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.499556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:46.500044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Bound port: 0b3f54eb-8762-4f33-be11-ee07a6768f87, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:46.500410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.526785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a77d125d-6a15-4a79-87c6-ec48f22ecd60 None None] Provisioning complete for port 8eb3ceba-7979-4b26-a272-17b3838f1751 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:46.527164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a77d125d-6a15-4a79-87c6-ec48f22ecd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.531803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb5090-41a2-4bb2-92d2-c5685a1616ab tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:46.533377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb5090-41a2-4bb2-92d2-c5685a1616ab tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:46.537435 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-afdb5090-41a2-4bb2-92d2-c5685a1616ab tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1027939 Mar 03 10:16:46.539662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56862) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:46.550543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:46.554731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:46.557507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:46.563991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:46.637631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:46.641699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.673535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a77d125d-6a15-4a79-87c6-ec48f22ecd60 None None] Port 8eb3ceba-7979-4b26-a272-17b3838f1751 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:46.752208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Allocated IP 172.20.255.242 (e98999b5-4cd8-4dd8-9005-b189b57cc0f9/f1297d13-a08d-4ff1-91dc-b725695f19f0/13374df9-33ad-4b30-aeb2-925a1e2740e5) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:46.783362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] For port 0b3f54eb-8762-4f33-be11-ee07a6768f87, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:46.831185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] For port 0b3f54eb-8762-4f33-be11-ee07a6768f87, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0b3f54eb-8762-4f33-be11-ee07a6768f87,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:46.888493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.935695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7659a47d-4f1a-4e88-8a84-3eb7c3f22a4f None None] Provisioning for port 1b6b474b-a573-40d1-85e4-ea781de9479f completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:46.954633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:46.957755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.961818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7659a47d-4f1a-4e88-8a84-3eb7c3f22a4f None None] Provisioning complete for port 1b6b474b-a573-40d1-85e4-ea781de9479f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:46.962480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7659a47d-4f1a-4e88-8a84-3eb7c3f22a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:46.963757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Router 489f875a-db3f-422b-a00b-803e6fac15d2 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:46.979146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.018420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.040413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object bcae90de-a87f-4c2a-a10d-d711a22b1182 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:47.083891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97417bf-7112-40d9-a96d-c82914046f57 None None] Pushing event updated for resources: {'Port': ['ID=0b3f54eb-8762-4f33-be11-ee07a6768f87,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:47.113296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.130104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.150155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] device_id is not set on port e875f284-f34b-4750-81ea-61669370f353 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:47.210116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.231498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Transition to ACTIVE for port object 13374df9-33ad-4b30-aeb2-925a1e2740e5 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:47.257230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:16:47.259129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Transition to ACTIVE for port object 13374df9-33ad-4b30-aeb2-925a1e2740e5 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:47.269170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.308183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.334891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:47.337313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.338076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.338333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:47.347602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:47.357016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Pushing event updated for resources: {'Port': ['ID=13374df9-33ad-4b30-aeb2-925a1e2740e5,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:47.366566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.396979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931ca460-edd8-4072-916b-17ef241c4d66,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:47.435899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:47.453653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Attempting to bind port 13374df9-33ad-4b30-aeb2-925a1e2740e5 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:47.454015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Attempting to bind port 13374df9-33ad-4b30-aeb2-925a1e2740e5 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '42ec5b6f-151a-4a9c-bece-58fb83a619e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e98999b5-4cd8-4dd8-9005-b189b57cc0f9'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:47.454370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Attempting to bind port 13374df9-33ad-4b30-aeb2-925a1e2740e5 on network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:47.456765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] Sync routers for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:47.466999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:47.466999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Checking segment: {'id': '42ec5b6f-151a-4a9c-bece-58fb83a619e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e98999b5-4cd8-4dd8-9005-b189b57cc0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:47.467595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.467973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Bound using segment: {'id': '42ec5b6f-151a-4a9c-bece-58fb83a619e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e98999b5-4cd8-4dd8-9005-b189b57cc0f9'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:47.468444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Bound port: 13374df9-33ad-4b30-aeb2-925a1e2740e5, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ec5b6f-151a-4a9c-bece-58fb83a619e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e98999b5-4cd8-4dd8-9005-b189b57cc0f9'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:47.468839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.494296 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:47.494918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:47.519544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.589895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.639336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:47.648354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:47.657322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:47.660403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=a85bb2c2-8af8-4911-b774-7b017c582f1e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:47.664841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:47.692761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:47.693537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:47.704473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=6577cc5c-e481-4630-93ee-73e2c7e478d1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:47.707811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.779743 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d23a6ae-ee9b-4743-b0bf-0351ee07da9b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "PUT /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2069988 Mar 03 10:16:47.781529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:47.781984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b352f-c0c7-4d36-b41c-d904dac61014 None None] The sync data for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:47.784063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.787993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Allocated IP 172.26.7.57 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/e875f284-f34b-4750-81ea-61669370f353) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:47.789915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56866) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:47.796635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] For port 13374df9-33ad-4b30-aeb2-925a1e2740e5, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:47.800174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] For port 13374df9-33ad-4b30-aeb2-925a1e2740e5, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=13374df9-33ad-4b30-aeb2-925a1e2740e5,segment=NetworkSegment(42ec5b6f-151a-4a9c-bece-58fb83a619e7),segment_id=42ec5b6f-151a-4a9c-bece-58fb83a619e7)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:47.806847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:47.807142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:47.884753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ac246ae2-d278-46eb-80d3-332624f54138 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5 HTTP/1.1" status: 204 len: 168 time: 1.3426619 Mar 03 10:16:47.907049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56870) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:47.940425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1ff5d-510f-4070-b33f-9791dfc98a20 None None] Pushing event updated for resources: {'Port': ['ID=13374df9-33ad-4b30-aeb2-925a1e2740e5,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:48.042505 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d1045228-0c90-49e6-bd55-d02a1852515b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309345 Mar 03 10:16:48.043457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56874) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:48.047790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '7f7ee3fd-ac11-446a-8eee-53e6d20091e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:48.048250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: 693c5335-a86c-4847-aa8a-6827a6e7a8ef, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:48.057856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:48.058796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.065827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:48.068794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0b3f54eb-8762-4f33-be11-ee07a6768f87 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:48.113653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network 693c5335-a86c-4847-aa8a-6827a6e7a8ef is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:48.133992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=bcae90de-a87f-4c2a-a10d-d711a22b1182,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:48.137721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:48.154838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:48.180692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da3a2ad7-eb28-4366-85a9-e4ebe1453189 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.226330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e24d4a94-bfd9-468f-9367-2f38aec34fd8 None None] Provisioning for port bcae90de-a87f-4c2a-a10d-d711a22b1182 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:48.248986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e24d4a94-bfd9-468f-9367-2f38aec34fd8 None None] Provisioning complete for port bcae90de-a87f-4c2a-a10d-d711a22b1182 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:48.249356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e24d4a94-bfd9-468f-9367-2f38aec34fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.292427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 693c5335-a86c-4847-aa8a-6827a6e7a8ef) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:48.315395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:48.321153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.337761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e24d4a94-bfd9-468f-9367-2f38aec34fd8 None None] Port bcae90de-a87f-4c2a-a10d-d711a22b1182 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:48.339291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323eaada-a26f-4cce-a737-099405c977ef None None] Network 693c5335-a86c-4847-aa8a-6827a6e7a8ef requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:48.383643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:48.428595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:48.433782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:48.446629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 0b3f54eb-8762-4f33-be11-ee07a6768f87 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:48.451149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:48.462003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b6b474b-a573-40d1-85e4-ea781de9479f up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:48.463722 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0ede09bd-e646-4dd6-b6e3-423c7793420b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3436565 Mar 03 10:16:48.464959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56878) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:48.609522 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f53f049a-216b-47e1-83ca-f76ef863efd9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.3182721 Mar 03 10:16:48.619146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56882) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:48.698807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:48.702988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.717782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3113616f-9ec0-4df2-91a0-7b0784197b6c'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:48.734977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1b6b474b-a573-40d1-85e4-ea781de9479f triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:48.735669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.772021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fcf883bb-f6ee-407a-b841-6860f940eb08 None None] Provisioning complete for port a85bb2c2-8af8-4911-b774-7b017c582f1e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:48.772391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fcf883bb-f6ee-407a-b841-6860f940eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.800619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-693c5335-a86c-4847-aa8a-6827a6e7a8ef', 'network_id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': '6577cc5c-e481-4630-93ee-73e2c7e478d1'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:48.801473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.857912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.864757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:48.893922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7c861-3b60-48e2-949e-fdd920c9fb27 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:48.949181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fcf883bb-f6ee-407a-b841-6860f940eb08 None None] Port a85bb2c2-8af8-4911-b774-7b017c582f1e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:49.038213 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-da3a2ad7-eb28-4366-85a9-e4ebe1453189 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 10:16:49.039267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-da3a2ad7-eb28-4366-85a9-e4ebe1453189 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2 HTTP/1.1" status: 409 len: 329 time: 1.2218025 Mar 03 10:16:49.073125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56886) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:49.231029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-16887372-4c90-499c-9f85-6315fb9b113e None None] Provisioning for port 0b3f54eb-8762-4f33-be11-ee07a6768f87 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:49.240503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Allocated IP 172.20.0.2 (693c5335-a86c-4847-aa8a-6827a6e7a8ef/6577cc5c-e481-4630-93ee-73e2c7e478d1/97be4657-a9c1-404a-a994-5e8287387081) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:49.248944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-16887372-4c90-499c-9f85-6315fb9b113e None None] Provisioning complete for port 0b3f54eb-8762-4f33-be11-ee07a6768f87 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:49.249310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16887372-4c90-499c-9f85-6315fb9b113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.450302 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.474658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 89482921-5688-4df3-8953-dbd91707ce83 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:16:49.516979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.554314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:49.556132 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a191a99-8a73-43bc-bc92-4d7a1b854ec3 None None] Network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:49.597994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Deleting port 0b3f54eb-8762-4f33-be11-ee07a6768f87 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:49.598298 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.629907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16887372-4c90-499c-9f85-6315fb9b113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.717442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.755751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.757748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.801782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:49.814363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:49.818074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:49.818671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.822216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Transition to ACTIVE for port object 97be4657-a9c1-404a-a994-5e8287387081 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:49.836949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port f39c8449-93a6-45db-aa94-7971e05409f9 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:49.837319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.842164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-16887372-4c90-499c-9f85-6315fb9b113e None None] For port 0b3f54eb-8762-4f33-be11-ee07a6768f87, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0b3f54eb-8762-4f33-be11-ee07a6768f87,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:49.867919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16887372-4c90-499c-9f85-6315fb9b113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:49.885984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=7679bac9-76b7-4c65-acc0-f9cb6e91ea46,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:49.928759 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5b98b6f8-e18c-403b-9af1-f0e359435f31 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8799663 Mar 03 10:16:49.931373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56890) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:49.957850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'name': 'tempest-NetworksTestDHCPv6-838926758'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:50.017199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Transition to ACTIVE for port object 97be4657-a9c1-404a-a994-5e8287387081 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:50.051572 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 13374df9-33ad-4b30-aeb2-925a1e2740e5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:50.064367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:50.075524 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c8ddfc3d-e51d-4f2e-b959-2b18f8ddffc7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/89482921-5688-4df3-8953-dbd91707ce83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0582280 Mar 03 10:16:50.079315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56894) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:50.084989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.089331 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] Sync routers for ids ['89482921-5688-4df3-8953-dbd91707ce83'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:50.110483 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] Routers {'89482921-5688-4df3-8953-dbd91707ce83'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:50.111576 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['89482921-5688-4df3-8953-dbd91707ce83'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:50.187102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.215287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8dc32036-9b03-489a-85f0-57955264d7f4 None None] Provisioning for port 13374df9-33ad-4b30-aeb2-925a1e2740e5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:50.220907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Network 693c5335-a86c-4847-aa8a-6827a6e7a8ef is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:50.247724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc91cc7-353f-4d86-b359-1405e1cf0493 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:50.248318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fbc91cc7-353f-4d86-b359-1405e1cf0493 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:50.256596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:50.266733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16887372-4c90-499c-9f85-6315fb9b113e None None] Pushing event updated for resources: {'Port': ['ID=0b3f54eb-8762-4f33-be11-ee07a6768f87,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:50.268135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=6577cc5c-e481-4630-93ee-73e2c7e478d1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:50.296598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.297661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.307324 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:50.315180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:50.318693 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] Routers {'89482921-5688-4df3-8953-dbd91707ce83'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:50.319933 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['89482921-5688-4df3-8953-dbd91707ce83'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:50.404458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:50.425841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] For port 0b3f54eb-8762-4f33-be11-ee07a6768f87, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0b3f54eb-8762-4f33-be11-ee07a6768f87,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:50.426230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.428220 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:50.429584 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d8257-05d8-421f-8f42-d558e9be33d4 None None] The sync data for ids ['89482921-5688-4df3-8953-dbd91707ce83'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:50.429869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fbc91cc7-353f-4d86-b359-1405e1cf0493 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:50.431047 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fbc91cc7-353f-4d86-b359-1405e1cf0493 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports/a85bb2c2-8af8-4911-b774-7b017c582f1e HTTP/1.1" status: 200 len: 911 time: 0.3519194 Mar 03 10:16:50.447272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56898) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:50.455839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:50.463956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Pushing event updated for resources: {'Port': ['ID=97be4657-a9c1-404a-a994-5e8287387081,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:50.467061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:50.472495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '895e9a4f-9286-4151-a316-8ec9ca3a43c0'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:50.507430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for f39c8449-93a6-45db-aa94-7971e05409f9 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:50.537799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:50.553350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:50.558917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:50.580318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 13374df9-33ad-4b30-aeb2-925a1e2740e5 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:50.590542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Pushing event updated for resources: {'Port': ['ID=e875f284-f34b-4750-81ea-61669370f353,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:50.590755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Calling delete_port for 0b3f54eb-8762-4f33-be11-ee07a6768f87 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:50.609189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:50.637364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 13374df9-33ad-4b30-aeb2-925a1e2740e5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:50.638130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.639172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.665582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:50.669059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.683441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.690482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Attempting to bind port 97be4657-a9c1-404a-a994-5e8287387081 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:50.690843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Attempting to bind port 97be4657-a9c1-404a-a994-5e8287387081 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '7f7ee3fd-ac11-446a-8eee-53e6d20091e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:50.691195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Attempting to bind port 97be4657-a9c1-404a-a994-5e8287387081 on network 693c5335-a86c-4847-aa8a-6827a6e7a8ef {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:50.706803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693c5335-a86c-4847-aa8a-6827a6e7a8ef']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:50.707956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:50.708328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Checking segment: {'id': '7f7ee3fd-ac11-446a-8eee-53e6d20091e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:50.708723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.709112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Bound using segment: {'id': '7f7ee3fd-ac11-446a-8eee-53e6d20091e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:50.709572 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Bound port: 97be4657-a9c1-404a-a994-5e8287387081, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7ee3fd-ac11-446a-8eee-53e6d20091e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:50.709933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.729912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7ee3fd-ac11-446a-8eee-53e6d20091e3') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:50.730265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7ee3fd-ac11-446a-8eee-53e6d20091e3') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:50.746198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 8637893a-3547-4030-a2fb-a23873dfcb44 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:16:50.746489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Delete allocated IP 172.20.0.24 (898b4470-a1f2-4f96-a252-c8aeeedbffa8/d2a98ef8-eb68-40a7-9bb8-963e88695eae) {{(pid=87888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 10:16:50.781967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:50.782577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.787324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.800851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:50.801363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:50.836774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.865370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:50.866093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:50.882826 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:50.893646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] For port 97be4657-a9c1-404a-a994-5e8287387081, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:50.897083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:50.938213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 13374df9-33ad-4b30-aeb2-925a1e2740e5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=13374df9-33ad-4b30-aeb2-925a1e2740e5,segment=NetworkSegment(42ec5b6f-151a-4a9c-bece-58fb83a619e7),segment_id=42ec5b6f-151a-4a9c-bece-58fb83a619e7)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:50.944734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.038272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=13374df9-33ad-4b30-aeb2-925a1e2740e5,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:51.041112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0b3f54eb-8762-4f33-be11-ee07a6768f87 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:51.125167 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c0ca914e-8310-459c-b8e3-e87ffe9df2eb tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 6.2637215 Mar 03 10:16:51.157134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56902) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:51.174197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}]}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:51.180193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] For port 97be4657-a9c1-404a-a994-5e8287387081, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=97be4657-a9c1-404a-a994-5e8287387081,segment=NetworkSegment(7f7ee3fd-ac11-446a-8eee-53e6d20091e3),segment_id=7f7ee3fd-ac11-446a-8eee-53e6d20091e3)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:51.183873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:51.188761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:16:51.188761 dv-neutron-831192-5-hyperv neutron-server[87889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:16:51.188761 dv-neutron-831192-5-hyperv neutron-server[87889]: [parameters: {'id': '693c5335-a86c-4847-aa8a-6827a6e7a8ef'}] Mar 03 10:16:51.188761 dv-neutron-831192-5-hyperv neutron-server[87889]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:16:51.189137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.189221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:16:51.194887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Usage tracker for resource:router and tenant:a924f3e60cdf473daaf0814018f13039 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:51.200280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:51.207758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.241181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:51.251407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7186881c-6f9b-4e3d-85fa-9570d11ecc0f None None] Provisioning complete for port 13374df9-33ad-4b30-aeb2-925a1e2740e5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:51.251865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7186881c-6f9b-4e3d-85fa-9570d11ecc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.261075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::ca (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/7679bac9-76b7-4c65-acc0-f9cb6e91ea46/8637893a-3547-4030-a2fb-a23873dfcb44) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:51.289381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.291566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.307208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Deleting port 0b3f54eb-8762-4f33-be11-ee07a6768f87 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:51.307700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.346958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.355387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.380554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.399065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 0b3f54eb-8762-4f33-be11-ee07a6768f87, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0b3f54eb-8762-4f33-be11-ee07a6768f87,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:51.401631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.428075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=f39c8449-93a6-45db-aa94-7971e05409f9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:51.436202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.512153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5024a4-6ba2-403a-a529-94ae857c07b7 None None] Pushing event updated for resources: {'Port': ['ID=97be4657-a9c1-404a-a994-5e8287387081,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:51.520765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object bcae90de-a87f-4c2a-a10d-d711a22b1182 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:51.538828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.717887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.849650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=0b3f54eb-8762-4f33-be11-ee07a6768f87,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:51.857602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Deleting port 8eb3ceba-7979-4b26-a272-17b3838f1751 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:51.858168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:51.948103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1b4c4-8104-4951-9682-330ae8a013f2 None None] Network 693c5335-a86c-4847-aa8a-6827a6e7a8ef requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:51.990429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port 97be4657-a9c1-404a-a994-5e8287387081 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:51.991127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.030750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 13374df9-33ad-4b30-aeb2-925a1e2740e5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:52.076176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=bcae90de-a87f-4c2a-a10d-d711a22b1182,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:52.137732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.197085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.256569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] For port 0b3f54eb-8762-4f33-be11-ee07a6768f87, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0b3f54eb-8762-4f33-be11-ee07a6768f87,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:52.256961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.305466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 8637893a-3547-4030-a2fb-a23873dfcb44 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:52.324441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] In _notify_port_updated(), no bound segment for port bcae90de-a87f-4c2a-a10d-d711a22b1182 on network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:16:52.330163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:52.330793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.332339 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-00a3b55f-6c24-4a9d-81b3-25e5100adf45 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "PUT /v2.0/ports/bcae90de-a87f-4c2a-a10d-d711a22b1182 HTTP/1.1" status: 200 len: 919 time: 3.7081163 Mar 03 10:16:52.339339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56906) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:52.360034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3113616f-9ec0-4df2-91a0-7b0784197b6c'}, {'subnet_id': 'd2a98ef8-eb68-40a7-9bb8-963e88695eae'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:52.413329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.422115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Calling delete_port for 0b3f54eb-8762-4f33-be11-ee07a6768f87 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:52.454009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.530569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.538174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 13374df9-33ad-4b30-aeb2-925a1e2740e5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:52.538530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.610417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Calling delete_port for 8eb3ceba-7979-4b26-a272-17b3838f1751 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:52.644347 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] No DVR routers for this DVR port 0b3f54eb-8762-4f33-be11-ee07a6768f87 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:52.670914 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb1fb5-8a5f-466c-be71-f69072549584 None None] Pushing event deleted for resources: {'Port': ['ID=0b3f54eb-8762-4f33-be11-ee07a6768f87,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:52.702780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f233cc-23df-4f0b-b7dd-306b4d63e571 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:52.732770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-322e7c65-12e3-4559-b442-9c912f4e3b9e None None] Provisioning for port bcae90de-a87f-4c2a-a10d-d711a22b1182 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:52.761176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-322e7c65-12e3-4559-b442-9c912f4e3b9e None None] Provisioning complete for port bcae90de-a87f-4c2a-a10d-d711a22b1182 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:52.761543 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-322e7c65-12e3-4559-b442-9c912f4e3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.846662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.846934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.857885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] For port 97be4657-a9c1-404a-a994-5e8287387081, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=97be4657-a9c1-404a-a994-5e8287387081,segment=NetworkSegment(7f7ee3fd-ac11-446a-8eee-53e6d20091e3),segment_id=7f7ee3fd-ac11-446a-8eee-53e6d20091e3)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:52.858375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.891370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.897367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:52.898153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:52.899489 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/ports/a85bb2c2-8af8-4911-b774-7b017c582f1e HTTP/1.1" status: 200 len: 911 time: 2.4414842 Mar 03 10:16:52.901880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-322e7c65-12e3-4559-b442-9c912f4e3b9e None None] Port bcae90de-a87f-4c2a-a10d-d711a22b1182 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:52.937660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56910) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:53.103836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.114985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38eaf0-d53e-4ae4-83c2-9e9edcf15c22 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=a85bb2c2-8af8-4911-b774-7b017c582f1e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:53.137088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '7679bac9-76b7-4c65-acc0-f9cb6e91ea46'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:53.138535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.191378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Calling delete_port for 97be4657-a9c1-404a-a994-5e8287387081 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:53.195959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Port': ['ID=8eb3ceba-7979-4b26-a272-17b3838f1751,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:53.250811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:53.269739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:53.285457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:53.291248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:53.291800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.334178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=8637893a-3547-4030-a2fb-a23873dfcb44,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:53.344437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/7679bac9-76b7-4c65-acc0-f9cb6e91ea46/0a623197-cce0-47c5-8ef6-6fbeb58a88ad) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:53.549069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-42fd7f91-9176-4a03-be96-e1c4658308c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6156070 Mar 03 10:16:53.559235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56914) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:53.595533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.605725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Transition to ACTIVE for port object 0a623197-cce0-47c5-8ef6-6fbeb58a88ad will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:53.606953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.629770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Transition to ACTIVE for port object 0a623197-cce0-47c5-8ef6-6fbeb58a88ad will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:53.636940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.704270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No DVR routers for this DVR port 97be4657-a9c1-404a-a994-5e8287387081 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:53.734190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Port': ['ID=97be4657-a9c1-404a-a994-5e8287387081,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:53.749883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.756430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:16:53.761165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:53.770343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:16:53.780369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Pushing event updated for resources: {'Port': ['ID=0a623197-cce0-47c5-8ef6-6fbeb58a88ad,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:53.782658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.823367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.870706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Attempting to bind port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:16:53.871170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Attempting to bind port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:16:53.871646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Attempting to bind port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:16:53.877701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:16:53.878787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:53.878787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.879218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:16:53.879792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Bound port: 0a623197-cce0-47c5-8ef6-6fbeb58a88ad, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:16:53.880275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:53.971182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] For port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:16:53.974339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] For port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0a623197-cce0-47c5-8ef6-6fbeb58a88ad,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:16:53.981162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:54.057369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:54.083122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ff5da-107a-4d56-8561-4befa91e79a1 None None] Pushing event updated for resources: {'Port': ['ID=0a623197-cce0-47c5-8ef6-6fbeb58a88ad,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:54.174038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Router 489f875a-db3f-422b-a00b-803e6fac15d2 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:54.370392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:54.382852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] Sync routers for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:54.384294 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01517f62-8d49-4596-8159-f8b7678fd08c tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "PUT /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2991450 Mar 03 10:16:54.387142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router 5467b723-b157-4d1b-a050-260174f5c57c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:54.387645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56918) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:54.402364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693c5335-a86c-4847-aa8a-6827a6e7a8ef']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:54.407737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:54.409372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:54.476322 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-d0e9d2a8-90e0-43d7-88bd-880618cb4d9e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] show failed (client error): The resource could not be found. Mar 03 10:16:54.480804 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d0e9d2a8-90e0-43d7-88bd-880618cb4d9e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-384561812 HTTP/1.1" status: 404 len: 334 time: 0.0891924 Mar 03 10:16:54.481581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56922) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:54.484170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1373a9-8d8d-405e-a413-3ac8338bbc57 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:54.484780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7a1373a9-8d8d-405e-a413-3ac8338bbc57 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:54.487703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fdaaa034-0de6-4a4f-a527-6af27b7b0498 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:54.491698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7ee3fd-ac11-446a-8eee-53e6d20091e3') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:54.492001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7ee3fd-ac11-446a-8eee-53e6d20091e3') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:54.500514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:54.512430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] Routers {'489f875a-db3f-422b-a00b-803e6fac15d2'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:54.514005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['489f875a-db3f-422b-a00b-803e6fac15d2'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:54.545970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:54.574125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:54.577089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:54.577582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbee1d3-1d8a-42fb-9cb4-914431f29087 None None] The sync data for ids ['489f875a-db3f-422b-a00b-803e6fac15d2'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:54.625901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-fdaaa034-0de6-4a4f-a527-6af27b7b0498 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] update failed (client error): The resource could not be found. Mar 03 10:16:54.626855 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fdaaa034-0de6-4a4f-a527-6af27b7b0498 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1095598939 HTTP/1.1" status: 404 len: 335 time: 0.1448667 Mar 03 10:16:54.630117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56926) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:54.698208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:54.704285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7a1373a9-8d8d-405e-a413-3ac8338bbc57 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:54.705483 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7a1373a9-8d8d-405e-a413-3ac8338bbc57 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.1421270 Mar 03 10:16:54.719220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56930) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:54.728605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:54.729015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:54.744640 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:54.839197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:54.969328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Deleting subnet 8c84da8d-769a-4443-9982-c4b8bc0d1056 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:54.996744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.001580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.068827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.105041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.137191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 8637893a-3547-4030-a2fb-a23873dfcb44 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:55.137526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.156206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8dfdb84c-0fca-44c6-8f49-48bb51369c4f None None] Provisioning for port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:55.182398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8dfdb84c-0fca-44c6-8f49-48bb51369c4f None None] Provisioning for port 8637893a-3547-4030-a2fb-a23873dfcb44 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:55.188929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.191941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8dfdb84c-0fca-44c6-8f49-48bb51369c4f None None] Provisioning complete for port 8637893a-3547-4030-a2fb-a23873dfcb44 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:55.192518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb84c-0fca-44c6-8f49-48bb51369c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.197470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:55.211487 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] Sync routers for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:55.226374 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:55.226794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=693c5335-a86c-4847-aa8a-6827a6e7a8ef,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:55.227798 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:55.238092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port a85bb2c2-8af8-4911-b774-7b017c582f1e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:55.238437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.276607 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-33db85c0-3873-4886-8a92-925d60234ebc tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/routers/5467b723-b157-4d1b-a050-260174f5c57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9093366 Mar 03 10:16:55.276823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.284515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56934) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:55.285976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdb84c-0fca-44c6-8f49-48bb51369c4f None None] Port 8637893a-3547-4030-a2fb-a23873dfcb44 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:55.302180 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0e1a54de-0b16-468b-9c5a-34eff54afcde tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/693c5335-a86c-4847-aa8a-6827a6e7a8ef HTTP/1.1" status: 204 len: 168 time: 6.8306246 Mar 03 10:16:55.318566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56938) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:55.330431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109878374'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:55.336286 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:55.339422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:55.346873 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] Routers {'5467b723-b157-4d1b-a050-260174f5c57c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:55.347725 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5467b723-b157-4d1b-a050-260174f5c57c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:55.362467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:55.370049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:55.395348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:55.417997 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:55.418567 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5396a2-6ba2-4ec1-a5bd-b31fe52891ca None None] The sync data for ids ['5467b723-b157-4d1b-a050-260174f5c57c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:55.489648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:55.493746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.511481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.26 (898b4470-a1f2-4f96-a252-c8aeeedbffa8/d2a98ef8-eb68-40a7-9bb8-963e88695eae/bcae90de-a87f-4c2a-a10d-d711a22b1182) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:16:55.522977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.524978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1b55c708-bff2-4735-a6f9-e70edf1ee1a1 None None] Could not find standard attr ID for object 9d458341-4777-4060-9873-5efa8f328ba1. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:16:55.586001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Subnet': ['ID=8c84da8d-769a-4443-9982-c4b8bc0d1056,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:55.592387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750ca15-cd3a-4b2c-a6d1-9e0b69d124f8 None None] Network 01c7a042-0b76-4782-829b-6a0be174d6bb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:55.595052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.617387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-273f8e41-baa3-4e36-a46d-25f05d5a05b6 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/subnets/8c84da8d-769a-4443-9982-c4b8bc0d1056 HTTP/1.1" status: 204 len: 168 time: 0.9839823 Mar 03 10:16:55.626691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56942) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:55.639374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:55.647108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.664584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.664974 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 767b17ea-b63c-4443-8028-c02faabefc79 of type vlan for network 610e340d-ca72-42eb-93f1-f81c32b49ad7 Mar 03 10:16:55.807387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for a85bb2c2-8af8-4911-b774-7b017c582f1e owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:55.863460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1810dcc2-0275-445b-bf3e-a10f38a40b18 None None] Provisioning complete for port 8637893a-3547-4030-a2fb-a23873dfcb44 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:55.863722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1810dcc2-0275-445b-bf3e-a10f38a40b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.945648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] DHCP port deletion for 01c7a042-0b76-4782-829b-6a0be174d6bb request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:55.958521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:55.959007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] Deleting port 5fc94e5d-61c0-4735-b371-72b49d08053b {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:55.959488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.008816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.023446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:56.024134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.032973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a623197-cce0-47c5-8ef6-6fbeb58a88ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:56.069510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-1810dcc2-0275-445b-bf3e-a10f38a40b18 None None] Port 8637893a-3547-4030-a2fb-a23873dfcb44 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:56.165325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8457699 Mar 03 10:16:56.167992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56946) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:56.168307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.174368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': '610e340d-ca72-42eb-93f1-f81c32b49ad7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:56.188629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afe7de-0d3f-46f7-a3cf-81e98f71388b tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=610e340d-ca72-42eb-93f1-f81c32b49ad7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:56.216898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 610e340d-ca72-42eb-93f1-f81c32b49ad7 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:16:56.217965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.271495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Deleting subnet 0dba15e2-c50e-46dd-a390-1c674c6ebe4a {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:56.295081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.304775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:56.318949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:56.319773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.343532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:56.348750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:56.351894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:56.357616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.361263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:56.414091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=a85bb2c2-8af8-4911-b774-7b017c582f1e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:56.424372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] For port 5fc94e5d-61c0-4735-b371-72b49d08053b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5fc94e5d-61c0-4735-b371-72b49d08053b,segment=NetworkSegment(bf912c9a-4bc4-433d-a96c-f69f7ebdbeab),segment_id=bf912c9a-4bc4-433d-a96c-f69f7ebdbeab)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:56.424857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.454176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:56.456656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.494366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.522381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.600745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] Calling delete_port for 5fc94e5d-61c0-4735-b371-72b49d08053b owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:56.770946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.789717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing IP validity checks on allocation pools {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:16:56.790472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:16:56.791521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.857877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 8637893a-3547-4030-a2fb-a23873dfcb44 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:56.858577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] Pushing event deleted for resources: {'Port': ['ID=5fc94e5d-61c0-4735-b371-72b49d08053b,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:56.861471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a82e20-ece3-4884-acf4-58cb153cd10d None None] No DVR routers for this DVR port 5fc94e5d-61c0-4735-b371-72b49d08053b on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:16:56.864162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0a623197-cce0-47c5-8ef6-6fbeb58a88ad,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:56.872931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.895719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:56.896728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:16:56.958579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a623197-cce0-47c5-8ef6-6fbeb58a88ad,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:56.969407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f3f95-a45c-42c9-9e0f-c856eafc5d14 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:16:56.990397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.002334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.026842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.060001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.070857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object bcae90de-a87f-4c2a-a10d-d711a22b1182 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:16:57.085224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.136303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f3f95-a45c-42c9-9e0f-c856eafc5d14 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:16:57.147472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 4ff232d7-555e-49d0-9c76-29e3fd979204 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:57.147821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.186680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.187170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1df7aa35-bfd4-4761-8123-c34378b95c40 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:57.232487 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:16:57.245976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 89482921-5688-4df3-8953-dbd91707ce83 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:16:57.250896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.347906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.472037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:16:57.488592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] Sync routers for ids ['89482921-5688-4df3-8953-dbd91707ce83'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:16:57.524400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] Routers {'89482921-5688-4df3-8953-dbd91707ce83'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:57.525061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['89482921-5688-4df3-8953-dbd91707ce83'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:57.567569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=bcae90de-a87f-4c2a-a10d-d711a22b1182,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:57.573454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=59844b47-4e31-4619-8904-093e05c93897,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:57.579791 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-786f5154-b928-46f0-8970-6d32f828df9a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/89482921-5688-4df3-8953-dbd91707ce83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6387126 Mar 03 10:16:57.583730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56950) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:57.584524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '767b17ea-b63c-4443-8028-c02faabefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '610e340d-ca72-42eb-93f1-f81c32b49ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:16:57.584885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: 610e340d-ca72-42eb-93f1-f81c32b49ad7, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:16:57.588776 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 10:16:57.589842 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-50aa0409-aa58-40f7-9e67-e5fb5761f483 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.4316227 Mar 03 10:16:57.608415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:57.618548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] Routers {'89482921-5688-4df3-8953-dbd91707ce83'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:16:57.619489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:16:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['89482921-5688-4df3-8953-dbd91707ce83'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:57.631228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56954) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:57.643636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-df669701-3a41-4ced-9ecf-df1a67a64771 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:57.674470 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network 610e340d-ca72-42eb-93f1-f81c32b49ad7 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:16:57.687418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-df669701-3a41-4ced-9ecf-df1a67a64771 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:57.688938 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-df669701-3a41-4ced-9ecf-df1a67a64771 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=89482921-5688-4df3-8953-dbd91707ce83 HTTP/1.1" status: 200 len: 205 time: 0.0984766 Mar 03 10:16:57.691426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 610e340d-ca72-42eb-93f1-f81c32b49ad7) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:16:57.696925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:57.697706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2548f7-1350-451f-93bd-b22006fde657 None None] The sync data for ids ['89482921-5688-4df3-8953-dbd91707ce83'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:16:57.707223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56958) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:57.708095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9970405-e573-490e-9063-3af40e582401 None None] Network 610e340d-ca72-42eb-93f1-f81c32b49ad7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:57.711486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:57.713235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.761569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4ce02c98-7cea-410a-869f-9382cad0dbef tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5916331 Mar 03 10:16:57.764174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56960) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:57.955895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.994452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:57.994637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a623197-cce0-47c5-8ef6-6fbeb58a88ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:16:58.005583 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] In _notify_port_updated(), no bound segment for port bcae90de-a87f-4c2a-a10d-d711a22b1182 on network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:16:58.010923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:58.011713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.012954 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a473376e-37a3-418a-8d8d-d46eb34a0956 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "PUT /v2.0/ports/bcae90de-a87f-4c2a-a10d-d711a22b1182 HTTP/1.1" status: 200 len: 999 time: 5.6674905 Mar 03 10:16:58.016280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56966) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:58.019254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620a6ea-903d-4469-b478-ace9c3779c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-610e340d-ca72-42eb-93f1-f81c32b49ad7', 'network_id': '610e340d-ca72-42eb-93f1-f81c32b49ad7', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': '59844b47-4e31-4619-8904-093e05c93897'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:16:58.020102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3620a6ea-903d-4469-b478-ace9c3779c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.053868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba497486-c2a0-44aa-9249-de2e6036b147 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.066092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ca3a737b-0008-40d2-a90b-4acb8469818e None None] Provisioning for port bcae90de-a87f-4c2a-a10d-d711a22b1182 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:16:58.079974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.108510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Deleting port e875f284-f34b-4750-81ea-61669370f353 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:58.109168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.123452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ca3a737b-0008-40d2-a90b-4acb8469818e None None] Provisioning complete for port bcae90de-a87f-4c2a-a10d-d711a22b1182 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:58.123452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a737b-0008-40d2-a90b-4acb8469818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.138127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port bcae90de-a87f-4c2a-a10d-d711a22b1182 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:58.138582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.190928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=8637893a-3547-4030-a2fb-a23873dfcb44,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:58.198780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.206957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.214684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a737b-0008-40d2-a90b-4acb8469818e None None] Port bcae90de-a87f-4c2a-a10d-d711a22b1182 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:16:58.225272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:16:58.225781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.266811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server [None req-3620a6ea-903d-4469-b478-ace9c3779c07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59844b47-4e31-4619-8904-093e05c93897: This subnet is being modified by another concurrent operation. Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:16:58.282697 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise exception Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59844b47-4e31-4619-8904-093e05c93897: This subnet is being modified by another concurrent operation. Mar 03 10:16:58.287149 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Mar 03 10:16:58.328417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee66bd-aaad-4acc-a11a-058dc844aa79 None None] Network 610e340d-ca72-42eb-93f1-f81c32b49ad7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:58.328929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=59844b47-4e31-4619-8904-093e05c93897,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:58.542831 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5fc94e5d-61c0-4735-b371-72b49d08053b no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:16:58.620262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 5fc94e5d-61c0-4735-b371-72b49d08053b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:16:58.620656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5fc94e5d-61c0-4735-b371-72b49d08053b not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:16:58.621915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a75109-cb50-44b5-98ee-6d998c458e12 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:16:58.653120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 4ff232d7-555e-49d0-9c76-29e3fd979204 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:58.656390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.690577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Subnet': ['ID=0dba15e2-c50e-46dd-a390-1c674c6ebe4a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:58.709407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.749322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a75109-cb50-44b5-98ee-6d998c458e12 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:16:58.751167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610e340d-ca72-42eb-93f1-f81c32b49ad7']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:58.776134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767b17ea-b63c-4443-8028-c02faabefc79') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:58.776497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767b17ea-b63c-4443-8028-c02faabefc79') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:58.795990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.831642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.839748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.852811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:58.853390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:58.868907 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:58.937818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.961377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba497486-c2a0-44aa-9249-de2e6036b147 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.978257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba497486-c2a0-44aa-9249-de2e6036b147 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:58.987769 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5051d761-20d9-4bbd-9a06-14a8de585f77 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/8637893a-3547-4030-a2fb-a23873dfcb44 HTTP/1.1" status: 204 len: 168 time: 4.2651784 Mar 03 10:16:58.987769 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-534405bd-af53-495a-a33e-b5aae007bdef tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/subnets/0dba15e2-c50e-46dd-a390-1c674c6ebe4a HTTP/1.1" status: 204 len: 168 time: 3.3569455 Mar 03 10:16:58.995371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56970) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:58.995371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56972) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:59.060310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for bcae90de-a87f-4c2a-a10d-d711a22b1182 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:59.125651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba497486-c2a0-44aa-9249-de2e6036b147 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.126131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba497486-c2a0-44aa-9249-de2e6036b147 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Fanout notify agent at l3_agent the message router_deleted on router 89482921-5688-4df3-8953-dbd91707ce83 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:16:59.156862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899d8f3-2a93-465f-99f3-5c15f955830d None None] Network 77275d90-af06-40df-aa42-81049ac32af6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:16:59.164998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba497486-c2a0-44aa-9249-de2e6036b147 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.168559 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba497486-c2a0-44aa-9249-de2e6036b147 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/89482921-5688-4df3-8953-dbd91707ce83 HTTP/1.1" status: 204 len: 168 time: 1.3975506 Mar 03 10:16:59.179114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56978) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:59.214511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.254314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.297380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.333101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=610e340d-ca72-42eb-93f1-f81c32b49ad7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:59.337373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85351f32-6de5-4c60-a783-8cd4d51feb27 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:59.338869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85351f32-6de5-4c60-a783-8cd4d51feb27 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:16:59.339880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-85351f32-6de5-4c60-a783-8cd4d51feb27 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:16:59.347075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.351174 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d7c402b5-8617-4655-b6e3-fa12444558c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/610e340d-ca72-42eb-93f1-f81c32b49ad7 HTTP/1.1" status: 204 len: 168 time: 1.5856671 Mar 03 10:16:59.357827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56982) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:59.364623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Calling delete_port for e875f284-f34b-4750-81ea-61669370f353 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:59.437827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] DHCP port deletion for 77275d90-af06-40df-aa42-81049ac32af6 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:16:59.439396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684124152'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:16:59.441778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] Deleting port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:16:59.442153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.444547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:16:59.448454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:16:59.451505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:16:59.457266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:16:59.480929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-85351f32-6de5-4c60-a783-8cd4d51feb27 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:16:59.483089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:16:59.483814 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-85351f32-6de5-4c60-a783-8cd4d51feb27 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4397843 Mar 03 10:16:59.486825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.499733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet 895e9a4f-9286-4151-a316-8ec9ca3a43c0 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:59.503193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 56986) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:16:59.514612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.635293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.655221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.671419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] For port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9,segment=NetworkSegment(cee3b26c-ba22-4a9a-813d-89b466c66e34),segment_id=cee3b26c-ba22-4a9a-813d-89b466c66e34)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:16:59.672469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.677471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c7a042-0b76-4782-829b-6a0be174d6bb']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:59.696464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf912c9a-4bc4-433d-a96c-f69f7ebdbeab') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:59.696821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf912c9a-4bc4-433d-a96c-f69f7ebdbeab') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:16:59.707531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:16:59.710765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.712989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.717823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.757034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=4ff232d7-555e-49d0-9c76-29e3fd979204,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:59.780038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=bcae90de-a87f-4c2a-a10d-d711a22b1182,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:59.784005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.795272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 7679bac9-76b7-4c65-acc0-f9cb6e91ea46 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:16:59.803613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] Calling delete_port for bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:16:59.820097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.833288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:16:59.833954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:16:59.848990 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:16:59.853989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.854365 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 004790ca-ec23-4641-900f-fbda208c2853 of type vlan for network 468bc053-fa71-42cc-89b6-660464fea508 Mar 03 10:16:59.916647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:16:59.991062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] Pushing event deleted for resources: {'Port': ['ID=bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:16:59.998799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa3b50-4ee0-4f43-9596-debe44c99e7a None None] No DVR routers for this DVR port bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:00.002534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:00.058002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:00.058516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bfcb4d16-e0a9-4fb6-a63d-512ea4a67cb9 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:00.064925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.067262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.077436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.088128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.105083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Network': ['ID=01c7a042-0b76-4782-829b-6a0be174d6bb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:00.110318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.112160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-29208a7c-0482-4e93-8f9c-dac3951ff0f2 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/bcae90de-a87f-4c2a-a10d-d711a22b1182 HTTP/1.1" status: 204 len: 168 time: 2.0949042 Mar 03 10:17:00.113548 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fc28b722-20ed-449b-ba5b-ae823b5861f5 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/networks/01c7a042-0b76-4782-829b-6a0be174d6bb HTTP/1.1" status: 204 len: 168 time: 1.0672796 Mar 03 10:17:00.114955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56990) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:00.117230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56992) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:00.129194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.239762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.303129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:17:00.308936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fbffe2-7f1d-40e9-a874-3d033ec39a4e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:17:00.309485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d2fbffe2-7f1d-40e9-a874-3d033ec39a4e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:00.386622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Pushing event deleted for resources: {'Port': ['ID=e875f284-f34b-4750-81ea-61669370f353,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:00.391338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d2fbffe2-7f1d-40e9-a874-3d033ec39a4e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:00.392604 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d2fbffe2-7f1d-40e9-a874-3d033ec39a4e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/bcae90de-a87f-4c2a-a10d-d711a22b1182 HTTP/1.1" status: 404 len: 333 time: 0.2766931 Mar 03 10:17:00.396089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.396792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 56998) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:00.400323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.403232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.410501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.535136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet d2a98ef8-eb68-40a7-9bb8-963e88695eae {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:00.543656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.643514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.653641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.659042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:00.659671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.674693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.712364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77275d90-af06-40df-aa42-81049ac32af6']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:00.732943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.733421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Fanout notify agent at l3_agent the message router_deleted on router 5467b723-b157-4d1b-a050-260174f5c57c {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:17:00.734678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee3b26c-ba22-4a9a-813d-89b466c66e34') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:00.734983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee3b26c-ba22-4a9a-813d-89b466c66e34') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:00.752461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.777808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.790572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:00.790892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:00.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:00.830281 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4382319 Mar 03 10:17:00.831747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.867810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.869847 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c6a1c019-af67-4fd1-9867-d0d9604f79d9 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/routers/5467b723-b157-4d1b-a050-260174f5c57c HTTP/1.1" status: 204 len: 168 time: 5.5688865 Mar 03 10:17:00.870501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57002) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:00.873880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57004) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:00.874886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.875696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': '468bc053-fa71-42cc-89b6-660464fea508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:00.877761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536e9f8-bf5a-4723-b43d-46d27155774d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=468bc053-fa71-42cc-89b6-660464fea508,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:00.890563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 468bc053-fa71-42cc-89b6-660464fea508 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:00.929882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.936806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:00.972465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a43c3d88-008e-4d08-b381-6d72680495c8 tempest-RoutersAdminNegativeTest-1416685506 tempest-RoutersAdminNegativeTest-1416685506-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e875f284-f34b-4750-81ea-61669370f353 HTTP/1.1" status: 204 len: 168 time: 3.3161075 Mar 03 10:17:00.999440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=895e9a4f-9286-4151-a316-8ec9ca3a43c0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:01.008375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.010617 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-eb193679-2fb7-49e7-9f31-5a7d957f212c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/895e9a4f-9286-4151-a316-8ec9ca3a43c0 HTTP/1.1" status: 204 len: 168 time: 1.8331735 Mar 03 10:17:01.012705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2e92f-49a0-4605-b82d-1374ff8b96f8 None None] Network 5565d651-aa78-427b-b14f-eaa26dac9d22 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:01.014633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57012) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:01.016753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.046889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.062762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting subnet 6043c1e1-a637-4189-b646-f3a76298679c {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:01.070125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.082747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Network': ['ID=77275d90-af06-40df-aa42-81049ac32af6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:01.088848 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f71239f0-701f-44b8-8f12-91cf31c014c4 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/networks/77275d90-af06-40df-aa42-81049ac32af6 HTTP/1.1" status: 204 len: 168 time: 0.9707248 Mar 03 10:17:01.095158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57016) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:01.104189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:01.145167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:01.152447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:01.167717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:01.192827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.206272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:01.212132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.239336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Deleting subnet fc316c28-23a0-44da-bf95-846b3becc349 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:01.241602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.242734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.245970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.278260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=7679bac9-76b7-4c65-acc0-f9cb6e91ea46,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:01.291940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.296570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.297012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424934fd-b911-4257-a946-001f25b0dbaf None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:01.328436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port d07bfa7c-61de-4a07-ab85-cdb1174d7593 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:01.328813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.345306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a98ef8-eb68-40a7-9bb8-963e88695eae,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:01.362437 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-58a2c952-b5d0-41b1-889b-132461d947fc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/7679bac9-76b7-4c65-acc0-f9cb6e91ea46 HTTP/1.1" status: 204 len: 168 time: 1.8520951 Mar 03 10:17:01.370807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57022) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:01.379080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.398479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] DHCP port deletion for 5565d651-aa78-427b-b14f-eaa26dac9d22 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:01.400994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe70ea2-c482-4b9e-9333-0aef73606caa None None] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:01.456306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.489431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57026) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:01.492835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Deleting port d07bfa7c-61de-4a07-ab85-cdb1174d7593 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:01.493642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.581710 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b55188d0-e4b5-4ae1-9836-442dd4c0d442 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/d2a98ef8-eb68-40a7-9bb8-963e88695eae HTTP/1.1" status: 204 len: 168 time: 1.1791029 Mar 03 10:17:01.601311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57032) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:01.609781 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f8a6a8d4-8ee3-4af7-b690-bd6de3ee514e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2352433 Mar 03 10:17:01.617121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57034) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:01.628607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:01.706270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.751990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.780237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port d07bfa7c-61de-4a07-ab85-cdb1174d7593, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d07bfa7c-61de-4a07-ab85-cdb1174d7593,segment=NetworkSegment(5b200cd2-c031-43e9-a1c8-74684e7aa1e0),segment_id=5b200cd2-c031-43e9-a1c8-74684e7aa1e0)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:01.780590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.788174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.795223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:01.849432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a1251de1e3c14165883a220419ccddf0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:01.851146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet 3113616f-9ec0-4df2-91a0-7b0784197b6c {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:01.853637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:01.859552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.906563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Subnet': ['ID=6043c1e1-a637-4189-b646-f3a76298679c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:01.946569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907144e-3440-4514-a120-9336f196bb8e None None] Network dab9f974-c109-4772-bc86-630f3f85f84a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:01.967396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.970514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:01.983634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for d07bfa7c-61de-4a07-ab85-cdb1174d7593 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:02.004400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.024710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:02.037601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:02.054892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:02.065665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.070207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:02.073967 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dae63917-8942-4f2c-80b8-ed5c698b4f2c tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/subnets/6043c1e1-a637-4189-b646-f3a76298679c HTTP/1.1" status: 204 len: 168 time: 1.1938794 Mar 03 10:17:02.088810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:02.091373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57040) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:02.139899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:02.141677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d07bfa7c-61de-4a07-ab85-cdb1174d7593 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:02.165273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:02.168759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.220835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] Deleting port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:02.221108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.292765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] For port d07bfa7c-61de-4a07-ab85-cdb1174d7593, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d07bfa7c-61de-4a07-ab85-cdb1174d7593,segment=NetworkSegment(5b200cd2-c031-43e9-a1c8-74684e7aa1e0),segment_id=5b200cd2-c031-43e9-a1c8-74684e7aa1e0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:02.293249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.309389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=35ed060e-3740-4fcf-a9a7-9de1a681db8e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:02.318346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '004790ca-ec23-4641-900f-fbda208c2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '468bc053-fa71-42cc-89b6-660464fea508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:02.318836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: 468bc053-fa71-42cc-89b6-660464fea508, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:02.358804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network 468bc053-fa71-42cc-89b6-660464fea508 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:02.365918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.370261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.410208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.422752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 468bc053-fa71-42cc-89b6-660464fea508) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:02.444881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:02.445741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.473431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Calling delete_port for d07bfa7c-61de-4a07-ab85-cdb1174d7593 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:02.495365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=d07bfa7c-61de-4a07-ab85-cdb1174d7593,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:02.501096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No DVR routers for this DVR port d07bfa7c-61de-4a07-ab85-cdb1174d7593 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:02.503042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58bd412-817a-4943-8df9-ce1cc22f0a31 None None] Network 468bc053-fa71-42cc-89b6-660464fea508 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:02.512774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.544289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.549475 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/subnets/fc316c28-23a0-44da-bf95-846b3becc349 HTTP/1.1" status: 204 len: 168 time: 1.4514358 Mar 03 10:17:02.555028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57044) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:02.556863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72aaa1-3b78-4a94-bf18-6cb15f3df0bb tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Subnet': ['ID=fc316c28-23a0-44da-bf95-846b3becc349,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:02.566509 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6d730d82-77d8-4738-bb4e-c59ffc7104d0 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6923721 Mar 03 10:17:02.576726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57048) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:02.581917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626b899c-a148-4629-b83e-d66cf64f2f33 None None] Network 69da6c8b-2608-4d98-9448-24fe50d11ed8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:02.683400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No active binding found for port d07bfa7c-61de-4a07-ab85-cdb1174d7593 {{(pid=87890) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 10:17:02.683819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d07bfa7c-61de-4a07-ab85-cdb1174d7593 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:02.708334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.732509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 86297ba2-ae65-4622-92f4-efde32b61e31 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:02.733081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.743699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Deleting port 67135c36-d1e4-4f26-b79b-2d2ba85909ba {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:02.744324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.825366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.828827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.863970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:02.945671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5565d651-aa78-427b-b14f-eaa26dac9d22']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:02.998437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.047997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] DHCP port deletion for dab9f974-c109-4772-bc86-630f3f85f84a request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:03.059351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.068221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] For port 67135c36-d1e4-4f26-b79b-2d2ba85909ba, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=67135c36-d1e4-4f26-b79b-2d2ba85909ba,segment=NetworkSegment(a1317b04-3b57-47fc-96bf-bb91f83109d0),segment_id=a1317b04-3b57-47fc-96bf-bb91f83109d0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:03.068877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.073614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b200cd2-c031-43e9-a1c8-74684e7aa1e0') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:03.074150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b200cd2-c031-43e9-a1c8-74684e7aa1e0') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:03.080559 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/3113616f-9ec0-4df2-91a0-7b0784197b6c HTTP/1.1" status: 204 len: 168 time: 1.4693184 Mar 03 10:17:03.081488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e748a-cc17-41c3-a738-cf007d382131 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=3113616f-9ec0-4df2-91a0-7b0784197b6c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:03.087813 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1251de1e3c14165883a220419ccddf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5936205 Mar 03 10:17:03.090050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57052) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:03.090372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57054) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:03.102014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ae590-f9d6-4fa0-9f6e-3bcc81a747f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41359f2c-cd74-45ae-833b-7618a31f6d2f,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:03.126352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.141856 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Deleting port 86297ba2-ae65-4622-92f4-efde32b61e31 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:03.142382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.165785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.175661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.211490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:03.212012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:03.212988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d0a564cf-0b28-46df-84e2-da50960da90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.224298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:03.230229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:03.248111 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:03.262128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] For port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0a623197-cce0-47c5-8ef6-6fbeb58a88ad,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:03.262313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.293526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Calling delete_port for 67135c36-d1e4-4f26-b79b-2d2ba85909ba owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:03.348255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59606227-7806-499a-a6a0-bff0cf907225 None None] Network 898b4470-a1f2-4f96-a252-c8aeeedbffa8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:03.457543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.480986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] For port 86297ba2-ae65-4622-92f4-efde32b61e31, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=86297ba2-ae65-4622-92f4-efde32b61e31,segment=NetworkSegment(dd0ce1a2-277e-4b7e-8846-d8ea75693481),segment_id=dd0ce1a2-277e-4b7e-8846-d8ea75693481)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:03.480986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.493471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.496866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.502073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93b45813-39ef-4ef0-8441-05f9dfea1173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.516914 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] Calling delete_port for 0a623197-cce0-47c5-8ef6-6fbeb58a88ad owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:03.517883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 1b6b474b-a573-40d1-85e4-ea781de9479f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:03.518270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.561571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.601395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.620997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93b45813-39ef-4ef0-8441-05f9dfea1173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.641205 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Port': ['ID=67135c36-d1e4-4f26-b79b-2d2ba85909ba,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:03.646297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] No DVR routers for this DVR port 67135c36-d1e4-4f26-b79b-2d2ba85909ba on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:03.668314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.708775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 86297ba2-ae65-4622-92f4-efde32b61e31 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:03.755356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=5565d651-aa78-427b-b14f-eaa26dac9d22,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:03.761865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Deleting port d07bfa7c-61de-4a07-ab85-cdb1174d7593 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:03.762237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.776624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:03.794715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:03.804684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce840663-1733-4e7a-b80d-9dd856bbd1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-468bc053-fa71-42cc-89b6-660464fea508', 'network_id': '468bc053-fa71-42cc-89b6-660464fea508', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': '35ed060e-3740-4fcf-a9a7-9de1a681db8e'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:03.805647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ce840663-1733-4e7a-b80d-9dd856bbd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.808791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:03.809378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.837409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-abd1698d-f216-4d4b-a177-47ebe3670563 None None] Provisioning complete for port 1b6b474b-a573-40d1-85e4-ea781de9479f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:03.837865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-abd1698d-f216-4d4b-a177-47ebe3670563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.852101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=708f3e3b-551f-4c1a-9e02-d2b089b928a6,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:03.871409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:03.886714 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b63bfaa2-f376-4644-b157-05ea9472c7f3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/5565d651-aa78-427b-b14f-eaa26dac9d22 HTTP/1.1" status: 204 len: 168 time: 2.8708332 Mar 03 10:17:03.891940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57060) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:03.902230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-512965251', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:03.911695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:03.941092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:router and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:03.948801 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0d249e4b-bcfc-461f-82a1-6adec9b9069e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3297322 Mar 03 10:17:03.953001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:03.956680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28dc709-b3ce-4b13-a1aa-cbf677c22b64 None None] DHCP port deletion for 69da6c8b-2608-4d98-9448-24fe50d11ed8 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:03.956837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57064) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:03.968083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'name': 'tempest-NetworksTestDHCPv6-1656068611'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:03.974703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b1eb7-5808-4837-9949-42313a1c8e25 None None] The port 'd07bfa7c-61de-4a07-ab85-cdb1174d7593' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:17:03.987415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:03.995029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93b45813-39ef-4ef0-8441-05f9dfea1173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.001034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69da6c8b-2608-4d98-9448-24fe50d11ed8']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.018690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a623197-cce0-47c5-8ef6-6fbeb58a88ad no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:04.041591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b45813-39ef-4ef0-8441-05f9dfea1173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41359f2c-cd74-45ae-833b-7618a31f6d2f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:04.046800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1317b04-3b57-47fc-96bf-bb91f83109d0') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.047548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1317b04-3b57-47fc-96bf-bb91f83109d0') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.067516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.074611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port 1b6b474b-a573-40d1-85e4-ea781de9479f, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b6b474b-a573-40d1-85e4-ea781de9479f,segment=NetworkSegment(a6da431d-5b08-40ea-aece-67404af6c437),segment_id=a6da431d-5b08-40ea-aece-67404af6c437)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:04.074964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.099546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93b45813-39ef-4ef0-8441-05f9dfea1173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.100627 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-93b45813-39ef-4ef0-8441-05f9dfea1173 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41359f2c-cd74-45ae-833b-7618a31f6d2f HTTP/1.1" status: 204 len: 168 time: 1.0067875 Mar 03 10:17:04.124126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] For port 86297ba2-ae65-4622-92f4-efde32b61e31, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=86297ba2-ae65-4622-92f4-efde32b61e31,segment=NetworkSegment(dd0ce1a2-277e-4b7e-8846-d8ea75693481),segment_id=dd0ce1a2-277e-4b7e-8846-d8ea75693481)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:04.125198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.165754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.228344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.229498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.239944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.244023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.362378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 1b6b474b-a573-40d1-85e4-ea781de9479f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:04.380688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] No DVR routers for this DVR port 86297ba2-ae65-4622-92f4-efde32b61e31 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:04.395775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.410217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=35ed060e-3740-4fcf-a9a7-9de1a681db8e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:04.427485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=86297ba2-ae65-4622-92f4-efde32b61e31,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:04.428893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:04.429297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:04.453461 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:04.455804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Calling delete_port for 86297ba2-ae65-4622-92f4-efde32b61e31 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:04.477802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.560654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57072) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:04.596477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] Pushing event deleted for resources: {'Port': ['ID=0a623197-cce0-47c5-8ef6-6fbeb58a88ad,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:04.598427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:04.598834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:04.612675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba6c2d-e745-4b93-8f3b-92cc718b4b30 None None] No DVR routers for this DVR port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:04.635565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No active binding found for port 0a623197-cce0-47c5-8ef6-6fbeb58a88ad {{(pid=87890) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 10:17:04.635834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a623197-cce0-47c5-8ef6-6fbeb58a88ad not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:04.636319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 86297ba2-ae65-4622-92f4-efde32b61e31 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:04.643601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.667481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.667700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.673675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.676026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.699998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad45f52-425b-4387-8c6b-133a63f6a213 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:04.709611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:04.730298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468bc053-fa71-42cc-89b6-660464fea508']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server [None req-ce840663-1733-4e7a-b80d-9dd856bbd1fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35ed060e-3740-4fcf-a9a7-9de1a681db8e: This subnet is being modified by another concurrent operation. Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:17:04.731810 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise exception Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35ed060e-3740-4fcf-a9a7-9de1a681db8e: This subnet is being modified by another concurrent operation. Mar 03 10:17:04.736037 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Mar 03 10:17:04.740588 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-29141e1e-1484-48a0-9982-c156d2068a75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a924f3e60cdf473daaf0814018f13039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663811 Mar 03 10:17:04.740588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57076) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:04.740786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 86297ba2-ae65-4622-92f4-efde32b61e31 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:04.740786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 86297ba2-ae65-4622-92f4-efde32b61e31 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:04.740786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 67135c36-d1e4-4f26-b79b-2d2ba85909ba no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:04.741069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=1b6b474b-a573-40d1-85e4-ea781de9479f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:04.743601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.754066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab9f974-c109-4772-bc86-630f3f85f84a']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.768824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-abd1698d-f216-4d4b-a177-47ebe3670563 None None] Port 1b6b474b-a573-40d1-85e4-ea781de9479f update to ACTIVE by agent not found {{(pid=87890) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 10:17:04.772882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:04.779551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0ce1a2-277e-4b7e-8846-d8ea75693481') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.779999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0ce1a2-277e-4b7e-8846-d8ea75693481') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.787499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Pushing event deleted for resources: {'Network': ['ID=69da6c8b-2608-4d98-9448-24fe50d11ed8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:04.795758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004790ca-ec23-4641-900f-fbda208c2853') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.796277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004790ca-ec23-4641-900f-fbda208c2853') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:04.798011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No DVR routers for this DVR port 1b6b474b-a573-40d1-85e4-ea781de9479f on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:04.800268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9b910c20-c888-4e85-b0b0-61019f59e82b tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/networks/69da6c8b-2608-4d98-9448-24fe50d11ed8 HTTP/1.1" status: 204 len: 168 time: 2.2391503 Mar 03 10:17:04.802848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59a34d-f4be-4314-b39a-f238ada8761e None None] Network 468bc053-fa71-42cc-89b6-660464fea508 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:04.809995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57080) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:04.821068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 67135c36-d1e4-4f26-b79b-2d2ba85909ba {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:04.821068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 67135c36-d1e4-4f26-b79b-2d2ba85909ba not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:04.823013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.859825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c8d-2cbe-45ae-bfb8-d4bafadeb862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.881859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.889365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:04.892823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.923785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-329a76a9-552a-43d5-9bff-a1b6261f9fe7 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Synchronizing usage tracker for tenant:9650e7feb13b411a9c6d45a285836e8f on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:04.934002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.948812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.971639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:04.971639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.980242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c8d-2cbe-45ae-bfb8-d4bafadeb862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:04.989877 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:04.992408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 9bff3be5-6658-4fa1-bd8c-c47904cd0ba3 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:04.995422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.027373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.029386 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-66c3c361-b218-4c19-8092-5852d8dca979 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1355398 Mar 03 10:17:05.038442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57084) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:05.039712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd3f8e-9600-4a6b-bda7-2a23b77c6fa3 None None] DHCP port deletion for 898b4470-a1f2-4f96-a252-c8aeeedbffa8 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:05.045209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:05.045806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.047536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898b4470-a1f2-4f96-a252-c8aeeedbffa8']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:05.059325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-427408895'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:05.060866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-329a76a9-552a-43d5-9bff-a1b6261f9fe7 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Unset dirty status for tenant:9650e7feb13b411a9c6d45a285836e8f on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:05.062212 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-329a76a9-552a-43d5-9bff-a1b6261f9fe7 tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "GET /v2.0/ports?device_id=489f875a-db3f-422b-a00b-803e6fac15d2 HTTP/1.1" status: 200 len: 205 time: 0.2489288 Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:05.063108 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:05.071201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57088) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:05.074632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:05.114352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Deleting port 86297ba2-ae65-4622-92f4-efde32b61e31 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:05.114845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.134115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:05.138203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6da431d-5b08-40ea-aece-67404af6c437') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:05.139067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6da431d-5b08-40ea-aece-67404af6c437') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:05.150945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:05.170454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.177220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:05.210536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7659e50c-28b8-44fb-9f16-6c312ed8e052 None None] The port '86297ba2-ae65-4622-92f4-efde32b61e31' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:17:05.221457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.245252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.250294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.252738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.254670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.269726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bd2103f2-5ed6-4044-9ed5-abad549a95ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.273498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c8d-2cbe-45ae-bfb8-d4bafadeb862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.276190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Network': ['ID=dab9f974-c109-4772-bc86-630f3f85f84a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:05.277163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:05.281936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.282134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '708f3e3b-551f-4c1a-9e02-d2b089b928a6'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:05.284022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.292079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:05.292477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.312094 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-477e8010-5e2d-4da7-a1ea-a65e2465b39b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/networks/dab9f974-c109-4772-bc86-630f3f85f84a HTTP/1.1" status: 204 len: 168 time: 3.2194052 Mar 03 10:17:05.316337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57092) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:05.317606 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:05.319947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bcee382-2848-4c2d-ae74-935e0416a75e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.321614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=468bc053-fa71-42cc-89b6-660464fea508,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:05.328700 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-18df5a60-b043-4e9a-9076-e2009ebf0552 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/468bc053-fa71-42cc-89b6-660464fea508 HTTP/1.1" status: 204 len: 168 time: 2.7346900 Mar 03 10:17:05.373629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57096) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:05.409392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f0c8d-2cbe-45ae-bfb8-d4bafadeb862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ca460-edd8-4072-916b-17ef241c4d66,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:05.415281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889126335'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:05.485833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/708f3e3b-551f-4c1a-9e02-d2b089b928a6/4ad7dfd3-db18-40d8-8862-837eadd6ce38) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:05.516361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 80ef77ae-c790-4fca-8939-27c8ac27f0a8 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:05.516752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.548084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:05.561800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c8d-2cbe-45ae-bfb8-d4bafadeb862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.562956 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1c3f0c8d-2cbe-45ae-bfb8-d4bafadeb862 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/931ca460-edd8-4072-916b-17ef241c4d66 HTTP/1.1" status: 204 len: 168 time: 0.8218217 Mar 03 10:17:05.573598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:05.628354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:05.696388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.701753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:05.715478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:05.719362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.719777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.736586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.769316 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.780867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Transition to ACTIVE for port object 4ad7dfd3-db18-40d8-8862-837eadd6ce38 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:05.802370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Transition to ACTIVE for port object 4ad7dfd3-db18-40d8-8862-837eadd6ce38 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:05.812208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.874875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 80ef77ae-c790-4fca-8939-27c8ac27f0a8 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:05.878174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:05.881514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:05.884112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:05.934528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.935607 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment 8a72c874-18fd-4d18-82ad-81849d07a5c3 of type vlan for network 377add85-8930-4c6c-b2c8-e75334ae1aeb Mar 03 10:17:05.940715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=898b4470-a1f2-4f96-a252-c8aeeedbffa8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:05.945417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bcee382-2848-4c2d-ae74-935e0416a75e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.954474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bcee382-2848-4c2d-ae74-935e0416a75e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.959283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:05.963241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:05.970007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Pushing event updated for resources: {'Port': ['ID=4ad7dfd3-db18-40d8-8862-837eadd6ce38,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:05.981978 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-46eff9c2-c709-4570-91b5-56343f5e4ef1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/898b4470-a1f2-4f96-a252-c8aeeedbffa8 HTTP/1.1" status: 204 len: 168 time: 2.8898933 Mar 03 10:17:05.990052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57104) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:06.007467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Attempting to bind port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:06.007850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Attempting to bind port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:06.008217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Attempting to bind port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:06.017076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b6b474b-a573-40d1-85e4-ea781de9479f no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:06.051620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.073020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bcee382-2848-4c2d-ae74-935e0416a75e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.074032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcee382-2848-4c2d-ae74-935e0416a75e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Fanout notify agent at l3_agent the message router_deleted on router 489f875a-db3f-422b-a00b-803e6fac15d2 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:17:06.087511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:06.088225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:06.089094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.090271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:06.091060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Bound port: 4ad7dfd3-db18-40d8-8862-837eadd6ce38, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:06.091633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.111923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 1b6b474b-a573-40d1-85e4-ea781de9479f {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:06.112655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b6b474b-a573-40d1-85e4-ea781de9479f not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:06.117358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bcee382-2848-4c2d-ae74-935e0416a75e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.118638 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9bcee382-2848-4c2d-ae74-935e0416a75e tempest-RoutersNegativeTest-183204418 tempest-RoutersNegativeTest-183204418-project] 10.222.0.23 "DELETE /v2.0/routers/489f875a-db3f-422b-a00b-803e6fac15d2 HTTP/1.1" status: 204 len: 168 time: 1.0455885 Mar 03 10:17:06.120670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:06.198535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.199220 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 95f474d1-a6f7-4391-a816-7b3713df9367 of type vlan for network 4c792391-44f3-4896-843c-2b6c1cafcabc Mar 03 10:17:06.222910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.236619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:06.238323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.238669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] For port 4ad7dfd3-db18-40d8-8862-837eadd6ce38, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:06.242537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] For port 4ad7dfd3-db18-40d8-8862-837eadd6ce38, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4ad7dfd3-db18-40d8-8862-837eadd6ce38,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:06.245502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.249760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.250017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::41 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/708f3e3b-551f-4c1a-9e02-d2b089b928a6/9bff3be5-6658-4fa1-bd8c-c47904cd0ba3) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:06.252137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.367838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6979-eea9-4ede-be07-a02054b8ecab None None] Pushing event updated for resources: {'Port': ['ID=4ad7dfd3-db18-40d8-8862-837eadd6ce38,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:06.459007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.472940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.561461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7a9f6-d938-4fa2-9afc-c4ad4f782376 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:06.562866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3cd7a9f6-d938-4fa2-9afc-c4ad4f782376 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:06.589282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57118) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:06.594010 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5527766 Mar 03 10:17:06.599444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57124) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:06.614547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:06.660274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=80ef77ae-c790-4fca-8939-27c8ac27f0a8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:06.788826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.789116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309fc3d-9736-473e-b2d7-9a1d9160a5c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=377add85-8930-4c6c-b2c8-e75334ae1aeb,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:06.792764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3cd7a9f6-d938-4fa2-9afc-c4ad4f782376 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:06.798497 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3cd7a9f6-d938-4fa2-9afc-c4ad4f782376 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7855442 Mar 03 10:17:06.802252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:06.802761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:17:06.805846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57132) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:06.832554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.838745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:06.839496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.892531 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4987414 Mar 03 10:17:06.904425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57138) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:06.906015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:06.907182 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ddf8c1bf-7e40-4c91-8067-f35c81300034 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/floatingips/cbea0861-c5a7-49f5-bf0b-9a3b0ba8138e HTTP/1.1" status: 204 len: 168 time: 1.5897572 Mar 03 10:17:06.916651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57140) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:06.926887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': '4c792391-44f3-4896-843c-2b6c1cafcabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:06.948952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:06.959775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:06.970113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:06.981936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:07.016066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:07.022452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.045946 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb26663-3802-4539-841a-343591fd60ec tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] DELETE failed (client error): The resource could not be found. Mar 03 10:17:07.046685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb26663-3802-4539-841a-343591fd60ec tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:17:07.048644 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5eb26663-3802-4539-841a-343591fd60ec tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/ports/7a50946a-e14b-48e3-961d-18b5b4eac3dc HTTP/1.1" status: 404 len: 333 time: 0.1310437 Mar 03 10:17:07.071933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57148) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:07.209145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.213191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f3733c8-366b-48d4-b113-881209b55582 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Synchronizing usage tracker for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:07.240825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57154) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:07.242141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fe66c-3b06-4801-9d00-2fba0ecb0006 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=4c792391-44f3-4896-843c-2b6c1cafcabc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:07.256591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4c792391-44f3-4896-843c-2b6c1cafcabc details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:07.266444 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fd35c46b-c5db-4502-85b1-90b354147ef1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9650e7feb13b411a9c6d45a285836e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6758049 Mar 03 10:17:07.270775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57160) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:07.288365 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3e9a35ee-ce03-4105-879e-3d9f6c0f45bc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4708047 Mar 03 10:17:07.289981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 9bff3be5-6658-4fa1-bd8c-c47904cd0ba3 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:07.291594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:07.293782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f3733c8-366b-48d4-b113-881209b55582 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Unset dirty status for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:07.295898 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7f3733c8-366b-48d4-b113-881209b55582 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5467b723-b157-4d1b-a050-260174f5c57c HTTP/1.1" status: 200 len: 205 time: 0.2209244 Mar 03 10:17:07.296024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57164) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:07.299276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57168) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:07.300213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:07.304699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1436069794'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:07.304885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:07.312253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:07.316615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:07.319590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:07.325289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:07.348953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:07.352511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.381293 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-858be0e1-a945-40fe-9439-29a41d9d771d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] delete failed (client error): The resource could not be found. Mar 03 10:17:07.384558 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-858be0e1-a945-40fe-9439-29a41d9d771d tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/routers/5467b723-b157-4d1b-a050-260174f5c57c HTTP/1.1" status: 404 len: 336 time: 0.0792468 Mar 03 10:17:07.385945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57172) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:07.386798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:07.452697 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2619cd-8964-4e8b-89ad-8a2fbeac42a7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] DELETE failed (client error): The resource could not be found. Mar 03 10:17:07.453151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2619cd-8964-4e8b-89ad-8a2fbeac42a7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:17:07.457301 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3a2619cd-8964-4e8b-89ad-8a2fbeac42a7 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/subnets/6043c1e1-a637-4189-b646-f3a76298679c HTTP/1.1" status: 404 len: 337 time: 0.0652401 Mar 03 10:17:07.458002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57176) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:07.517722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:07.522530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.549369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b08f2cba-bccd-4d13-9897-486f3ebc6c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.596498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:07.613078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b08f2cba-bccd-4d13-9897-486f3ebc6c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.636020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.636365 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment a86a60a0-0181-40a5-8e20-2818290ef606 of type vlan for network ef46c74e-e4d7-4424-b5df-7e01aef748e1 Mar 03 10:17:07.637257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-400456932'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:07.644819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:07.659806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.661830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Usage tracker for resource:network and tenant:b175d919e767471cadc66419a9be0a41 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:07.667483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:07.688714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:07.717156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.754071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.777040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:07.777389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.787473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=9cfe9041-3c08-422d-8775-4ccbe0cbbd1e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:07.824483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:07.824846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: 377add85-8930-4c6c-b2c8-e75334ae1aeb, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:07.832934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b08f2cba-bccd-4d13-9897-486f3ebc6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.850764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.856188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:07.857693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.863726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:07.868021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:07.876304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:07.878351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a08d7-ce20-4b06-a940-7999aaf0de8a None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:17:07.879863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.892838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f2cba-bccd-4d13-9897-486f3ebc6c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8f34ba-b08e-484d-9c30-9b9851a2b928,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:07.905189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:07.911023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:07.911666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.940089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:07.955611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=9bff3be5-6658-4fa1-bd8c-c47904cd0ba3,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:07.968236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.006988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-68553153-01b6-4d37-8fe4-1103238cb315 None None] Provisioning for port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:08.007407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:08.009083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:08.024667 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7277229 Mar 03 10:17:08.026011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b08f2cba-bccd-4d13-9897-486f3ebc6c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.031292 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b08f2cba-bccd-4d13-9897-486f3ebc6c40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b8f34ba-b08e-484d-9c30-9b9851a2b928 HTTP/1.1" status: 204 len: 168 time: 0.7595315 Mar 03 10:17:08.038310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57180) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:08.043548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b994e-81cc-41e4-8a5a-14cb59f8a4ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=ef46c74e-e4d7-4424-b5df-7e01aef748e1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:08.047797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cc589061-80fd-4fa4-9e62-57233564451d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0891373 Mar 03 10:17:08.048588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57186) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:08.055498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:08.056736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Usage tracker for resource:security_group_rule and tenant:b175d919e767471cadc66419a9be0a41 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:08.061999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:08.063570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:08.070984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:08.144532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4ad7dfd3-db18-40d8-8862-837eadd6ce38 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:08.178752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 377add85-8930-4c6c-b2c8-e75334ae1aeb) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:08.185213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:08.186040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.269954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.311186 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c6704e92-c1e6-4b29-80d4-817039734f98 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7063537 Mar 03 10:17:08.321147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc70040-d6a2-4dc9-b75b-9f957f68d656 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:08.328072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc70040-d6a2-4dc9-b75b-9f957f68d656 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:08.329687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8dc70040-d6a2-4dc9-b75b-9f957f68d656 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2474360 Mar 03 10:17:08.330280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57190) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:08.336836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57194) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:08.341996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:08.346673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:08.349895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:08.357449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:08.469431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:08.472951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.491577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a08d7-ce20-4b06-a940-7999aaf0de8a None None] Unable to find a vacant binding_index for network 377add85-8930-4c6c-b2c8-e75334ae1aeb and agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 {{(pid=87890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 03 10:17:08.505552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:08.520112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:08.520881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.524581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.551849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a08d7-ce20-4b06-a940-7999aaf0de8a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 377add85-8930-4c6c-b2c8-e75334ae1aeb) {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:17:08.625387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=14abe0ca-063d-4116-bec4-2e4ef66aa1ad,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:08.697769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 8144c24c-52ee-4879-ac8f-9c2a8b9cf85f owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:08.749042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '95f474d1-a6f7-4391-a816-7b3713df9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4c792391-44f3-4896-843c-2b6c1cafcabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:08.749297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: 4c792391-44f3-4896-843c-2b6c1cafcabc, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:08.781581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.805204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.824706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network 4c792391-44f3-4896-843c-2b6c1cafcabc is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:08.828417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.852301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 4ad7dfd3-db18-40d8-8862-837eadd6ce38, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4ad7dfd3-db18-40d8-8862-837eadd6ce38,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:08.863002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 4c792391-44f3-4896-843c-2b6c1cafcabc) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:08.872732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:08.882559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:08.883153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.900023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.958283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586c41df-bb75-4d34-bcf8-e2321c267a96,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:08.964140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:08.964499 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Added segment 4fd3b75e-139a-4660-8fce-3a5281baab26 of type vlan for network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 Mar 03 10:17:09.011390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-96bdce11-5b40-4292-91ee-03782ea1bea7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1027138 Mar 03 10:17:09.012177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.016375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57214) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:09.029128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 9bff3be5-6658-4fa1-bd8c-c47904cd0ba3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:09.029569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.047347 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=4ad7dfd3-db18-40d8-8862-837eadd6ce38,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:09.101580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.105789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=8144c24c-52ee-4879-ac8f-9c2a8b9cf85f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:09.141945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-377add85-8930-4c6c-b2c8-e75334ae1aeb', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:09.145080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.260759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:17:09.265620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57220) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:09.325907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.331690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:09.332588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.335892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Allocated IP 2001:db8::2 (377add85-8930-4c6c-b2c8-e75334ae1aeb/9cfe9041-3c08-422d-8775-4ccbe0cbbd1e/7582825e-ece4-4001-99c1-1c5db537e7ed) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:09.337343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.339491 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4c942d4a-5da6-4057-9179-2e40dfd7a259 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/ports/8144c24c-52ee-4879-ac8f-9c2a8b9cf85f HTTP/1.1" status: 204 len: 168 time: 1.8809528 Mar 03 10:17:09.368022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57226) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:09.418679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.473466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Network': ['ID=cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:09.496220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.517748 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-047537c4-6e14-4b16-968d-b627509c192c tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2622294 Mar 03 10:17:09.517748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57230) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:09.518105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056604875'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:09.522097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'subnet': {'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:09.551079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:09.603161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:09.683041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:09.692257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.702561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.718124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Transition to ACTIVE for port object 7582825e-ece4-4001-99c1-1c5db537e7ed will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:09.728577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:09.738265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Transition to ACTIVE for port object 7582825e-ece4-4001-99c1-1c5db537e7ed will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:09.740288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Usage tracker for resource:subnet and tenant:b175d919e767471cadc66419a9be0a41 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:09.741409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:09.745898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:09.747525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.755414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:09.760688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 654415aa-18b8-4f95-a15a-89a5e69720c1 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:09.760866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.772737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:09.776348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.812108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:09.819707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:09.823910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:09.826946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:09.866659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Pushing event updated for resources: {'Port': ['ID=7582825e-ece4-4001-99c1-1c5db537e7ed,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:09.878897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.924155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Attempting to bind port 7582825e-ece4-4001-99c1-1c5db537e7ed on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:09.924498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Attempting to bind port 7582825e-ece4-4001-99c1-1c5db537e7ed by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:09.924858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Attempting to bind port 7582825e-ece4-4001-99c1-1c5db537e7ed on network 377add85-8930-4c6c-b2c8-e75334ae1aeb {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:09.930351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:09.930729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Checking segment: {'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:09.931172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.931530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Bound using segment: {'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:09.932020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Bound port: 7582825e-ece4-4001-99c1-1c5db537e7ed, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:09.932530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.936869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=14abe0ca-063d-4116-bec4-2e4ef66aa1ad,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:09.937051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.967395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:09.999690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4ad7dfd3-db18-40d8-8862-837eadd6ce38 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:10.030449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.049895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.098416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] For port 7582825e-ece4-4001-99c1-1c5db537e7ed, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:10.101952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] For port 7582825e-ece4-4001-99c1-1c5db537e7ed, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7582825e-ece4-4001-99c1-1c5db537e7ed,segment=NetworkSegment(8a72c874-18fd-4d18-82ad-81849d07a5c3),segment_id=8a72c874-18fd-4d18-82ad-81849d07a5c3)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:10.107176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.118399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c792391-44f3-4896-843c-2b6c1cafcabc']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:10.131343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.141554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f474d1-a6f7-4391-a816-7b3713df9367') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:10.142079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f474d1-a6f7-4391-a816-7b3713df9367') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:10.157770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.168411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:10.168826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.182153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.202530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:10.203180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:10.218824 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:10.240175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:10.245904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ec48a-9349-40db-b2d4-cb88090aa29d None None] Pushing event updated for resources: {'Port': ['ID=7582825e-ece4-4001-99c1-1c5db537e7ed,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:10.472934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.490936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.497142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.535171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 9bff3be5-6658-4fa1-bd8c-c47904cd0ba3 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:10.542485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=4c792391-44f3-4896-843c-2b6c1cafcabc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:10.564891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6eb69130-b6d6-4b66-a066-ef33a0895732 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/4c792391-44f3-4896-843c-2b6c1cafcabc HTTP/1.1" status: 204 len: 168 time: 1.5431523 Mar 03 10:17:10.570297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57234) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:10.583673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-305790210'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:10.596598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:10.603415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:10.611982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:10.613143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:10.614551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Subnet': ['ID=cd2994e7-8dcb-480f-a5b7-4a8dc967abc7,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:10.618737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:10.632069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:10.637257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Checking segment: {'id': '4fd3b75e-139a-4660-8fce-3a5281baab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:10.638217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network hostable DHCP agents. Network: cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:10.643105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:10.656648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:10.660770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.663579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=54cebae9-f078-4adb-9c2b-e50d15f9636b,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:10.681986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:10.697464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:10.704293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:10.704877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.716170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:10.732182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.732629 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment a28cd1a7-5701-4920-ae61-2c0ed7b96b48 of type vlan for network 0e7d3d03-bcba-414d-ba82-7175af75b74f Mar 03 10:17:10.733651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': 'a86a60a0-0181-40a5-8e20-2818290ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:10.734011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: ef46c74e-e4d7-4424-b5df-7e01aef748e1, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:10.741679 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7f01628b-723d-4e59-8444-11040ee315f1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2294171 Mar 03 10:17:10.741975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57238) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:10.751814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-72543688'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:10.798266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.881627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8::1 (377add85-8930-4c6c-b2c8-e75334ae1aeb/9cfe9041-3c08-422d-8775-4ccbe0cbbd1e/5376538f-f371-41e0-92b2-dc4b27d7918e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:10.917108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.923133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:10.923742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.931756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:10.971336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:10.974441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:10.980380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, ef46c74e-e4d7-4424-b5df-7e01aef748e1) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:10.984641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Usage tracker for resource:port and tenant:b175d919e767471cadc66419a9be0a41 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:10.988004 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4131014 Mar 03 10:17:10.988963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:11.010892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:11.018228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:11.018802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.049634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:11.059892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64501726-391b-46c5-840c-39ab82e49f49 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=0e7d3d03-bcba-414d-ba82-7175af75b74f,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:11.072784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:11.077099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.081437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 0e7d3d03-bcba-414d-ba82-7175af75b74f details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:11.094060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': '0e7d3d03-bcba-414d-ba82-7175af75b74f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:11.108174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] device_id is not set on port 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:11.187261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 654415aa-18b8-4f95-a15a-89a5e69720c1 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:11.276506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Allocated IP 2001:db8::2aa (cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7/827ae1f9-7799-4b03-bc8e-58c8c91e4eb7) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:11.319324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.403605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e5bd2-40d0-4f1f-8ba9-4ac845e00832 None None] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:11.469096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e8224-92ca-447c-8848-ebe77dbd1f8a None None] Network 4c792391-44f3-4896-843c-2b6c1cafcabc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:11.509825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=9bff3be5-6658-4fa1-bd8c-c47904cd0ba3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:11.547004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d797e-50c7-4f94-843e-14e18ad8cc00 None None] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:11.547153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.559894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200e58b-090e-4649-83ba-ffce8487617d None None] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:11.570959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Transition to ACTIVE for port object 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:11.602902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.609991 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7b5f30b1-ceed-4277-98a4-db0cc30d5896 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5677135 Mar 03 10:17:11.612844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.614613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.624702 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fbbf743b-0697-4014-a082-aecaea642e26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9bff3be5-6658-4fa1-bd8c-c47904cd0ba3 HTTP/1.1" status: 204 len: 168 time: 3.2532465 Mar 03 10:17:11.624968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e8224-92ca-447c-8848-ebe77dbd1f8a None None] Network 4c792391-44f3-4896-843c-2b6c1cafcabc could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:17:11.625098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:11.627109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57250) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:11.627961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57252) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:11.643973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1', 'name': 'tempest-PortsTestJSON-150513367'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:11.675616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:11.679631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:11.680124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:11.683910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:11.696223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:11.707915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:11.708705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.727860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289d765-c1ec-4b43-915f-07d7ca85a95d None None] Network 4c792391-44f3-4896-843c-2b6c1cafcabc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:11.743406 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9977071 Mar 03 10:17:11.744582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57258) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:11.753334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-523074903', 'allowed_address_pairs': [{'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:0d:42:0f'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:11.774407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93a44a-840c-4301-b412-87c97c237e48 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=827ae1f9-7799-4b03-bc8e-58c8c91e4eb7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:11.775378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa75e9-06a3-4e4e-9ea7-0a85ee4ed78c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:11.777538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa75e9-06a3-4e4e-9ea7-0a85ee4ed78c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:11.782599 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3cfa75e9-06a3-4e4e-9ea7-0a85ee4ed78c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1434412 Mar 03 10:17:11.783338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.787240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-788ef0b3-014b-4575-b919-4ea4b6ad1c50 None None] Provisioning for port 7582825e-ece4-4001-99c1-1c5db537e7ed completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:11.788172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:11.790162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57262) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:11.792101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:11.792663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289d765-c1ec-4b43-915f-07d7ca85a95d None None] Network 4c792391-44f3-4896-843c-2b6c1cafcabc could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:17:11.796915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:11.803335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:11.836390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:11.935062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.956253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 708f3e3b-551f-4c1a-9e02-d2b089b928a6 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:11.964792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:11.969121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1dee331b-9a5d-42bc-a351-73ba4eb619c7 None None] Could not find standard attr ID for object 9bff3be5-6658-4fa1-bd8c-c47904cd0ba3. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:17:12.013457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:12.018079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.043831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:12.052912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Usage tracker for resource:port and tenant:b175d919e767471cadc66419a9be0a41 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:12.057552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.095208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:12.114543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:12.127220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7582825e-ece4-4001-99c1-1c5db537e7ed up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:12.145698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:12.188341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing IP validity checks on allocation pools {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:17:12.188918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:17:12.197916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5de215-f085-4d4c-aedc-46ad7d0b8649,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:12.215321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object 5376538f-f371-41e0-92b2-dc4b27d7918e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:12.250779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-ef46c74e-e4d7-4424-b5df-7e01aef748e1', 'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1', 'tenant_id': 'c46ea56fc50c4ccf9fe1767f39c7813b', 'fixed_ips': [{'subnet_id': '54cebae9-f078-4adb-9c2b-e50d15f9636b'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:12.251953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.280874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.317237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.338149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.369288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] device_id is not set on port 5b4f8d50-da03-49e8-8dd7-496eec2d60b7 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:12.376430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:12.400948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=654415aa-18b8-4f95-a15a-89a5e69720c1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:12.427820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 7582825e-ece4-4001-99c1-1c5db537e7ed completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:12.429447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.548486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7582825e-ece4-4001-99c1-1c5db537e7ed triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:12.549123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.614635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:12.615464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'tenant_id': 'b175d919e767471cadc66419a9be0a41', 'fixed_ips': [{'subnet_id': 'cd2994e7-8dcb-480f-a5b7-4a8dc967abc7'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:12.616385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.620072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Allocated IP 2001:db8::af (cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7/5b4f8d50-da03-49e8-8dd7-496eec2d60b7) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:12.648015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.682183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.687732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.707557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Allocated IP 172.20.0.2 (ef46c74e-e4d7-4424-b5df-7e01aef748e1/54cebae9-f078-4adb-9c2b-e50d15f9636b/ae17bb69-0cf6-47a9-9857-dcafd0b16ecf) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:12.811838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=5376538f-f371-41e0-92b2-dc4b27d7918e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:12.856947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:12.860692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.866356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.875512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:12.885899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=708f3e3b-551f-4c1a-9e02-d2b089b928a6,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:12.886630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:12.890572 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-603c3a16-523c-4bd9-bf0f-e46e47ee20ba tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/708f3e3b-551f-4c1a-9e02-d2b089b928a6 HTTP/1.1" status: 204 len: 168 time: 1.0990436 Mar 03 10:17:12.894463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57266) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:12.901616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f0f09-915b-4480-9747-41b5f9a4de1e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:12.906340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:12.907101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.932907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:12.934589 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d5e59d38-4546-476b-b829-b7434462ceae tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.6645315 Mar 03 10:17:12.953393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57270) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:12.974939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeadbcd1-2dad-486a-86e3-b1e4a216fe69 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:12.993166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.008310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.010219 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-14721331-87e2-4b5b-8b2c-f29ce4781486 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/ports/654415aa-18b8-4f95-a15a-89a5e69720c1 HTTP/1.1" status: 204 len: 168 time: 3.6390657 Mar 03 10:17:13.014228 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-939b0059-7fda-4e2c-aed6-1f412ef20121 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186476 Mar 03 10:17:13.016704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:13.017910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57274) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.018241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57276) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.092376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.142224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518157a-550c-4098-99b5-6ea830b0c87f None None] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:13.175516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 7582825e-ece4-4001-99c1-1c5db537e7ed, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7582825e-ece4-4001-99c1-1c5db537e7ed,segment=NetworkSegment(8a72c874-18fd-4d18-82ad-81849d07a5c3),segment_id=8a72c874-18fd-4d18-82ad-81849d07a5c3)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:13.204815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-971c9636-9bb6-4a18-92e3-c6d290554042 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:13.213860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.276908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620bb00-eb42-453f-b4e6-8b6975dbd2d4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:13.277967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d620bb00-eb42-453f-b4e6-8b6975dbd2d4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:13.294627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=92861cac-e135-40c6-8e18-abd39f62aff2,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:13.295055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520b496-a24f-4eab-944c-5121948b2d5f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:13.296808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c520b496-a24f-4eab-944c-5121948b2d5f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Synchronizing usage tracker for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:13.308596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.319590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': 'a28cd1a7-5701-4920-ae61-2c0ed7b96b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e7d3d03-bcba-414d-ba82-7175af75b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:13.320414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: 0e7d3d03-bcba-414d-ba82-7175af75b74f, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:13.329270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.338267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d620bb00-eb42-453f-b4e6-8b6975dbd2d4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:13.342176 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d620bb00-eb42-453f-b4e6-8b6975dbd2d4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3185911 Mar 03 10:17:13.342318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-971c9636-9bb6-4a18-92e3-c6d290554042 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:13.343705 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-971c9636-9bb6-4a18-92e3-c6d290554042 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3858323 Mar 03 10:17:13.343855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57282) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.346218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Transition to ACTIVE for port object 5b4f8d50-da03-49e8-8dd7-496eec2d60b7 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:13.347114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57286) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.359013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d9b383d1-4f0c-4600-80d1-7b5fc99714b8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-security--1120293770', 'description': 'tempest-security-description-508082873'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:13.384566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c520b496-a24f-4eab-944c-5121948b2d5f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Unset dirty status for tenant:442d6d3cdaf74c7980d7b5cad3b243e0 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:13.389131 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c520b496-a24f-4eab-944c-5121948b2d5f tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea5236a8-0367-4a34-babb-05a624ea0dec HTTP/1.1" status: 200 len: 913 time: 0.3665063 Mar 03 10:17:13.392389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57290) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.433468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network 0e7d3d03-bcba-414d-ba82-7175af75b74f is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:13.448225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9b383d1-4f0c-4600-80d1-7b5fc99714b8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.507518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d9cb51-ffad-488c-9feb-eb772ea0efdf tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:13.508215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43d9cb51-ffad-488c-9feb-eb772ea0efdf tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:13.539327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=7582825e-ece4-4001-99c1-1c5db537e7ed,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:13.541898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f50e8fd2-03bd-4b13-a350-255d5cf87201 None None] Provisioning complete for port 7582825e-ece4-4001-99c1-1c5db537e7ed triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:13.542272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f50e8fd2-03bd-4b13-a350-255d5cf87201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.597090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.598591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 0e7d3d03-bcba-414d-ba82-7175af75b74f) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:13.627278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:13.627892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.633887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a2f43-5494-463f-a965-ad3e34b28feb None None] Network 0e7d3d03-bcba-414d-ba82-7175af75b74f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:13.664278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43d9cb51-ffad-488c-9feb-eb772ea0efdf tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:13.665540 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-43d9cb51-ffad-488c-9feb-eb772ea0efdf tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3220553 Mar 03 10:17:13.672403 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57294) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.684681 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9aeaae79-3409-4b9e-a62c-100aef2e7608 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6680129 Mar 03 10:17:13.687381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57298) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.691229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9b383d1-4f0c-4600-80d1-7b5fc99714b8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.701228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9b383d1-4f0c-4600-80d1-7b5fc99714b8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.704197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9b383d1-4f0c-4600-80d1-7b5fc99714b8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.708510 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d9b383d1-4f0c-4600-80d1-7b5fc99714b8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "PUT /v2.0/security-groups/ba6f0f09-915b-4480-9747-41b5f9a4de1e HTTP/1.1" status: 200 len: 1777 time: 0.3553610 Mar 03 10:17:13.740084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57300) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.765591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:13.806028 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9e4b6f80-4dd1-4217-9003-2f89dc9b071f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193151 Mar 03 10:17:13.812260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.820596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:13.850996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:13.860684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:13.863345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:13.869197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:13.869822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:13.880125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Allocated IP 2001:db8::2 (cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7/e31e64eb-1da2-479f-b546-07e7471c4875) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:13.886494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Transition to ACTIVE for port object ae17bb69-0cf6-47a9-9857-dcafd0b16ecf will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:13.916394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b383d1-4f0c-4600-80d1-7b5fc99714b8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f0f09-915b-4480-9747-41b5f9a4de1e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:13.919515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=5b4f8d50-da03-49e8-8dd7-496eec2d60b7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:14.004804 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-46370442-7303-4132-bac9-9c5064e59bbd tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2591441 Mar 03 10:17:14.009728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57310) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:14.024223 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d6ec78ec-685a-4dc9-a4fb-632b43cb6c71 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups/ba6f0f09-915b-4480-9747-41b5f9a4de1e HTTP/1.1" status: 200 len: 1777 time: 0.2831712 Mar 03 10:17:14.030994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57314) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:14.060747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:14.065870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Transition to ACTIVE for port object ae17bb69-0cf6-47a9-9857-dcafd0b16ecf will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:14.087967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:14.102368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7582825e-ece4-4001-99c1-1c5db537e7ed up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:14.130451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.133246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:14.138218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.184027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.212182 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.213588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.282944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.286640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:14.319746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48036081-4c83-4c19-a3c8-fa2ec6d54d62 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:14.326097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48036081-4c83-4c19-a3c8-fa2ec6d54d62 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:14.327346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48036081-4c83-4c19-a3c8-fa2ec6d54d62 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Synchronizing usage tracker for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:14.335192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3bce52ff-1a54-4503-ae68-0eb0f6d3cd96 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.367830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] Deleting port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:14.368047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.402368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.433140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48036081-4c83-4c19-a3c8-fa2ec6d54d62 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Unset dirty status for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:14.437878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-48036081-4c83-4c19-a3c8-fa2ec6d54d62 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1740 time: 0.4271383 Mar 03 10:17:14.442304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57318) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:14.487334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:14.524409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:14.545596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:14.560287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Pushing event updated for resources: {'Port': ['ID=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:14.572479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcc027-1ccd-4a2b-a750-ba74d890f500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-0e7d3d03-bcba-414d-ba82-7175af75b74f', 'network_id': '0e7d3d03-bcba-414d-ba82-7175af75b74f', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': '92861cac-e135-40c6-8e18-abd39f62aff2'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:14.573299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-52fcc027-1ccd-4a2b-a750-ba74d890f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.613470 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=5376538f-f371-41e0-92b2-dc4b27d7918e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:14.615953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.3 (ef46c74e-e4d7-4424-b5df-7e01aef748e1/54cebae9-f078-4adb-9c2b-e50d15f9636b/7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:14.661582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.661952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.662266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.662665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.662999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.663369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.663715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.664071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.664389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.664743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.665051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.665366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:14.669605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3bce52ff-1a54-4503-ae68-0eb0f6d3cd96 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.683656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting port 5b4f8d50-da03-49e8-8dd7-496eec2d60b7 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:14.685567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.802048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:14.805681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3bce52ff-1a54-4503-ae68-0eb0f6d3cd96 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.808462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:14.832986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.847647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7582825e-ece4-4001-99c1-1c5db537e7ed triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:14.848018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:14.947012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce52ff-1a54-4503-ae68-0eb0f6d3cd96 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f0f09-915b-4480-9747-41b5f9a4de1e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:14.967172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Attempting to bind port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:14.967494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Attempting to bind port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'a86a60a0-0181-40a5-8e20-2818290ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:14.967852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Attempting to bind port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf on network ef46c74e-e4d7-4424-b5df-7e01aef748e1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:14.977972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.009201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7d3d03-bcba-414d-ba82-7175af75b74f']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:15.023487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28cd1a7-5701-4920-ae61-2c0ed7b96b48') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:15.023785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28cd1a7-5701-4920-ae61-2c0ed7b96b48') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:15.037136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.042395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.055309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.062963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:15.063497 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.069244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:15.069849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Checking segment: {'id': 'a86a60a0-0181-40a5-8e20-2818290ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:15.070401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.070959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Bound using segment: {'id': 'a86a60a0-0181-40a5-8e20-2818290ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:15.071613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Bound port: ae17bb69-0cf6-47a9-9857-dcafd0b16ecf, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86a60a0-0181-40a5-8e20-2818290ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:15.072151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.105422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Transition to ACTIVE for port object e31e64eb-1da2-479f-b546-07e7471c4875 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:15.120002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] For port 4ad7dfd3-db18-40d8-8862-837eadd6ce38, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4ad7dfd3-db18-40d8-8862-837eadd6ce38,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:15.120632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.126464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3bce52ff-1a54-4503-ae68-0eb0f6d3cd96 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.130185 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3bce52ff-1a54-4503-ae68-0eb0f6d3cd96 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba6f0f09-915b-4480-9747-41b5f9a4de1e HTTP/1.1" status: 204 len: 168 time: 1.0975223 Mar 03 10:17:15.145501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57322) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server [None req-52fcc027-1ccd-4a2b-a750-ba74d890f500 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92861cac-e135-40c6-8e18-abd39f62aff2: This subnet is being modified by another concurrent operation. Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:17:15.165003 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise exception Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92861cac-e135-40c6-8e18-abd39f62aff2: This subnet is being modified by another concurrent operation. Mar 03 10:17:15.168760 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:15.177245 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:15.217259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.223127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.226283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=92861cac-e135-40c6-8e18-abd39f62aff2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:15.273955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=0e7d3d03-bcba-414d-ba82-7175af75b74f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:15.279965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.326065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f79da4-a66c-445b-86b6-cafe3eea95c3 None None] Network 0e7d3d03-bcba-414d-ba82-7175af75b74f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:15.332453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:15.337678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.344111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8665c239-3af9-4e55-8fa0-c24cfa7d0afa tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:15.347318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] Calling delete_port for 4ad7dfd3-db18-40d8-8862-837eadd6ce38 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:15.406584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Transition to ACTIVE for port object e31e64eb-1da2-479f-b546-07e7471c4875 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:15.420994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f79da4-a66c-445b-86b6-cafe3eea95c3 None None] Network 0e7d3d03-bcba-414d-ba82-7175af75b74f could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:17:15.431656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:15.452317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:15.471614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:15.472237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.480808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.494350 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:17:15.500280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.504764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8665c239-3af9-4e55-8fa0-c24cfa7d0afa tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:15.509786 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8665c239-3af9-4e55-8fa0-c24cfa7d0afa tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3633161 Mar 03 10:17:15.530504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57326) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:15.540625 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7140675 Mar 03 10:17:15.543392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4be33c-445c-4a10-aef8-9d3f9eaf3930 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=82502655-6ece-4815-8b18-61acbcb2ffd2,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:15.586828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57330) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:15.587772 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-d317562c-c506-4781-83dd-6627a125097a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] delete failed (client error): The resource could not be found. Mar 03 10:17:15.588901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] For port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:15.595502 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d317562c-c506-4781-83dd-6627a125097a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba6f0f09-915b-4480-9747-41b5f9a4de1e HTTP/1.1" status: 404 len: 347 time: 0.0572438 Mar 03 10:17:15.597223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d7216206-7852-425c-b93d-6f5d8ca498bd None None] Provisioning complete for port 7582825e-ece4-4001-99c1-1c5db537e7ed triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:15.597603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d7216206-7852-425c-b93d-6f5d8ca498bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.600423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57332) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:15.605886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '82502655-6ece-4815-8b18-61acbcb2ffd2', 'ip_address': '2001:db8::605c:7389:5952:192d'}], 'name': 'tempest-NetworksTestDHCPv6-590194339'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:15.638017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Calling delete_port for 5b4f8d50-da03-49e8-8dd7-496eec2d60b7 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:15.667940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:15.683875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:15.686440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:15.692515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] For port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,segment=NetworkSegment(a86a60a0-0181-40a5-8e20-2818290ef606),segment_id=a86a60a0-0181-40a5-8e20-2818290ef606)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:15.696105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754574991'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:15.741595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.742422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Pushing event updated for resources: {'Port': ['ID=e31e64eb-1da2-479f-b546-07e7471c4875,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:15.752972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.753319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:15.765513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:15.817930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.818374 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b9902acc-3676-4989-bca5-5c541266d861 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/0e7d3d03-bcba-414d-ba82-7175af75b74f HTTP/1.1" status: 204 len: 168 time: 2.0689394 Mar 03 10:17:15.819580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57338) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:15.831293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.836305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759323571'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:15.841158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:15.845172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:15.849275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:15.855510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:15.893629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.938149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Port': ['ID=5b4f8d50-da03-49e8-8dd7-496eec2d60b7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:15.939932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:15.944365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:15.968078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4ad7dfd3-db18-40d8-8862-837eadd6ce38 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:15.998428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] No DVR routers for this DVR port 4ad7dfd3-db18-40d8-8862-837eadd6ce38 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:16.016131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.024928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:16.026528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Attempting to bind port e31e64eb-1da2-479f-b546-07e7471c4875 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:16.026893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Attempting to bind port e31e64eb-1da2-479f-b546-07e7471c4875 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '4fd3b75e-139a-4660-8fce-3a5281baab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:16.027631 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Attempting to bind port e31e64eb-1da2-479f-b546-07e7471c4875 on network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:16.027829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:16.034804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 4ad7dfd3-db18-40d8-8862-837eadd6ce38 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:16.035737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4ad7dfd3-db18-40d8-8862-837eadd6ce38 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:16.038785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:16.043025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:16.043257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769d544-b57b-4ca0-a45e-0b109ea7f0ee None None] Pushing event updated for resources: {'Port': ['ID=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:16.046496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466b003-96f5-45d3-8dbf-13111ae35a6e None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:16.060222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:16.107912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:16.125145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:16.134258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:16.136610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:17:16.148632 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:17:16.164768 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eea0bd72-37c4-4d48-95b5-dc4b93b91650 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8313539 Mar 03 10:17:16.167164 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:16.168590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:16.171324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57342) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:16.199068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1564328362'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:16.208327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:16.208935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.223086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:16.240895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:16.246794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:16.253315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:16.256726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:16.262287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:16.263181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Checking segment: {'id': '4fd3b75e-139a-4660-8fce-3a5281baab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:16.264410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.265545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Bound using segment: {'id': '4fd3b75e-139a-4660-8fce-3a5281baab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:16.265657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:16.266335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Bound port: e31e64eb-1da2-479f-b546-07e7471c4875, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd3b75e-139a-4660-8fce-3a5281baab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:16.267038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.268517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:16.286895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:16.308373 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e2981cec-359b-41a4-bd20-b316200c46c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6695180 Mar 03 10:17:16.322172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57346) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:16.331760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:16.335947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.354074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe95f7-4325-44de-964e-d81757fbb41e None None] Pushing event deleted for resources: {'Port': ['ID=4ad7dfd3-db18-40d8-8862-837eadd6ce38,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:16.357250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:16.374256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:16.401816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.402157 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment e7c87a68-e01e-4841-827f-3dc6ad0659c3 of type vlan for network a1696207-c61e-44fd-8bbe-699770c96899 Mar 03 10:17:16.402808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': 'ef46c74e-e4d7-4424-b5df-7e01aef748e1', 'name': 'tempest-PortsTestJSON-305125375'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:16.435097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:16.512243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.514242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment 204e5716-82d2-4941-bad7-97fbff66f6f6 of type vlan for network 32847506-2a93-4797-900e-4464016a1daf Mar 03 10:17:16.515586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d7216206-7852-425c-b93d-6f5d8ca498bd None None] Provisioning for port 5376538f-f371-41e0-92b2-dc4b27d7918e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:16.517373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.540257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.542659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d7216206-7852-425c-b93d-6f5d8ca498bd None None] Provisioning complete for port 5376538f-f371-41e0-92b2-dc4b27d7918e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:16.543015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d7216206-7852-425c-b93d-6f5d8ca498bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.586466 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:16.593804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] For port e31e64eb-1da2-479f-b546-07e7471c4875, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:16.601109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.638725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] For port e31e64eb-1da2-479f-b546-07e7471c4875, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e31e64eb-1da2-479f-b546-07e7471c4875,segment=NetworkSegment(4fd3b75e-139a-4660-8fce-3a5281baab26),segment_id=4fd3b75e-139a-4660-8fce-3a5281baab26)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:16.654405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d7216206-7852-425c-b93d-6f5d8ca498bd None None] Port 5376538f-f371-41e0-92b2-dc4b27d7918e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:16.694186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.701252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.707528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:16.708226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.773946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Pushing event updated for resources: {'Port': ['ID=e31e64eb-1da2-479f-b546-07e7471c4875,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:16.797989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.798336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.798674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.799007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.799345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.799675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.799998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.800316 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.800639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.800957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.801272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.801591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1a3d-75a2-4729-bf12-d53d9cf95bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:16.874084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2442b960-9bb7-46a8-a76c-f4e0ce8408b7 None None] Provisioning complete for port 5376538f-f371-41e0-92b2-dc4b27d7918e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:16.874950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2442b960-9bb7-46a8-a76c-f4e0ce8408b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.891164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.896256 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a71a7970-1cb7-435a-b0db-6c13ef8805f4 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/ports/5b4f8d50-da03-49e8-8dd7-496eec2d60b7 HTTP/1.1" status: 204 len: 168 time: 2.4528489 Mar 03 10:17:16.897200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57350) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:16.909910 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0822623 Mar 03 10:17:16.910364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '82502655-6ece-4815-8b18-61acbcb2ffd2'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:16.911013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:16.912606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57354) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:16.972609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': 'a1696207-c61e-44fd-8bbe-699770c96899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:17.039527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2442b960-9bb7-46a8-a76c-f4e0ce8408b7 None None] Port 5376538f-f371-41e0-92b2-dc4b27d7918e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:17.072134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.085979 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:13Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:13Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:17.090256 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:17:17.091275 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Updating router 8afe5921-e249-496b-b4da-558b18958b99 port 5376538f-f371-41e0-92b2-dc4b27d7918e binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:17:17.124586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690c86ea-c4d5-4c5a-a651-13cb111b3477,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:17.124826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea52c8-acc9-4119-9f30-fa7d1bb4d414 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=a1696207-c61e-44fd-8bbe-699770c96899,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:17.132892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.167633 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.184695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:17.191506 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc34e2f-d946-4d75-a698-c6d0bb3d6c71 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] GET failed (client error): The resource could not be found. Mar 03 10:17:17.192967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9cc34e2f-d946-4d75-a698-c6d0bb3d6c71 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Synchronizing usage tracker for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:17.193884 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network a1696207-c61e-44fd-8bbe-699770c96899 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:17.207323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:17.209594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:17:17.227041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:17.250485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:17.258340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/82502655-6ece-4815-8b18-61acbcb2ffd2/3def9363-a2c3-4079-bda8-b2a67c3aa95e) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:17.275385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 3cbd140e-37ca-440c-904f-c6066bb37c69 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:17.316210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9cc34e2f-d946-4d75-a698-c6d0bb3d6c71 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Unset dirty status for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:17.323529 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9cc34e2f-d946-4d75-a698-c6d0bb3d6c71 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "GET /v2.0/ports/5b4f8d50-da03-49e8-8dd7-496eec2d60b7 HTTP/1.1" status: 404 len: 333 time: 0.4190388 Mar 03 10:17:17.325717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.328047 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c9247520-fdca-4198-893c-d710e2b690a3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6996198 Mar 03 10:17:17.330307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.333866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57358) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:17.334397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57360) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:17.343029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:17.344259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.358807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': '690c86ea-c4d5-4c5a-a651-13cb111b3477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:17.369621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1675956604'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:17.427717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:17.432451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:17.436233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.487808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:17.499519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:17.648361 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4726195 Mar 03 10:17:17.657070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a71386-adaf-45fd-8db8-86a7271c3686 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=32847506-2a93-4797-900e-4464016a1daf,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:17.659544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57366) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:17.673963 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:17.675711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 32847506-2a93-4797-900e-4464016a1daf details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:17.730511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:17.757569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:17.763233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:17.784596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:17.785398 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.799116 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Transition to ACTIVE for port object 5376538f-f371-41e0-92b2-dc4b27d7918e will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:17.807748 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.822432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.833623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Transition to ACTIVE for port object 3def9363-a2c3-4079-bda8-b2a67c3aa95e will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:17.837752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:17.846944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:17.855005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Transition to ACTIVE for port object 3def9363-a2c3-4079-bda8-b2a67c3aa95e will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:17.860687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:17.866638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd732fe0-6ce2-4e3a-94f7-4571031fc5d8 None None] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:17.878774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 2c64e062-2946-434b-aad0-dcb56421a2b2 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:17.879818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.885537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:17.889987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:17.922153 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Pushing event updated for resources: {'Port': ['ID=5376538f-f371-41e0-92b2-dc4b27d7918e,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:18.008217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:18.049817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 3e3da719-2a18-44ca-a082-0aea48ddb637 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:18.081845 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.082209 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.082546 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.085161 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.085524 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.085870 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.088115 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.088115 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.088494 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.088762 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.089065 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.089375 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:18.102482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.131341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:18.152601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:18.186945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::605c:7389:5952:192d (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/82502655-6ece-4815-8b18-61acbcb2ffd2/3cbd140e-37ca-440c-904f-c6066bb37c69) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:18.195605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ae17bb69-0cf6-47a9-9857-dcafd0b16ecf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:18.206825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:18.269527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.287786 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Attempting to bind port 5376538f-f371-41e0-92b2-dc4b27d7918e on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:18.288835 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Attempting to bind port 5376538f-f371-41e0-92b2-dc4b27d7918e by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:18.289357 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Attempting to bind port 5376538f-f371-41e0-92b2-dc4b27d7918e on network 377add85-8930-4c6c-b2c8-e75334ae1aeb {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:18.297623 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:18.298368 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Checking segment: {'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:18.298972 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.299594 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Bound using segment: {'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:18.300228 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Bound port: 5376538f-f371-41e0-92b2-dc4b27d7918e, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a72c874-18fd-4d18-82ad-81849d07a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:18.300846 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.304497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:18.313447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:18.315988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:18.326083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c88270b2-0e0f-4c96-adc9-665d01febf99 None None] Provisioning for port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:18.336378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:18.340101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.411331 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] For port 5376538f-f371-41e0-92b2-dc4b27d7918e, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:18.415310 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] For port 5376538f-f371-41e0-92b2-dc4b27d7918e, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5376538f-f371-41e0-92b2-dc4b27d7918e,segment=NetworkSegment(8a72c874-18fd-4d18-82ad-81849d07a5c3),segment_id=8a72c874-18fd-4d18-82ad-81849d07a5c3)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:18.421607 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.478335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 2c64e062-2946-434b-aad0-dcb56421a2b2 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:18.513397 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee2d46-1107-4e22-9e79-f69103a87131 None None] Pushing event updated for resources: {'Port': ['ID=5376538f-f371-41e0-92b2-dc4b27d7918e,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:18.529350 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:18.529971 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:18.599669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745cd252-4086-4de5-a2c1-a52d0357fed0 None None] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:18.671714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.7 (ef46c74e-e4d7-4424-b5df-7e01aef748e1/54cebae9-f078-4adb-9c2b-e50d15f9636b/3e3da719-2a18-44ca-a082-0aea48ddb637) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:18.759497 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:18.768818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.775462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Pushing event updated for resources: {'Port': ['ID=3def9363-a2c3-4079-bda8-b2a67c3aa95e,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:18.809038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Attempting to bind port 3def9363-a2c3-4079-bda8-b2a67c3aa95e on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:18.809755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Attempting to bind port 3def9363-a2c3-4079-bda8-b2a67c3aa95e by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:18.810386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Attempting to bind port 3def9363-a2c3-4079-bda8-b2a67c3aa95e on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:18.823689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:18.824392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:18.825789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.826417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:18.827218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Bound port: 3def9363-a2c3-4079-bda8-b2a67c3aa95e, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:18.827829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.828061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.831879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:18.854799 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:18.983637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] device_id is not set on port 4d72cf51-5df1-4527-97cd-0d682f5ba403 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:19.068110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a6e5ad11-d965-4843-82ac-c649489ae024 None None] Provisioning for port 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:19.101885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:19.114928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a6e5ad11-d965-4843-82ac-c649489ae024 None None] Provisioning complete for port 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:19.115459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ad11-d965-4843-82ac-c649489ae024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.119887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.136676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 3e3da719-2a18-44ca-a082-0aea48ddb637 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:19.159612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.166635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Allocated IP 2001:db8::319 (cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7/4d72cf51-5df1-4527-97cd-0d682f5ba403) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:19.212984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.266073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:19.266073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.312505 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:13Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:18Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:19.317021 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc66026-9106-40c3-97b2-bf8be3cba8d8 None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:13Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:18Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:17:19.330121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=3e3da719-2a18-44ca-a082-0aea48ddb637,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:19.392873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:19.409367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] For port 3def9363-a2c3-4079-bda8-b2a67c3aa95e, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:19.417007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:19.430265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] For port 3def9363-a2c3-4079-bda8-b2a67c3aa95e, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3def9363-a2c3-4079-bda8-b2a67c3aa95e,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:19.440822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:19.466169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.510890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=2c64e062-2946-434b-aad0-dcb56421a2b2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:19.550287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5ad11-d965-4843-82ac-c649489ae024 None None] Port 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:19.553749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:19.553959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.618721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.625013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.632532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.632909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.633367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:17:19.642451 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5a0ad46b-3502-45cb-8c42-fb091d1692a3 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3110571 Mar 03 10:17:19.651527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57372) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:19.665545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=e1172c07-ca56-4e17-91be-2eaa03e5747d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:19.724808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9daf0-6a2d-4d69-8eda-83b687c71747 None None] Pushing event updated for resources: {'Port': ['ID=3def9363-a2c3-4079-bda8-b2a67c3aa95e,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:19.727604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:19.740980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: 32847506-2a93-4797-900e-4464016a1daf, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:19.749877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.782332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a6e5ad11-d965-4843-82ac-c649489ae024 None None] Provisioning for port e31e64eb-1da2-479f-b546-07e7471c4875 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:19.847643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 32847506-2a93-4797-900e-4464016a1daf is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:19.854731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,segment=NetworkSegment(a86a60a0-0181-40a5-8e20-2818290ef606),segment_id=a86a60a0-0181-40a5-8e20-2818290ef606)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:19.862368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.867238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 32847506-2a93-4797-900e-4464016a1daf) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:19.873725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.877430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.878505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e31e64eb-1da2-479f-b546-07e7471c4875 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:19.895456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:19.895456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:19.924568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25d3a17-3474-4332-85a5-53de7e58fb6f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:19.925762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a25d3a17-3474-4332-85a5-53de7e58fb6f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:19.929933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 3cbd140e-37ca-440c-904f-c6066bb37c69 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:19.988259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-09bd4242-cc31-48a2-ba6f-3e303c07ba7c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3208654 Mar 03 10:17:19.991591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57376) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:20.012835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.027059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c497e8-c650-4f52-b22c-a9e99eb0c776 None None] Network 32847506-2a93-4797-900e-4464016a1daf requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:20.302527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-adbdc0a8-e0c8-4cf6-9db3-fa26d6abcc5b None None] Provisioning for port 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:20.325047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-adbdc0a8-e0c8-4cf6-9db3-fa26d6abcc5b None None] Provisioning complete for port 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:20.328808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-adbdc0a8-e0c8-4cf6-9db3-fa26d6abcc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.378239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.404639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e31e64eb-1da2-479f-b546-07e7471c4875 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:20.429962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a25d3a17-3474-4332-85a5-53de7e58fb6f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:20.431159 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a25d3a17-3474-4332-85a5-53de7e58fb6f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.7715552 Mar 03 10:17:20.433199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e31e64eb-1da2-479f-b546-07e7471c4875 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:20.433790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.447560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:20.448396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57380) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:20.489604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:20.493490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.618764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:20.623317 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-adbdc0a8-e0c8-4cf6-9db3-fa26d6abcc5b None None] Port 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:20.629852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 3e3da719-2a18-44ca-a082-0aea48ddb637 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:20.630194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.668021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:20.681285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:20.682447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.689743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f17e86-ac34-4e88-91d4-5e0f2d6aa3c5,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:20.698417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-32847506-2a93-4797-900e-4464016a1daf', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:20.704500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.726555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-adbdc0a8-e0c8-4cf6-9db3-fa26d6abcc5b None None] Provisioning complete for port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:20.726924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-adbdc0a8-e0c8-4cf6-9db3-fa26d6abcc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.769193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Transition to ACTIVE for port object 4d72cf51-5df1-4527-97cd-0d682f5ba403 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:20.820781 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2239442 Mar 03 10:17:20.833491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b8655-83e0-4dd5-a4ea-850a39237ab9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=3cbd140e-37ca-440c-904f-c6066bb37c69,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:20.849956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57384) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:20.885356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:20.941633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.004321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:21.096046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc068e-22ee-49c3-bdd9-e5abf7b9d30c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:21.102046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc068e-22ee-49c3-bdd9-e5abf7b9d30c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:21.103160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bbdc068e-22ee-49c3-bdd9-e5abf7b9d30c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:21.125895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e31e64eb-1da2-479f-b546-07e7471c4875, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e31e64eb-1da2-479f-b546-07e7471c4875,segment=NetworkSegment(4fd3b75e-139a-4660-8fce-3a5281baab26),segment_id=4fd3b75e-139a-4660-8fce-3a5281baab26)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:21.140737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.156891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.168420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:21.190042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Allocated IP 2001:db8:1::2 (32847506-2a93-4797-900e-4464016a1daf/e1172c07-ca56-4e17-91be-2eaa03e5747d/b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:21.194059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bbdc068e-22ee-49c3-bdd9-e5abf7b9d30c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:21.204052 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bbdc068e-22ee-49c3-bdd9-e5abf7b9d30c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3522084 Mar 03 10:17:21.204654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57388) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:21.316355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.320758 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e3050aa4-8afd-43ec-89e3-faa00c25c87a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.9831626 Mar 03 10:17:21.336372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:21.346381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57392) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:21.348230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:21.349051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.421489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3def9363-a2c3-4079-bda8-b2a67c3aa95e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:21.428560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.441571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=4d72cf51-5df1-4527-97cd-0d682f5ba403,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:21.535458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 3e3da719-2a18-44ca-a082-0aea48ddb637 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:21.627787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e31e64eb-1da2-479f-b546-07e7471c4875,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:21.667024 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fb686347-8871-448c-9110-27f9d4678ccf tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3312166 Mar 03 10:17:21.674620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57396) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:21.680541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:0d:42:0f'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:21.699366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Provisioning complete for port 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:21.700416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.738748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.744505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 3cbd140e-37ca-440c-904f-c6066bb37c69 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:21.745395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.775695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 3def9363-a2c3-4079-bda8-b2a67c3aa95e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:21.814456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Port 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:21.818800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ae17bb69-0cf6-47a9-9857-dcafd0b16ecf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:21.825744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81caddb6-14d2-4a8a-beec-01734c43f99e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.854986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81caddb6-14d2-4a8a-beec-01734c43f99e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:21.969494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Provisioning for port 3e3da719-2a18-44ca-a082-0aea48ddb637 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:21.979289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.021607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.038033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Transition to ACTIVE for port object b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:22.040656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Provisioning complete for port 3e3da719-2a18-44ca-a082-0aea48ddb637 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:22.041030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.096565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Port 3e3da719-2a18-44ca-a082-0aea48ddb637 was deleted so its status cannot be updated. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 10:17:22.104405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=3e3da719-2a18-44ca-a082-0aea48ddb637,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:22.117011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Transition to ACTIVE for port object b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:22.128845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Provisioning complete for port 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:22.129336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.181578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.227273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81caddb6-14d2-4a8a-beec-01734c43f99e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.229133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.251678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=cbda07c0-7f3c-4114-a901-a3045eda8e54,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:22.252540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Network 32847506-2a93-4797-900e-4464016a1daf is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:22.265193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:22.272333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': 'e7c87a68-e01e-4841-827f-3dc6ad0659c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a1696207-c61e-44fd-8bbe-699770c96899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:22.272734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: a1696207-c61e-44fd-8bbe-699770c96899, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:22.281235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:22.281629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.316013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:22.320881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caddb6-14d2-4a8a-beec-01734c43f99e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f17e86-ac34-4e88-91d4-5e0f2d6aa3c5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:22.335382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.350654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Pushing event updated for resources: {'Port': ['ID=b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:22.351659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81caddb6-14d2-4a8a-beec-01734c43f99e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.355633 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-81caddb6-14d2-4a8a-beec-01734c43f99e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/05f17e86-ac34-4e88-91d4-5e0f2d6aa3c5 HTTP/1.1" status: 204 len: 168 time: 1.0080810 Mar 03 10:17:22.359805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57400) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:22.363699 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dcfc5b8a-030d-4e82-8c65-12920ebac9cb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/3e3da719-2a18-44ca-a082-0aea48ddb637 HTTP/1.1" status: 204 len: 168 time: 1.9118679 Mar 03 10:17:22.390070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57404) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:22.462666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Port 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:22.489685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Could not find standard attr ID for object 5b4f8d50-da03-49e8-8dd7-496eec2d60b7. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:17:22.505454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Attempting to bind port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:22.505952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Attempting to bind port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:22.506404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Attempting to bind port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe on network 32847506-2a93-4797-900e-4464016a1daf {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:22.514620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:22.515151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Checking segment: {'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:22.516380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.516380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Bound using segment: {'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:22.516651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Bound port: b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:22.517108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.544803 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fef448c-584b-42ab-93af-60502ec04bd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:17:22.545957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1fef448c-584b-42ab-93af-60502ec04bd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:22.555110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.569391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Provisioning complete for port e31e64eb-1da2-479f-b546-07e7471c4875 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:22.569771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aff7a3bb-97f1-472d-b719-ce53c36f00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.573423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-86f933f9-68ba-48cc-930b-214e9e648da3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:22.604912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network a1696207-c61e-44fd-8bbe-699770c96899 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:22.703401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 3cbd140e-37ca-440c-904f-c6066bb37c69 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:22.704685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5376538f-f371-41e0-92b2-dc4b27d7918e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:22.718469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, a1696207-c61e-44fd-8bbe-699770c96899) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:22.747970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a856f-cc63-4fd4-90bc-6e31613b667b None None] Network a1696207-c61e-44fd-8bbe-699770c96899 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:22.765540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:22.766143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.771271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1fef448c-584b-42ab-93af-60502ec04bd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:22.772498 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1fef448c-584b-42ab-93af-60502ec04bd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/3e3da719-2a18-44ca-a082-0aea48ddb637 HTTP/1.1" status: 404 len: 333 time: 0.3775284 Mar 03 10:17:22.776108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57408) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:22.883250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Router ea5236a8-0367-4a34-babb-05a624ea0dec has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:17:22.895898 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-46470333-57b8-4759-8629-bf5b5a40261a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.9747734 Mar 03 10:17:22.903942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57412) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:22.904683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:22.907913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] For port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:22.948979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-86f933f9-68ba-48cc-930b-214e9e648da3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:22.953340 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-86f933f9-68ba-48cc-930b-214e9e648da3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5908368 Mar 03 10:17:22.959872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] For port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe,segment=NetworkSegment(204e5716-82d2-4941-bad7-97fbff66f6f6),segment_id=204e5716-82d2-4941-bad7-97fbff66f6f6)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:22.965973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57416) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:22.982244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.039615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:23.039962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.079244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5376538f-f371-41e0-92b2-dc4b27d7918e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:23.101745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5376538f-f371-41e0-92b2-dc4b27d7918e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:23.102163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.192590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bd71f-1358-491a-a282-8b08bdd28924 None None] Pushing event updated for resources: {'Port': ['ID=b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:23.207441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.240876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Provisioning complete for port 3cbd140e-37ca-440c-904f-c6066bb37c69 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:23.241346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.259583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb618483-2a7a-43ab-b380-76a3401b11de tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.285836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=3cbd140e-37ca-440c-904f-c6066bb37c69,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:23.323334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Port 3cbd140e-37ca-440c-904f-c6066bb37c69 was deleted so its status cannot be updated. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 10:17:23.362587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-a1696207-c61e-44fd-8bbe-699770c96899', 'network_id': 'a1696207-c61e-44fd-8bbe-699770c96899', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': 'cbda07c0-7f3c-4114-a901-a3045eda8e54'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:23.363904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.421952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb618483-2a7a-43ab-b380-76a3401b11de tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.507069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Provisioning for port 4d72cf51-5df1-4527-97cd-0d682f5ba403 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:23.521853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Provisioning complete for port 4d72cf51-5df1-4527-97cd-0d682f5ba403 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:23.522382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.642456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.683637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6586826c-350a-4083-a60c-8372bc620201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/3cbd140e-37ca-440c-904f-c6066bb37c69 HTTP/1.1" status: 204 len: 168 time: 2.4753497 Mar 03 10:17:23.687390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57420) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:23.689629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.724195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.747025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Port 4d72cf51-5df1-4527-97cd-0d682f5ba403 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:23.754174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.767932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:17:23.782354 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0a667072-5c19-4c45-9f6d-a84b72df521b tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "PUT /v2.0/routers/ea5236a8-0367-4a34-babb-05a624ea0dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3889484 Mar 03 10:17:23.787754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] Sync routers for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:17:23.795862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57424) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:23.804600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8:1::1 (32847506-2a93-4797-900e-4464016a1daf/e1172c07-ca56-4e17-91be-2eaa03e5747d/f34a9693-ca25-4e62-b3e9-218d468b3e40) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:23.808276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26652ce-ff34-4053-a445-916439c027da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:23.809827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26652ce-ff34-4053-a445-916439c027da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:23.810576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b26652ce-ff34-4053-a445-916439c027da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:23.829018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5376538f-f371-41e0-92b2-dc4b27d7918e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5376538f-f371-41e0-92b2-dc4b27d7918e,segment=NetworkSegment(8a72c874-18fd-4d18-82ad-81849d07a5c3),segment_id=8a72c874-18fd-4d18-82ad-81849d07a5c3)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:23.831269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb618483-2a7a-43ab-b380-76a3401b11de tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.834521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Provisioning for port 3def9363-a2c3-4079-bda8-b2a67c3aa95e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:23.849509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.856874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb618483-2a7a-43ab-b380-76a3401b11de tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c86ea-c4d5-4c5a-a651-13cb111b3477,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:23.858625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b26652ce-ff34-4053-a445-916439c027da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:23.862476 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b26652ce-ff34-4053-a445-916439c027da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1703384 Mar 03 10:17:23.866406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57428) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:23.906745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Provisioning complete for port 3def9363-a2c3-4079-bda8-b2a67c3aa95e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:23.907128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:23.943354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 82502655-6ece-4815-8b18-61acbcb2ffd2 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:23.945972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:23.946326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:23.948136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.004757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb618483-2a7a-43ab-b380-76a3401b11de tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.006245 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bb618483-2a7a-43ab-b380-76a3401b11de tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/690c86ea-c4d5-4c5a-a651-13cb111b3477 HTTP/1.1" status: 204 len: 168 time: 1.0373271 Mar 03 10:17:24.012992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57432) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:24.031883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.041373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.101279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Allocated IP 172.20.0.1 (a1696207-c61e-44fd-8bbe-699770c96899/cbda07c0-7f3c-4114-a901-a3045eda8e54/ae8dc8de-da42-4fb7-bdb8-83e1c4d39901) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:24.105890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e31e64eb-1da2-479f-b546-07e7471c4875 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:24.131717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:24.134848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.205784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:24.222289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:17:24.231990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] Routers {'ea5236a8-0367-4a34-babb-05a624ea0dec'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:24.232780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ea5236a8-0367-4a34-babb-05a624ea0dec'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:24.267426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.298356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.328353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5376538f-f371-41e0-92b2-dc4b27d7918e,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:24.335248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:24.335807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2fefe-bb6e-4259-89af-b35c187641ee None None] The sync data for ids ['ea5236a8-0367-4a34-babb-05a624ea0dec'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:17:24.357561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] In _notify_port_updated(), no bound segment for port 4d72cf51-5df1-4527-97cd-0d682f5ba403 on network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:17:24.364149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:24.364946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.369323 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "PUT /v2.0/ports/4d72cf51-5df1-4527-97cd-0d682f5ba403 HTTP/1.1" status: 200 len: 1003 time: 2.6935928 Mar 03 10:17:24.377616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57436) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:24.387340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.454153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.538712 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8a11635a-feb6-4d32-b245-e183e45013d0 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5140080 Mar 03 10:17:24.584254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57440) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:24.591752 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e31e64eb-1da2-479f-b546-07e7471c4875 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:24.592563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.596974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445c466-185f-43aa-93a8-c34ad39ee459 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=4d72cf51-5df1-4527-97cd-0d682f5ba403,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:24.609485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--669005862'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:24.626725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:24.627977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.672106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.695839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.722922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object f34a9693-ca25-4e62-b3e9-218d468b3e40 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:24.755378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:24.768660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:24.770151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:24.778321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:24.860909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting port 4d72cf51-5df1-4527-97cd-0d682f5ba403 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:24.861327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.874458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.891232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.899993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Transition to ACTIVE for port object ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:24.902479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.924533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:24.949225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16142c11-1cd5-477d-a21c-46f60ed452d1 None None] Network 32847506-2a93-4797-900e-4464016a1daf requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:24.958733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:24.975517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=82502655-6ece-4815-8b18-61acbcb2ffd2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:24.985432 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f88795c7-3575-475d-adfc-22a63ca9de94 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f HTTP/1.1" status: 204 len: 168 time: 2.2085385 Mar 03 10:17:24.988884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57444) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:25.002042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:25.021568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.025654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:25.030048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.032279 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f77a5e25-2c4c-4063-8141-f98113b440ff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/82502655-6ece-4815-8b18-61acbcb2ffd2 HTTP/1.1" status: 204 len: 168 time: 1.1645739 Mar 03 10:17:25.037264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.042419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Transition to ACTIVE for port object ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:25.044692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57448) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:25.049653 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-705ab156-9372-4a2b-8341-fb657871a5a8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:17:25.050118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-705ab156-9372-4a2b-8341-fb657871a5a8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:25.055417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f8565-b2f2-44fa-98d5-07066322b687 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:25.088089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:25.088461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:25.128176 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1975fd9d-0595-4903-ae78-a6c56500a904 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811183 Mar 03 10:17:25.131821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57452) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:25.138999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting port 0b00b97f-3efa-475c-9248-202f17e9a4a8 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:25.139493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.139870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:25.141704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.157427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-705ab156-9372-4a2b-8341-fb657871a5a8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:25.161505 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-705ab156-9372-4a2b-8341-fb657871a5a8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/7a6089eb-7ffe-4e5e-9b75-3cdb72b6108f HTTP/1.1" status: 404 len: 333 time: 0.1681292 Mar 03 10:17:25.164440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57456) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:25.183720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 32847506-2a93-4797-900e-4464016a1daf is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:25.239775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:25.242567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:25.243643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.301500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Network a1696207-c61e-44fd-8bbe-699770c96899 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:25.313278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:25.316364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:25.371036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Pushing event updated for resources: {'Port': ['ID=ae8dc8de-da42-4fb7-bdb8-83e1c4d39901,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:25.402362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:25.414775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:25.428274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:25.433029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.560873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.616411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=f34a9693-ca25-4e62-b3e9-218d468b3e40,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:25.625542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:25.649631 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Attempting to bind port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:25.650005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Attempting to bind port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'e7c87a68-e01e-4841-827f-3dc6ad0659c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a1696207-c61e-44fd-8bbe-699770c96899'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:25.650365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Attempting to bind port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 on network a1696207-c61e-44fd-8bbe-699770c96899 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:25.668083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:25.668539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Checking segment: {'id': 'e7c87a68-e01e-4841-827f-3dc6ad0659c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a1696207-c61e-44fd-8bbe-699770c96899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:25.669134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.669134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Bound using segment: {'id': 'e7c87a68-e01e-4841-827f-3dc6ad0659c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a1696207-c61e-44fd-8bbe-699770c96899'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:25.669995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Bound port: ae8dc8de-da42-4fb7-bdb8-83e1c4d39901, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c87a68-e01e-4841-827f-3dc6ad0659c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a1696207-c61e-44fd-8bbe-699770c96899'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:25.670372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.691468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.732049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.748488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=cbda07c0-7f3c-4114-a901-a3045eda8e54,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:25.751873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:25.755088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:25.759333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:25.759924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.774176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=3819d854-0e9e-4600-afd2-b7a1ea48e656,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:25.798644 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-061642e0-040e-44e7-a874-dc4b733a1167 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6614568 Mar 03 10:17:25.798644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57460) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:25.804200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '3819d854-0e9e-4600-afd2-b7a1ea48e656', 'ip_address': '2001:db8::22c5:a18:6127:3cf4'}], 'name': 'tempest-NetworksTestDHCPv6-398643196'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:25.861891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] For port 3def9363-a2c3-4079-bda8-b2a67c3aa95e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3def9363-a2c3-4079-bda8-b2a67c3aa95e,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:25.877754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.914568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] For port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:25.932576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet 54cebae9-f078-4adb-9c2b-e50d15f9636b {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:25.937685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] For port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ae8dc8de-da42-4fb7-bdb8-83e1c4d39901,segment=NetworkSegment(e7c87a68-e01e-4841-827f-3dc6ad0659c3),segment_id=e7c87a68-e01e-4841-827f-3dc6ad0659c3)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:25.955708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.962696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:25.970112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:25.975806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:25.979245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:25.980604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2adc42-b215-4112-9ba7-3f1b1347d93b None None] Pushing event updated for resources: {'Port': ['ID=3def9363-a2c3-4079-bda8-b2a67c3aa95e,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:25.989448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:26.006065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:26.040932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:26.080751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] Deleting port 3def9363-a2c3-4079-bda8-b2a67c3aa95e {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:26.080885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.119628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5376538f-f371-41e0-92b2-dc4b27d7918e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:26.120390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.181441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.196658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.219225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de59b7-af9f-4cdb-81aa-7751484c1e21 None None] Pushing event updated for resources: {'Port': ['ID=ae8dc8de-da42-4fb7-bdb8-83e1c4d39901,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:26.227477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Provisioning complete for port 4d72cf51-5df1-4527-97cd-0d682f5ba403 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:26.228094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.228808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port c0a57f50-9370-4d67-98af-d0976b7d53b8 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:26.232174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.262868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.308482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df901b81-b99f-4b09-acab-aec9f50b8e3a None None] Network a1696207-c61e-44fd-8bbe-699770c96899 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:26.332799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1696207-c61e-44fd-8bbe-699770c96899']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:26.416450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Calling delete_port for 4d72cf51-5df1-4527-97cd-0d682f5ba403 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:26.448426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.451125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Port 4d72cf51-5df1-4527-97cd-0d682f5ba403 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:26.466516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.494282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c87a68-e01e-4841-827f-3dc6ad0659c3') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:26.494573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c87a68-e01e-4841-827f-3dc6ad0659c3') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:26.537909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::22c5:a18:6127:3cf4 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/3819d854-0e9e-4600-afd2-b7a1ea48e656/c0a57f50-9370-4d67-98af-d0976b7d53b8) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:26.603130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5376538f-f371-41e0-92b2-dc4b27d7918e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:26.603533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.672269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Provisioning for port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:26.704923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Provisioning complete for port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:26.705294 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.709266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.723005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Calling delete_port for 0b00b97f-3efa-475c-9248-202f17e9a4a8 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:26.789067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f597f9-af53-46ec-bd3f-2e91798de087,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:26.794596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] For port 3def9363-a2c3-4079-bda8-b2a67c3aa95e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3def9363-a2c3-4079-bda8-b2a67c3aa95e,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:26.794986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.812874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.832041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object c0a57f50-9370-4d67-98af-d0976b7d53b8 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:26.836448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.843614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.859366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.864503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.868358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1c86aa52-cedb-4ec4-92be-cbd1f71dcf4e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2609534 Mar 03 10:17:26.874659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:26.875058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.891115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57464) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:26.892779 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:26.935774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] Calling delete_port for 3def9363-a2c3-4079-bda8-b2a67c3aa95e owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:26.943215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'b5f597f9-af53-46ec-bd3f-2e91798de087', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:26.947446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:26.948499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=c0a57f50-9370-4d67-98af-d0976b7d53b8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:26.951563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:26.953629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:26.959086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:26.959744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:26.990064 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7ffb75d5-77b3-4803-93d4-455e19962b3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1907139 Mar 03 10:17:26.990795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57468) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:27.093201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d049827-3ae8-4d16-a0d6-bc18063ce079 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:27.100104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d049827-3ae8-4d16-a0d6-bc18063ce079 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:27.100487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7d049827-3ae8-4d16-a0d6-bc18063ce079 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:27.118984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7d049827-3ae8-4d16-a0d6-bc18063ce079 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:27.123158 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7d049827-3ae8-4d16-a0d6-bc18063ce079 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1280961 Mar 03 10:17:27.123652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57472) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:27.186610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.203773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port c0a57f50-9370-4d67-98af-d0976b7d53b8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:27.204118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.237969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.247165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] Pushing event deleted for resources: {'Port': ['ID=3def9363-a2c3-4079-bda8-b2a67c3aa95e,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:27.259938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154b922-1454-4ea6-b4c7-3ca50163a398 None None] No DVR routers for this DVR port 3def9363-a2c3-4079-bda8-b2a67c3aa95e on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:27.281629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d5e6c-ea40-4ad4-bf5e-9f4f0d19b397 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:27.316615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] For port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe,segment=NetworkSegment(204e5716-82d2-4941-bad7-97fbff66f6f6),segment_id=204e5716-82d2-4941-bad7-97fbff66f6f6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:27.331118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:27.350750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.370088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.391833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:27.403379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:27.440487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:27.497621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.506223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d44ed-3ccd-4141-9180-2bef7c0f6bf9 None None] Pushing event updated for resources: {'Port': ['ID=b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:27.534330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:17:27.534330 dv-neutron-831192-5-hyperv neutron-server[87889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:17:27.534330 dv-neutron-831192-5-hyperv neutron-server[87889]: [parameters: {'id': 'a1696207-c61e-44fd-8bbe-699770c96899'}] Mar 03 10:17:27.534330 dv-neutron-831192-5-hyperv neutron-server[87889]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:27.534784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:27.568796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-198dbc31-bb76-4624-a9b9-0bb9b710f187 None None] Provisioning complete for port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:27.569308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-198dbc31-bb76-4624-a9b9-0bb9b710f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.649339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.727979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '3819d854-0e9e-4600-afd2-b7a1ea48e656'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:27.728927 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.742197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.773104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for c0a57f50-9370-4d67-98af-d0976b7d53b8 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:27.813814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-198dbc31-bb76-4624-a9b9-0bb9b710f187 None None] Provisioning for port f34a9693-ca25-4e62-b3e9-218d468b3e40 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:27.821599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-198dbc31-bb76-4624-a9b9-0bb9b710f187 None None] Provisioning complete for port f34a9693-ca25-4e62-b3e9-218d468b3e40 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:27.822111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-198dbc31-bb76-4624-a9b9-0bb9b710f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:27.830312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Port': ['ID=4d72cf51-5df1-4527-97cd-0d682f5ba403,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:27.937181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-198dbc31-bb76-4624-a9b9-0bb9b710f187 None None] Port f34a9693-ca25-4e62-b3e9-218d468b3e40 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:27.978423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/3819d854-0e9e-4600-afd2-b7a1ea48e656/8ab488d4-6475-429e-b243-d30c49477a8e) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:27.984329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.002190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.019869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:28.044235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.096155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=54cebae9-f078-4adb-9c2b-e50d15f9636b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:28.121310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=c0a57f50-9370-4d67-98af-d0976b7d53b8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:28.123969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.131129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33643b0e-40c3-406a-a021-15ddc447d41e None None] Network ef46c74e-e4d7-4424-b5df-7e01aef748e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:28.134171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.138375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.143014 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1c6b4452-f94e-4be0-8370-c4c31e21ae35 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/c0a57f50-9370-4d67-98af-d0976b7d53b8 HTTP/1.1" status: 204 len: 168 time: 1.0177100 Mar 03 10:17:28.144989 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57476) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:28.219453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3bc93-9f8a-4539-aaac-5d884542b4ca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:28.221229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3bc93-9f8a-4539-aaac-5d884542b4ca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:28.222063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9e3bc93-9f8a-4539-aaac-5d884542b4ca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:28.238811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9e3bc93-9f8a-4539-aaac-5d884542b4ca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:28.242627 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c9e3bc93-9f8a-4539-aaac-5d884542b4ca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0938706 Mar 03 10:17:28.242943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57480) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:28.271918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Port': ['ID=0b00b97f-3efa-475c-9248-202f17e9a4a8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:28.314517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.325406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 3819d854-0e9e-4600-afd2-b7a1ea48e656 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:28.325630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:28.325769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.359739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.361591 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9a5f5a57-5b19-45ed-9579-48e98ce92315 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/ports/4d72cf51-5df1-4527-97cd-0d682f5ba403 HTTP/1.1" status: 204 len: 168 time: 3.9776504 Mar 03 10:17:28.364976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57484) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:28.396872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.402076 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-691faacb-a53e-4eff-a1f6-b9e007c60f61 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/54cebae9-f078-4adb-9c2b-e50d15f9636b HTTP/1.1" status: 204 len: 168 time: 3.2208707 Mar 03 10:17:28.405567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57488) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:28.423895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:28.424503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.434737 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-06de1809-b956-4a2f-ae06-4292802803df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] GET failed (client error): The resource could not be found. Mar 03 10:17:28.439492 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-06de1809-b956-4a2f-ae06-4292802803df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "GET /v2.0/ports/4d72cf51-5df1-4527-97cd-0d682f5ba403 HTTP/1.1" status: 404 len: 333 time: 0.0701227 Mar 03 10:17:28.448000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57492) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:28.456863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-489927130'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:28.463671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.471574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.476441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Transition to ACTIVE for port object 8ab488d4-6475-429e-b243-d30c49477a8e will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:28.515455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Transition to ACTIVE for port object 8ab488d4-6475-429e-b243-d30c49477a8e will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:28.528369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.540768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.610877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:28.619706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:28.623134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:28.637356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Pushing event updated for resources: {'Port': ['ID=8ab488d4-6475-429e-b243-d30c49477a8e,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:28.637956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f29aa3c-0b5a-4248-b91c-f8a8beacfb29,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:28.676996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.718894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.784737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:28.785135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.838037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:28.843577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Attempting to bind port 8ab488d4-6475-429e-b243-d30c49477a8e on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:28.843905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Attempting to bind port 8ab488d4-6475-429e-b243-d30c49477a8e by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:28.844264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Attempting to bind port 8ab488d4-6475-429e-b243-d30c49477a8e on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:28.845668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.849007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.850546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:28.850546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:28.850842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.851230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:28.851714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Bound port: 8ab488d4-6475-429e-b243-d30c49477a8e, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:28.852080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.874160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:28.886564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.890942 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-93e19d09-60fb-49f8-87d3-fc669b31a790 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9978247 Mar 03 10:17:28.899062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:17:28.916555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57496) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:28.916769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.931080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'b5f597f9-af53-46ec-bd3f-2e91798de087', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:28.935656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.936424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.950799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:28.953069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:28.956607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:28.971695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] DHCP port deletion for ef46c74e-e4d7-4424-b5df-7e01aef748e1 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:28.973482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:28.974297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3def9363-a2c3-4079-bda8-b2a67c3aa95e no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:28.984046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:28.986110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.010140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] Deleting port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:29.010603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.024521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.025109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Fanout notify agent at l3_agent the message router_deleted on router ea5236a8-0367-4a34-babb-05a624ea0dec {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:17:29.033851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:29.048517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 3def9363-a2c3-4079-bda8-b2a67c3aa95e {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:29.048942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3def9363-a2c3-4079-bda8-b2a67c3aa95e not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:29.076491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] device_id is not set on port b07d3db3-13c0-4950-907d-e90cd108b264 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:29.149267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.153365 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ef68d3ff-8431-4323-bfa8-990bce68fc37 tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/routers/ea5236a8-0367-4a34-babb-05a624ea0dec HTTP/1.1" status: 204 len: 168 time: 5.3534625 Mar 03 10:17:29.153365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=f34a9693-ca25-4e62-b3e9-218d468b3e40,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:29.178576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57500) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:29.228996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] For port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,segment=NetworkSegment(a86a60a0-0181-40a5-8e20-2818290ef606),segment_id=a86a60a0-0181-40a5-8e20-2818290ef606)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:29.229475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.236116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] For port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ae8dc8de-da42-4fb7-bdb8-83e1c4d39901,segment=NetworkSegment(e7c87a68-e01e-4841-827f-3dc6ad0659c3),segment_id=e7c87a68-e01e-4841-827f-3dc6ad0659c3)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:29.236505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.274834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,segment=NetworkSegment(a86a60a0-0181-40a5-8e20-2818290ef606),segment_id=a86a60a0-0181-40a5-8e20-2818290ef606)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:29.275289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.286156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.359699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] Calling delete_port for ae17bb69-0cf6-47a9-9857-dcafd0b16ecf owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:29.378988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Calling delete_port for ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:29.420887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network 32847506-2a93-4797-900e-4464016a1daf is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:29.423771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:29.450246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.461144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for ae17bb69-0cf6-47a9-9857-dcafd0b16ecf owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:29.511244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] No DVR routers for this DVR port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:29.517858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876391aa-6de6-43b0-8c17-170b9c4f1b00 None None] Pushing event deleted for resources: {'Port': ['ID=ae17bb69-0cf6-47a9-9857-dcafd0b16ecf,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:29.626005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.667458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] For port 8ab488d4-6475-429e-b243-d30c49477a8e, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:29.677496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] For port 8ab488d4-6475-429e-b243-d30c49477a8e, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8ab488d4-6475-429e-b243-d30c49477a8e,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:29.679384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.683514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.691341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Port': ['ID=ae8dc8de-da42-4fb7-bdb8-83e1c4d39901,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:29.710851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:17:29.712116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No DVR routers for this DVR port ae8dc8de-da42-4fb7-bdb8-83e1c4d39901 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:29.726570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Deleting subnet 44965dc3-6e63-4cd7-a3b1-ee45efd47b61 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:29.760940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=3819d854-0e9e-4600-afd2-b7a1ea48e656,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:29.765036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.805890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.807533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28014605-58d0-43bb-abc9-28d0251d2ca7 None None] Pushing event updated for resources: {'Port': ['ID=8ab488d4-6475-429e-b243-d30c49477a8e,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:29.813743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ec5a2f72-1333-47aa-a8c8-cd026eacf762 None None] Provisioning complete for port f34a9693-ca25-4e62-b3e9-218d468b3e40 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:29.814157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2f72-1333-47aa-a8c8-cd026eacf762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.867081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Allocated IP 2001:db8::336 (cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7/b07d3db3-13c0-4950-907d-e90cd108b264) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:29.874460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.876732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a2f72-1333-47aa-a8c8-cd026eacf762 None None] Port f34a9693-ca25-4e62-b3e9-218d468b3e40 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:29.900825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.938499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.939195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ae17bb69-0cf6-47a9-9857-dcafd0b16ecf no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:29.971753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:29.974797 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f1db2f93-695f-4430-99d9-001e4bb18b13 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/3819d854-0e9e-4600-afd2-b7a1ea48e656 HTTP/1.1" status: 204 len: 168 time: 1.7305839 Mar 03 10:17:29.978382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57504) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:29.989789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: ae17bb69-0cf6-47a9-9857-dcafd0b16ecf {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:29.990134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ae17bb69-0cf6-47a9-9857-dcafd0b16ecf not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:29.991336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:29.991649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:30.085917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1696207-c61e-44fd-8bbe-699770c96899']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:30.086452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5db1ca4-399f-4d01-b189-cd6a9c7f0922,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:30.107742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c87a68-e01e-4841-827f-3dc6ad0659c3') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:30.108126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c87a68-e01e-4841-827f-3dc6ad0659c3') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:30.119359 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d5085bb0-c346-4910-b227-4505384babc2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298094 Mar 03 10:17:30.126999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57508) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:30.134618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:30.135258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.139356 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3980d1ba-2aff-4512-9dbd-6dd0f63a40e3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2166140 Mar 03 10:17:30.148828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57512) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:30.155198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.166349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'b5f597f9-af53-46ec-bd3f-2e91798de087', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:30.172782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:30.177341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:30.180592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:30.184521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:17:30.187378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:30.197160 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:17:30.198659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.202494 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ccc306f0-8148-4037-99f3-3127d0a70d78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1492109 Mar 03 10:17:30.209576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57516) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:30.212548 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:30.212836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.213622 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:30.272293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1002694937'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:30.280088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.284931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:30.291719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:30.292342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:30.306940 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:30.329192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:30.336587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:30.386927 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:30.391125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:30.406159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:30.448312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:30.455215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.461166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:30.472176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.478098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.514446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.517591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port ae17bb69-0cf6-47a9-9857-dcafd0b16ecf {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:30.518100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.557236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.583038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Subnet': ['ID=44965dc3-6e63-4cd7-a3b1-ee45efd47b61,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:30.627625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.638913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Transition to ACTIVE for port object b07d3db3-13c0-4950-907d-e90cd108b264 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:30.646545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] The port 'ae17bb69-0cf6-47a9-9857-dcafd0b16ecf' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:17:30.647680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292a56e0-f9fb-43c6-bd0a-dadf7dd6b773,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:30.650803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.660900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:30.663316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=a1696207-c61e-44fd-8bbe-699770c96899,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:30.671131 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3f82456f-8192-404d-8207-c9e8c3763934 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/a1696207-c61e-44fd-8bbe-699770c96899 HTTP/1.1" status: 204 len: 168 time: 7.7500715 Mar 03 10:17:30.671407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:30.675173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.689643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57520) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:30.700479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1357023878'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:30.701747 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-beaf4d2d-1aac-43ad-96a9-2f145557a53a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/subnets/44965dc3-6e63-4cd7-a3b1-ee45efd47b61 HTTP/1.1" status: 204 len: 168 time: 1.5181077 Mar 03 10:17:30.705783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:30.706734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57524) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:30.710369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:30.713332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:30.720795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:30.734483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.736040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:30.739677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.739851 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22c6cd8c-24f0-4bfd-8728-cf96945de598 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5898838 Mar 03 10:17:30.756438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57528) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:30.763535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:30.773434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.773890 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment d016b038-51e2-4217-bceb-0e8868b350a3 of type vlan for network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 Mar 03 10:17:30.791820 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:26Z', 'revision_number': 3, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:27Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:30.796436 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:17:30.796813 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Updating router 8afe5921-e249-496b-b4da-558b18958b99 port f34a9693-ca25-4e62-b3e9-218d468b3e40 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:17:30.802574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.812387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'b5f597f9-af53-46ec-bd3f-2e91798de087', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:30.820704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:30.829494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:30.830230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:30.833774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.839602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:30.849401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:30.857058 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.896282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:30.906758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.907252 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 41c4f617-85e8-4ee4-beec-3b9e947198ad of type vlan for network 24b4a275-5b3e-4d44-a572-b5a4549390c7 Mar 03 10:17:30.916457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:30.922706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:30.923406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.005903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.040875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef46c74e-e4d7-4424-b5df-7e01aef748e1']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:31.053945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86a60a0-0181-40a5-8e20-2818290ef606') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:31.054206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86a60a0-0181-40a5-8e20-2818290ef606') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:31.067593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.109726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.123922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.130161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.153836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:31.160251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:31.160764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.180069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:31.189258 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0c0199d4-a80a-4633-8c7f-9bc0df79426c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9783909 Mar 03 10:17:31.192017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:31.195840 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:31.198811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57532) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:31.212832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b9fa5-6bb7-41e0-b60b-e0740b33a2b6 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:31.219030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.246285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:31.310037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.316791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:31.317629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.324992 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.440373 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7496250 Mar 03 10:17:31.442472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:31.443533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57536) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:31.445059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.451796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:31.483531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464921b6-6de5-4dee-858b-f27ca1905022 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=24b4a275-5b3e-4d44-a572-b5a4549390c7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:31.510204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:31.514648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:31.519379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:31.519961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.538279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=cae1920f-8f38-4d82-b4b8-5c67b3443952,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:31.547768 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-79dd758a-b4ac-41fd-a20c-766f82637952 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4195170 Mar 03 10:17:31.551022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57540) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:31.558077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': 'cae1920f-8f38-4d82-b4b8-5c67b3443952', 'ip_address': '2001:db8::cd6:3b86:49c8:ca2e'}], 'name': 'tempest-NetworksTestDHCPv6-1364044299'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:31.571934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 24b4a275-5b3e-4d44-a572-b5a4549390c7 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:31.593915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e3e70d25-0ed0-46f3-9ae4-b24f4332da52 None None] Provisioning for port 8ab488d4-6475-429e-b243-d30c49477a8e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:31.694536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e3e70d25-0ed0-46f3-9ae4-b24f4332da52 None None] Could not find standard attr ID for object c0a57f50-9370-4d67-98af-d0976b7d53b8. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:17:31.716813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.741031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:31.743032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:31.745807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:31.749510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:31.755882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ee810e-f7e4-488f-b647-4bad9ae33178') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:31.756210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ee810e-f7e4-488f-b647-4bad9ae33178') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:31.757292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:31.768188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.769413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:31.828370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-beaf4282-670e-4d3a-a875-164a8ddc456b None None] Provisioning for port b07d3db3-13c0-4950-907d-e90cd108b264 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:31.833771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-beaf4282-670e-4d3a-a875-164a8ddc456b None None] Provisioning complete for port b07d3db3-13c0-4950-907d-e90cd108b264 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:31.834146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-beaf4282-670e-4d3a-a875-164a8ddc456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.834259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:31.839667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:31.840305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.854913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': '24b4a275-5b3e-4d44-a572-b5a4549390c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:31.857959 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Transition to ACTIVE for port object f34a9693-ca25-4e62-b3e9-218d468b3e40 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:31.869458 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.901157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.933330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-beaf4282-670e-4d3a-a875-164a8ddc456b None None] Port b07d3db3-13c0-4950-907d-e90cd108b264 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:31.933526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.945752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.958942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:31.971784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:31.977072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.012492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=b07d3db3-13c0-4950-907d-e90cd108b264,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:32.022069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.066279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:32.066902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.101626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8ab488d4-6475-429e-b243-d30c49477a8e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:32.162161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008139d-2d6f-4e20-a34d-73c60c05a2de None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:32.170779 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:32.176247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=ef46c74e-e4d7-4424-b5df-7e01aef748e1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:32.206315 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd92b7-f94e-453c-b068-65ac8f798d99 None None] Pushing event updated for resources: {'Port': ['ID=f34a9693-ca25-4e62-b3e9-218d468b3e40,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:32.231636 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4fae68e7-eca3-49e4-bf74-102b7ec0ad87 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7818174 Mar 03 10:17:32.240504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:32.248787 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9ed1a463-de66-4cb8-8f83-514677487472 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/ef46c74e-e4d7-4424-b5df-7e01aef748e1 HTTP/1.1" status: 204 len: 168 time: 3.8424537 Mar 03 10:17:32.250042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d992c90-1a2a-423e-abba-b0d8e7b61267,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:32.282250 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Attempting to bind port f34a9693-ca25-4e62-b3e9-218d468b3e40 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:32.282924 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Attempting to bind port f34a9693-ca25-4e62-b3e9-218d468b3e40 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:32.283835 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Attempting to bind port f34a9693-ca25-4e62-b3e9-218d468b3e40 on network 32847506-2a93-4797-900e-4464016a1daf {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:32.290599 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:32.291359 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Checking segment: {'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:32.292025 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.292716 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Bound using segment: {'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:32.294124 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Bound port: f34a9693-ca25-4e62-b3e9-218d468b3e40, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204e5716-82d2-4941-bad7-97fbff66f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32847506-2a93-4797-900e-4464016a1daf'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:32.294690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57544) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:32.295232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57546) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:32.295756 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.330935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:32.331723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1335053606'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:32.338918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:32.341099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:32.345185 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.349186 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4e49283b-3fca-484e-8604-607b5891b0ff tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5655260 Mar 03 10:17:32.350148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:32.354732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:32.356094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:32.357744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57552) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:32.359564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:32.366890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:32.373407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'b5f597f9-af53-46ec-bd3f-2e91798de087', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:32.385152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:32.389229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:32.395827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:32.400277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:32.405274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0d:42:0f'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:32.407779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:32.410682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.413119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:32.417978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:32.422329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.439752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:32.452626 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] For port f34a9693-ca25-4e62-b3e9-218d468b3e40, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:32.456222 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] For port f34a9693-ca25-4e62-b3e9-218d468b3e40, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f34a9693-ca25-4e62-b3e9-218d468b3e40,segment=NetworkSegment(204e5716-82d2-4941-bad7-97fbff66f6f6),segment_id=204e5716-82d2-4941-bad7-97fbff66f6f6)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:32.464995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:32.465900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.467018 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.468722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.499337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] Pushing event deleted for resources: {'Network': ['ID=8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:32.504643 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-16ed5338-7d30-40ac-934d-4daa95ab593a tempest-FloatingIPTestJSON-406870504 tempest-FloatingIPTestJSON-406870504-project] 10.222.0.23 "DELETE /v2.0/networks/8c6dbb0d-05ce-4dd9-b1ed-350bcfadd4da HTTP/1.1" status: 204 len: 168 time: 1.7963142 Mar 03 10:17:32.537648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::cd6:3b86:49c8:ca2e (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/cae1920f-8f38-4d82-b4b8-5c67b3443952/6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:32.572317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:32.576262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.636855 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:32.638646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 8ab488d4-6475-429e-b243-d30c49477a8e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:32.639766 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:32.645139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.656515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8ab488d4-6475-429e-b243-d30c49477a8e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:32.656891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.783774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:32.794760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.795207 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment 70cde190-edbf-44d3-a77c-4b2b44923241 of type vlan for network a8c1d368-1f05-4126-8292-bdb8bbb6a315 Mar 03 10:17:32.824220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.877334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.885286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:32.885942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.917025 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd92b7-f94e-453c-b068-65ac8f798d99 None None] Pushing event updated for resources: {'Port': ['ID=f34a9693-ca25-4e62-b3e9-218d468b3e40,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:32.945982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.962303 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:32.994518 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:32.999114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3887b038-eca6-460b-8d5a-5e7c8d708ab3,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:33.047770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.067922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26a056e0-3109-48a5-9a87-bf1d7c22ecf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.109731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.114352 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22bb0341-301c-4a18-9685-2fbf65d82187 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7498941 Mar 03 10:17:33.117442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57560) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:33.118278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 8ab488d4-6475-429e-b243-d30c49477a8e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8ab488d4-6475-429e-b243-d30c49477a8e,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:33.128097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.213634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=8ab488d4-6475-429e-b243-d30c49477a8e,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:33.221054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57564) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:33.289000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-167e50b1-311c-45e4-87f3-24322dc852af tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.328951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-167e50b1-311c-45e4-87f3-24322dc852af tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.399078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.466942 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1644237 Mar 03 10:17:33.474081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57570) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:33.484060 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:26Z', 'revision_number': 3, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:32Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:33.486315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6448b-bcc2-4c36-92c6-a24e14354b46 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=a8c1d368-1f05-4126-8292-bdb8bbb6a315,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:33.492570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:33.506132 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bcac6-7c4d-4f36-b60d-f304f7b80880 None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:26Z', 'revision_number': 3, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:32Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:17:33.510894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:33.571431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-167e50b1-311c-45e4-87f3-24322dc852af tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.641723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-307ce2ee-4c8e-45b6-8f1c-034b9ac7eb47 None None] Provisioning complete for port 8ab488d4-6475-429e-b243-d30c49477a8e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:33.642326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-307ce2ee-4c8e-45b6-8f1c-034b9ac7eb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.670631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e50b1-311c-45e4-87f3-24322dc852af tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3887b038-eca6-460b-8d5a-5e7c8d708ab3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:33.673057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.712358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=fe1d60a1-b20a-4802-ae2f-cfb168876112,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:33.724760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-167e50b1-311c-45e4-87f3-24322dc852af tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.725967 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-167e50b1-311c-45e4-87f3-24322dc852af tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3887b038-eca6-460b-8d5a-5e7c8d708ab3 HTTP/1.1" status: 204 len: 168 time: 0.6054022 Mar 03 10:17:33.734838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.758623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57574) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:33.759876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:33.777348 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-242d9e46-674e-4cd9-ab37-3078a8ac0c0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=442d6d3cdaf74c7980d7b5cad3b243e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550485 Mar 03 10:17:33.786652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57578) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:33.884238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:33.884646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:33.889718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:33.912177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=95ffb780-d690-416d-b2a6-d85e47a5745d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:33.924278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '41c4f617-85e8-4ee4-beec-3b9e947198ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '24b4a275-5b3e-4d44-a572-b5a4549390c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:33.924647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: 24b4a275-5b3e-4d44-a572-b5a4549390c7, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:33.968931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-697c1765-cc23-48e6-9968-1d5f061a8a7f None None] Could not find standard attr ID for object c0a57f50-9370-4d67-98af-d0976b7d53b8. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:17:33.988800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:34.011466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:34.013056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:34.027445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a4837661-ebad-4ac4-9707-174c354ac608 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:34.034234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:34.042283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:34.044522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network 24b4a275-5b3e-4d44-a572-b5a4549390c7 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:34.055239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:34.061424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:34.064459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:34.076189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:34.076660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847933b7-13d9-4f16-9ea2-5a93020981f0 None None] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:34.076786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.086442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:34.088184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.099465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a4837661-ebad-4ac4-9707-174c354ac608 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:34.103763 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a4837661-ebad-4ac4-9707-174c354ac608 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3312728 Mar 03 10:17:34.104262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 24b4a275-5b3e-4d44-a572-b5a4549390c7) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:34.110339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:34.110932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.116983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57582) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:34.147164 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-32280ecb-5642-472c-bc64-c57735fd6a78 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9259920 Mar 03 10:17:34.148061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57586) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:34.149296 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5968974 Mar 03 10:17:34.150034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.155663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57588) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:34.189611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:34.199852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093e73-4b32-487e-9a9c-81d2bdea445b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:34.234097 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:17:34.240791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8ab488d4-6475-429e-b243-d30c49477a8e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:34.263082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-095051c5-1789-490c-9d51-67eb6e571adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.291823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffef63d-854a-452f-ba49-ad30e37290bc None None] Network 24b4a275-5b3e-4d44-a572-b5a4549390c7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:34.302500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:34.307261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.402534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-095051c5-1789-490c-9d51-67eb6e571adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.454179 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1b238bc6-4ac5-48c7-9c16-e9a1f2f351ec tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9997766 Mar 03 10:17:34.463057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57594) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:34.464217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-80e8752d-9a80-4fca-b6c6-7a207e5b2b8a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.573337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e864c615-c150-44f5-9902-08d78f659256 None None] Provisioning for port 6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:34.608410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e864c615-c150-44f5-9902-08d78f659256 None None] Provisioning complete for port 6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:34.608723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e864c615-c150-44f5-9902-08d78f659256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.662983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-80e8752d-9a80-4fca-b6c6-7a207e5b2b8a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.684043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8ab488d4-6475-429e-b243-d30c49477a8e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:34.684596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.691900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-095051c5-1789-490c-9d51-67eb6e571adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.765160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095051c5-1789-490c-9d51-67eb6e571adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb79071-8a71-4697-b8b8-6d3d99adf531,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:34.813335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-095051c5-1789-490c-9d51-67eb6e571adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.814008 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-095051c5-1789-490c-9d51-67eb6e571adb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bb79071-8a71-4697-b8b8-6d3d99adf531 HTTP/1.1" status: 204 len: 168 time: 1.0037644 Mar 03 10:17:34.816605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e864c615-c150-44f5-9902-08d78f659256 None None] Port 6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:34.846794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.862908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:34.863768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.866081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.956301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=b07d3db3-13c0-4950-907d-e90cd108b264,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:34.962852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] In _notify_port_updated(), no bound segment for port b07d3db3-13c0-4950-907d-e90cd108b264 on network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:17:34.968701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:34.969334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.970706 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-495c1320-8461-43b7-99db-65ce62de0db1 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "PUT /v2.0/ports/b07d3db3-13c0-4950-907d-e90cd108b264 HTTP/1.1" status: 200 len: 1002 time: 2.6729205 Mar 03 10:17:34.972092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:34.977683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57600) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:34.998561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-24b4a275-5b3e-4d44-a572-b5a4549390c7', 'network_id': '24b4a275-5b3e-4d44-a572-b5a4549390c7', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': '95ffb780-d690-416d-b2a6-d85e47a5745d'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:34.999858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.104312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-80e8752d-9a80-4fca-b6c6-7a207e5b2b8a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.159282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting port b07d3db3-13c0-4950-907d-e90cd108b264 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:35.159648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.207564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c28f7-aa65-4f3b-a7cb-f28c140f6261 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:35.217274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c28f7-aa65-4f3b-a7cb-f28c140f6261 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:35.219769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-963c28f7-aa65-4f3b-a7cb-f28c140f6261 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:35.265786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f34a9693-ca25-4e62-b3e9-218d468b3e40 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:35.267151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.294695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8752d-9a80-4fca-b6c6-7a207e5b2b8a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d992c90-1a2a-423e-abba-b0d8e7b61267,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:35.312370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=b3fcd6e4-e9fe-434d-a01f-14acde72bfa1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:35.329976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-80e8752d-9a80-4fca-b6c6-7a207e5b2b8a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.333696 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-80e8752d-9a80-4fca-b6c6-7a207e5b2b8a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9d992c90-1a2a-423e-abba-b0d8e7b61267 HTTP/1.1" status: 204 len: 168 time: 1.2133429 Mar 03 10:17:35.340929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': '70cde190-edbf-44d3-a77c-4b2b44923241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:35.342405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: a8c1d368-1f05-4126-8292-bdb8bbb6a315, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:35.344113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57612) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:35.365638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9ee70fe-ae23-4f61-89ef-386fdb4f3551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.425086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-963c28f7-aa65-4f3b-a7cb-f28c140f6261 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:35.429191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:35.430766 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-963c28f7-aa65-4f3b-a7cb-f28c140f6261 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 1.0962930 Mar 03 10:17:35.431913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57618) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:35.440118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Allocated IP 2001:db8:2::2 (a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1/fe1d60a1-b20a-4802-ae2f-cfb168876112/6af2abc6-3c0c-4a50-b082-3f8edd1adcd7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:35.517307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Allocated IP 172.20.0.1 (24b4a275-5b3e-4d44-a572-b5a4549390c7/95ffb780-d690-416d-b2a6-d85e47a5745d/d19a459a-5ee4-4408-b7cc-dfe00371bec6) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:35.522173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-41bfc804-6f6b-4dae-bd41-2bf56f0d63f3 None None] Provisioning complete for port b07d3db3-13c0-4950-907d-e90cd108b264 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:35.522768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-41bfc804-6f6b-4dae-bd41-2bf56f0d63f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.557938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3c96ee70-06a8-46e1-a0c6-bf11e349dcef tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:35.599699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3c96ee70-06a8-46e1-a0c6-bf11e349dcef tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:35.602593 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3c96ee70-06a8-46e1-a0c6-bf11e349dcef tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2542915 Mar 03 10:17:35.612599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57622) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:35.612836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.613370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, a8c1d368-1f05-4126-8292-bdb8bbb6a315) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:35.630041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:35.631363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.634480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763ffa9-9d1c-4188-9fa1-c4e643594796 None None] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:35.647367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port f34a9693-ca25-4e62-b3e9-218d468b3e40 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:35.704235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.716881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:35.717396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.726436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f34a9693-ca25-4e62-b3e9-218d468b3e40 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:35.726934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.776249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab54251-d172-4e05-a390-d3eaf65eb0ca tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.794118 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-549e3472-b788-4b97-99c3-4c2e1e0bbb8c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3091729 Mar 03 10:17:35.799362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57632) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:35.805434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.814105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab54251-d172-4e05-a390-d3eaf65eb0ca tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:35.830581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-41bfc804-6f6b-4dae-bd41-2bf56f0d63f3 None None] Port b07d3db3-13c0-4950-907d-e90cd108b264 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:35.835276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315', 'name': 'tempest-PortsTestJSON-1858553664', 'fixed_ips': [{'subnet_id': 'b3fcd6e4-e9fe-434d-a01f-14acde72bfa1', 'ip_address': '172.20.0.10'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:35.986475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57638) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:36.157252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.160477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.169789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-04e04d4c-10f4-4f23-862c-b1e5051f69d1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:36.170770 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-04e04d4c-10f4-4f23-862c-b1e5051f69d1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 10:17:36.171971 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-04e04d4c-10f4-4f23-862c-b1e5051f69d1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 10:17:36.176505 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-04e04d4c-10f4-4f23-862c-b1e5051f69d1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1847444 Mar 03 10:17:36.176743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57644) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:36.181674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580572375'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:36.189198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:36.193142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:36.195447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.196008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:36.203011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:36.212828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.225563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.225780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Calling delete_port for b07d3db3-13c0-4950-907d-e90cd108b264 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:36.242690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:36.246603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:36.247938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Transition to ACTIVE for port object 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:36.249460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:36.255204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:36.321451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab54251-d172-4e05-a390-d3eaf65eb0ca tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.330516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Transition to ACTIVE for port object 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:36.333427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.363579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.369739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.411471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab54251-d172-4e05-a390-d3eaf65eb0ca tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=292a56e0-f9fb-43c6-bd0a-dadf7dd6b773,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:36.413170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-a8c1d368-1f05-4126-8292-bdb8bbb6a315', 'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315', 'tenant_id': 'c46ea56fc50c4ccf9fe1767f39c7813b', 'fixed_ips': [{'subnet_id': 'b3fcd6e4-e9fe-434d-a01f-14acde72bfa1'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:36.414180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.421898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab54251-d172-4e05-a390-d3eaf65eb0ca tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.425954 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6ab54251-d172-4e05-a390-d3eaf65eb0ca tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/292a56e0-f9fb-43c6-bd0a-dadf7dd6b773 HTTP/1.1" status: 204 len: 168 time: 0.7896302 Mar 03 10:17:36.431142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57648) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:36.455943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Transition to ACTIVE for port object d19a459a-5ee4-4408-b7cc-dfe00371bec6 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:36.473564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.491480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8:2::1 (a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1/fe1d60a1-b20a-4802-ae2f-cfb168876112/68017c72-9c49-4e8f-9611-04009af34fb8) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:36.493407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port f34a9693-ca25-4e62-b3e9-218d468b3e40, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f34a9693-ca25-4e62-b3e9-218d468b3e40,segment=NetworkSegment(204e5716-82d2-4941-bad7-97fbff66f6f6),segment_id=204e5716-82d2-4941-bad7-97fbff66f6f6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:36.493752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.509529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:36.511817 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:36.527368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:36.531915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:36.543037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:36.544789 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-500a7add-e882-4577-ae86-0be82f10ca2f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1124272 Mar 03 10:17:36.548262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:36.557576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:36.560682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57652) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:36.570236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:36.572316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:36.584444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.603233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:36.611379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Pushing event updated for resources: {'Port': ['ID=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:36.615020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:36.618117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee7561-ac59-4b44-a219-19d2b317b36d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:36.621670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Transition to ACTIVE for port object d19a459a-5ee4-4408-b7cc-dfe00371bec6 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:36.624194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:36.648340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfb09584-5561-4d79-b50c-0a144b4bbf11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.671227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.709309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.712299 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfb09584-5561-4d79-b50c-0a144b4bbf11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.797948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.850751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfb09584-5561-4d79-b50c-0a144b4bbf11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.872442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=95ffb780-d690-416d-b2a6-d85e47a5745d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:36.872658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.882195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:36.903278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Network 24b4a275-5b3e-4d44-a572-b5a4549390c7 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:36.905992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Attempting to bind port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:36.906363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Attempting to bind port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:36.906718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Attempting to bind port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 on network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:36.913212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:36.915954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=f34a9693-ca25-4e62-b3e9-218d468b3e40,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:36.917855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:36.978834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Port': ['ID=b07d3db3-13c0-4950-907d-e90cd108b264,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:36.979340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:36.979707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Checking segment: {'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:36.980525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:36.980525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Bound using segment: {'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:36.981144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Bound port: 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:36.981871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.039174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.041509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb09584-5561-4d79-b50c-0a144b4bbf11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5db1ca4-399f-4d01-b189-cd6a9c7f0922,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:37.048353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.079093 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7177ed96-de55-4591-a54f-e3d9258e5ab3 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/ports/b07d3db3-13c0-4950-907d-e90cd108b264 HTTP/1.1" status: 204 len: 168 time: 2.0656154 Mar 03 10:17:37.085331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57656) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:37.093682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.127356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Allocated IP 172.20.0.2 (a8c1d368-1f05-4126-8292-bdb8bbb6a315/b3fcd6e4-e9fe-434d-a01f-14acde72bfa1/2e71a4d5-ee61-46e8-aed0-c51aa3d544c9) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:37.136343 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5f9df3-6d32-44d8-bc0b-7568171bce60 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] GET failed (client error): The resource could not be found. Mar 03 10:17:37.136938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4b5f9df3-6d32-44d8-bc0b-7568171bce60 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Synchronizing usage tracker for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:37.144975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Pushing event updated for resources: {'Port': ['ID=d19a459a-5ee4-4408-b7cc-dfe00371bec6,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:37.147253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.156582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.161539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object 68017c72-9c49-4e8f-9611-04009af34fb8 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:37.174918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Attempting to bind port d19a459a-5ee4-4408-b7cc-dfe00371bec6 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:37.175270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Attempting to bind port d19a459a-5ee4-4408-b7cc-dfe00371bec6 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '41c4f617-85e8-4ee4-beec-3b9e947198ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '24b4a275-5b3e-4d44-a572-b5a4549390c7'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:37.175663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Attempting to bind port d19a459a-5ee4-4408-b7cc-dfe00371bec6 on network 24b4a275-5b3e-4d44-a572-b5a4549390c7 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:37.193669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 8048c8de-f465-4a46-a679-30e6826d1fcd yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:37.195382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.228295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:37.228670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Checking segment: {'id': '41c4f617-85e8-4ee4-beec-3b9e947198ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '24b4a275-5b3e-4d44-a572-b5a4549390c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:37.229064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.229454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Bound using segment: {'id': '41c4f617-85e8-4ee4-beec-3b9e947198ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '24b4a275-5b3e-4d44-a572-b5a4549390c7'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:37.229924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Bound port: d19a459a-5ee4-4408-b7cc-dfe00371bec6, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c4f617-85e8-4ee4-beec-3b9e947198ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '24b4a275-5b3e-4d44-a572-b5a4549390c7'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:37.230295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.233008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4b5f9df3-6d32-44d8-bc0b-7568171bce60 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Unset dirty status for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:37.234472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4b5f9df3-6d32-44d8-bc0b-7568171bce60 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "GET /v2.0/ports/b07d3db3-13c0-4950-907d-e90cd108b264 HTTP/1.1" status: 404 len: 333 time: 0.1484444 Mar 03 10:17:37.239019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57660) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:37.250448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-909067154'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:37.262756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b4a275-5b3e-4d44-a572-b5a4549390c7']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:37.271815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5686f2ce-7764-4a75-bd6f-c089058191ec,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:37.274202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfb09584-5561-4d79-b50c-0a144b4bbf11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.275533 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cfb09584-5561-4d79-b50c-0a144b4bbf11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f5db1ca4-399f-4d01-b189-cd6a9c7f0922 HTTP/1.1" status: 204 len: 168 time: 0.7138004 Mar 03 10:17:37.280521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.284546 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d77faa16-946b-4d6a-9486-36e1e2e9ed75 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1040547 Mar 03 10:17:37.284546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57664) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:37.300178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57666) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:37.303239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c4f617-85e8-4ee4-beec-3b9e947198ad') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:37.303659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c4f617-85e8-4ee4-beec-3b9e947198ad') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:37.320949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '5686f2ce-7764-4a75-bd6f-c089058191ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:37.330336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.341334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:37.351042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:37.358185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] For port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:37.358415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:37.368118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.380240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:37.384008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:37.384155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:37.405469 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:37.473526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-56651470-a48c-4a64-9ad7-b1ec45460e33 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:37.483409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] For port d19a459a-5ee4-4408-b7cc-dfe00371bec6, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:37.483672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.548232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.561102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] For port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,segment=NetworkSegment(d016b038-51e2-4217-bceb-0e8868b350a3),segment_id=d016b038-51e2-4217-bceb-0e8868b350a3)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:37.567446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.571290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.604488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:37.609251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:37.631037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.634322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Transition to ACTIVE for port object 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:37.656070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:37.660909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] For port d19a459a-5ee4-4408-b7cc-dfe00371bec6, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d19a459a-5ee4-4408-b7cc-dfe00371bec6,segment=NetworkSegment(41c4f617-85e8-4ee4-beec-3b9e947198ad),segment_id=41c4f617-85e8-4ee4-beec-3b9e947198ad)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:37.685809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.689172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:37.692496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:37.693065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.727864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Transition to ACTIVE for port object 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:37.732353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=68017c72-9c49-4e8f-9611-04009af34fb8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:37.736287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232260d-fa9b-4404-8279-072652f3ee29 None None] Pushing event updated for resources: {'Port': ['ID=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:37.751575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-56651470-a48c-4a64-9ad7-b1ec45460e33 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:37.755687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-56651470-a48c-4a64-9ad7-b1ec45460e33 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4692171 Mar 03 10:17:37.758758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:17:37.758758 dv-neutron-831192-5-hyperv neutron-server[87888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:17:37.758758 dv-neutron-831192-5-hyperv neutron-server[87888]: [parameters: {'id': '24b4a275-5b3e-4d44-a572-b5a4549390c7'}] Mar 03 10:17:37.758758 dv-neutron-831192-5-hyperv neutron-server[87888]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:37.759709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:37.763426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57672) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:37.796412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.804760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:37.858044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e4eb91-8d67-4bda-9bbd-172c1455c5dd tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.878048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.886325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e4eb91-8d67-4bda-9bbd-172c1455c5dd tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.894511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:37.906466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:37.909904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:37.913572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:37.918912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.936805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.944153 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6850cf78-e88a-461c-b064-87e77e5e5dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 HTTP/1.1" status: 204 len: 168 time: 2.4359622 Mar 03 10:17:37.946458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57676) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:37.953204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:37.958031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.10 (a8c1d368-1f05-4126-8292-bdb8bbb6a315/b3fcd6e4-e9fe-434d-a01f-14acde72bfa1/8048c8de-f465-4a46-a679-30e6826d1fcd) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:37.960457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] device_id is not set on port f4d2f94a-369c-4844-a0f8-e39c6a899f6e yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:38.073902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa71e1-81fc-42e0-acae-c21700079615 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:38.074246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Attempting to bind port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:38.074900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Attempting to bind port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '70cde190-edbf-44d3-a77c-4b2b44923241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:38.075337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Attempting to bind port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 on network a8c1d368-1f05-4126-8292-bdb8bbb6a315 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:38.075547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa71e1-81fc-42e0-acae-c21700079615 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:38.076311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e5fa71e1-81fc-42e0-acae-c21700079615 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:38.082023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a733ca6a-dd8a-43d3-9032-eb54c0484e2b None None] Network 24b4a275-5b3e-4d44-a572-b5a4549390c7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:38.087566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b95d06-7f6d-4a9d-9114-75ca07b0fa4d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:38.101483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e38ed-09a0-4d39-b3e3-264e78626f88 None None] Pushing event updated for resources: {'Port': ['ID=d19a459a-5ee4-4408-b7cc-dfe00371bec6,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:38.107149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.111756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:38.112124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Checking segment: {'id': '70cde190-edbf-44d3-a77c-4b2b44923241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:38.112520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.112909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Bound using segment: {'id': '70cde190-edbf-44d3-a77c-4b2b44923241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:38.114193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e4eb91-8d67-4bda-9bbd-172c1455c5dd tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.114383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Bound port: 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cde190-edbf-44d3-a77c-4b2b44923241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:38.114735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.197269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e4eb91-8d67-4bda-9bbd-172c1455c5dd tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.199002 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c1e4eb91-8d67-4bda-9bbd-172c1455c5dd tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0f29aa3c-0b5a-4248-b91c-f8a8beacfb29 HTTP/1.1" status: 204 len: 168 time: 0.4313574 Mar 03 10:17:38.208206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57680) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:38.208420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Pushing event updated for resources: {'Port': ['ID=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:38.241093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.245084 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3fb08d8f-5553-47e5-8b15-1f2b31604798 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9311297 Mar 03 10:17:38.245084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.259037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:38.262674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4eb91-8d67-4bda-9bbd-172c1455c5dd tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f29aa3c-0b5a-4248-b91c-f8a8beacfb29,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:38.264417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.285012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e5fa71e1-81fc-42e0-acae-c21700079615 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:38.288925 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e5fa71e1-81fc-42e0-acae-c21700079615 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3374186 Mar 03 10:17:38.289758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '5686f2ce-7764-4a75-bd6f-c089058191ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:38.292672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57688) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:38.317115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Allocated IP 2001:db8::f (cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7/f4d2f94a-369c-4844-a0f8-e39c6a899f6e) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:38.327673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:38.342483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:38.355333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:38.369855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:38.372062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port d19a459a-5ee4-4408-b7cc-dfe00371bec6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:38.372424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.438053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet cae1920f-8f38-4d82-b4b8-5c67b3443952 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:38.446412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.474480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] For port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:38.479005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] For port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,segment=NetworkSegment(70cde190-edbf-44d3-a77c-4b2b44923241),segment_id=70cde190-edbf-44d3-a77c-4b2b44923241)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:38.491250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.524791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30ba9493-b1a0-4cf3-86a9-58f0c5a43d51 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:38.532164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.556890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.591945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.625709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d581d9-d0bb-4604-9a93-6eef2ba8b248 None None] Pushing event updated for resources: {'Port': ['ID=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:38.697014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 8048c8de-f465-4a46-a679-30e6826d1fcd will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:38.734024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-30ba9493-b1a0-4cf3-86a9-58f0c5a43d51 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:38.734024 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-30ba9493-b1a0-4cf3-86a9-58f0c5a43d51 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4863524 Mar 03 10:17:38.737012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57692) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:38.740676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.856774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.871886 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 10:17:38.875814 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-70fefd54-9a63-453e-acb3-f83f9390dc7d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6122644 Mar 03 10:17:38.892452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f34a9693-ca25-4e62-b3e9-218d468b3e40 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:38.895279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57696) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:38.908102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:38.969723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Transition to ACTIVE for port object f4d2f94a-369c-4844-a0f8-e39c6a899f6e will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:38.985545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.067620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f34a9693-ca25-4e62-b3e9-218d468b3e40 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:39.068841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.070639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=cae1920f-8f38-4d82-b4b8-5c67b3443952,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:39.072618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.100177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:39.111635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=8048c8de-f465-4a46-a679-30e6826d1fcd,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:39.113257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aaf46b-521f-49bb-b817-e4f0160dad38 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:39.126724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:39.128960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.132235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:39.205054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f17d7b12-edaa-4da5-a67e-7867d4c922dc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.249298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] For port d19a459a-5ee4-4408-b7cc-dfe00371bec6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d19a459a-5ee4-4408-b7cc-dfe00371bec6,segment=NetworkSegment(41c4f617-85e8-4ee4-beec-3b9e947198ad),segment_id=41c4f617-85e8-4ee4-beec-3b9e947198ad)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:39.249704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.258418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404b25b3-cde4-464b-9b26-e7bdd6ae005c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.291038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404b25b3-cde4-464b-9b26-e7bdd6ae005c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.303379 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-047d1a6c-433f-4804-a78d-ae017c227beb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/cae1920f-8f38-4d82-b4b8-5c67b3443952 HTTP/1.1" status: 204 len: 168 time: 1.0089519 Mar 03 10:17:39.305336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=f4d2f94a-369c-4844-a0f8-e39c6a899f6e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:39.321337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57700) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:39.326037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:39.330749 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:39.336721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:39.344094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:39.344818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.366252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:39.366728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.398425 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5647d6d7-ccb7-4b65-9990-6bf6f94bd262 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5954783 Mar 03 10:17:39.399697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998140ec-acdb-4ea6-90ad-3824ecdb398c None None] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:39.401543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57704) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:39.408449 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-97a2bd75-b53a-489d-b8e1-6329b9a85366 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1675487 Mar 03 10:17:39.413239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': 'a8c1d368-1f05-4126-8292-bdb8bbb6a315', 'name': 'tempest-PortsTestJSON-857304355', 'fixed_ips': [{'subnet_id': 'b3fcd6e4-e9fe-434d-a01f-14acde72bfa1', 'ip_address': '172.20.0.9'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:39.597022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:39.598552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23727086-3105-4948-a00b-bcaebc6cbf2d None None] Provisioning for port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:39.604925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:39.609963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:port and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:39.613921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:39.622427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:39.623418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:39.636238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:39.644490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.671902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:39.750354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'network_id': 'cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1261309506'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:39.767938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:39.772342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Calling delete_port for d19a459a-5ee4-4408-b7cc-dfe00371bec6 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:39.804467 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d5f1360-7b09-486a-b44b-31cb50516b6f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4818118 Mar 03 10:17:39.811558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:39.811952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:39.840365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57712) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:39.906671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:39.951042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] Deleting port 8ab488d4-6475-429e-b243-d30c49477a8e {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:39.951680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.005107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e75b9fcb-aa75-4f98-8896-3fa6e90c7ca0 None None] Provisioning for port f4d2f94a-369c-4844-a0f8-e39c6a899f6e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:40.006211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f17d7b12-edaa-4da5-a67e-7867d4c922dc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.013081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be730b-306b-43ee-b95b-9481760aee6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:40.014344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48be730b-306b-43ee-b95b-9481760aee6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:40.021809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.049764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48be730b-306b-43ee-b95b-9481760aee6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:40.051268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-48be730b-306b-43ee-b95b-9481760aee6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2096958 Mar 03 10:17:40.052775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.9 (a8c1d368-1f05-4126-8292-bdb8bbb6a315/b3fcd6e4-e9fe-434d-a01f-14acde72bfa1/6db3ece4-3f24-4b86-a9c9-3a29461ef0d5) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:40.054849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57716) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:40.058657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e75b9fcb-aa75-4f98-8896-3fa6e90c7ca0 None None] Provisioning complete for port f4d2f94a-369c-4844-a0f8-e39c6a899f6e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:40.059723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e75b9fcb-aa75-4f98-8896-3fa6e90c7ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.122950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:40.125491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Port': ['ID=d19a459a-5ee4-4408-b7cc-dfe00371bec6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:40.142805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No DVR routers for this DVR port d19a459a-5ee4-4408-b7cc-dfe00371bec6 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:40.151506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee705ea0-3e37-4e4a-bda8-091fc999c6ae None None] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:40.168961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190eff46-da8a-4f32-9a0e-4ca483da360c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:40.169832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-190eff46-da8a-4f32-9a0e-4ca483da360c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:40.197376 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-190eff46-da8a-4f32-9a0e-4ca483da360c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:40.198740 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-190eff46-da8a-4f32-9a0e-4ca483da360c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1427207 Mar 03 10:17:40.202444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57720) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:40.235955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:40.235955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404b25b3-cde4-464b-9b26-e7bdd6ae005c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.235955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:17:40.242645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e75b9fcb-aa75-4f98-8896-3fa6e90c7ca0 None None] Port f4d2f94a-369c-4844-a0f8-e39c6a899f6e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:40.257114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.303590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.309366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b25b3-cde4-464b-9b26-e7bdd6ae005c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5686f2ce-7764-4a75-bd6f-c089058191ec,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:40.364389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f17d7b12-edaa-4da5-a67e-7867d4c922dc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.368692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Made reservation on behalf of b175d919e767471cadc66419a9be0a41 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:40.372628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.399264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.400070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.411786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.415743 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-976754fe-4d1d-446a-809b-f9f18e9ee02a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2121239 Mar 03 10:17:40.422411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57724) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:40.432459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:40.460456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b4a275-5b3e-4d44-a572-b5a4549390c7']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:40.478537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d6a80f8-0805-47fb-9ecd-5de080a8696e None None] Provisioning for port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:40.484984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c4f617-85e8-4ee4-beec-3b9e947198ad') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:40.485886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c4f617-85e8-4ee4-beec-3b9e947198ad') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:40.516267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.518993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,segment=NetworkSegment(d016b038-51e2-4217-bceb-0e8868b350a3),segment_id=d016b038-51e2-4217-bceb-0e8868b350a3)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:40.521448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] For port 8ab488d4-6475-429e-b243-d30c49477a8e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8ab488d4-6475-429e-b243-d30c49477a8e,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:40.521674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.613839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.642114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404b25b3-cde4-464b-9b26-e7bdd6ae005c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.645855 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-404b25b3-cde4-464b-9b26-e7bdd6ae005c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/5686f2ce-7764-4a75-bd6f-c089058191ec HTTP/1.1" status: 204 len: 168 time: 1.7283659 Mar 03 10:17:40.645855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d7b12-edaa-4da5-a67e-7867d4c922dc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f597f9-af53-46ec-bd3f-2e91798de087,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:40.666553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.677107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:40.677525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.677979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.706350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:40.710622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57728) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:40.713232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:40.747762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:40.756731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] Calling delete_port for 8ab488d4-6475-429e-b243-d30c49477a8e owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:40.790163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:40.794936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.829055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:40.832165 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d0a49b92-91de-4cd7-9fa8-c843f4c2cafc tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1204481 Mar 03 10:17:40.837210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57732) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:40.857425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145093849'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:40.906446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:40.908685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:40.970488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:40.980888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:40.998813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:41.013981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:41.015786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f17d7b12-edaa-4da5-a67e-7867d4c922dc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.017366 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f17d7b12-edaa-4da5-a67e-7867d4c922dc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/b5f597f9-af53-46ec-bd3f-2e91798de087 HTTP/1.1" status: 204 len: 168 time: 2.2747641 Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:41.018295 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:41.023861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] device_id is not set on port 262951e3-e303-49c0-af96-718a26171567 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:41.025363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:41.034320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57736) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:41.041434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:41.089623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3f5f9780-bdf0-43f8-9bc7-d6208f7e7f21 None None] Provisioning complete for port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:41.090839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9780-bdf0-43f8-9bc7-d6208f7e7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.110577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.111940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:41.127672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:41.132910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=6db3ece4-3f24-4b86-a9c9-3a29461ef0d5,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.135090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.168697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:41.172745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:41.174413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.175541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:41.181681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:41.238628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=68017c72-9c49-4e8f-9611-04009af34fb8,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.241064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:41.241731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.241871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.249894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:41.253093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebc3f30b-0144-4d78-8e27-11d7a8e1a6fa tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:41.268618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.268870 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/24b4a275-5b3e-4d44-a572-b5a4549390c7 HTTP/1.1" status: 204 len: 168 time: 6.7948833 Mar 03 10:17:41.268870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958eeb4-d033-4493-ac8c-74aa32ba0243 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=24b4a275-5b3e-4d44-a572-b5a4549390c7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.272158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57740) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:41.282158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-206312576'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:41.318778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:41.319157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.360871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:41.374358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebc3f30b-0144-4d78-8e27-11d7a8e1a6fa tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:41.385460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ebc3f30b-0144-4d78-8e27-11d7a8e1a6fa tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3500483 Mar 03 10:17:41.386014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57744) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:41.398863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--705635505'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:41.405672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.407521 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7941fced-ecb3-46e8-abdb-a6d5b3f1873f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0039337 Mar 03 10:17:41.412761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57748) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:41.416120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] Pushing event deleted for resources: {'Port': ['ID=8ab488d4-6475-429e-b243-d30c49477a8e,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.417902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:41.421369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:41.429994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:41.435912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0890b-a562-43e6-9bec-619d2bc12fdb None None] No DVR routers for this DVR port 8ab488d4-6475-429e-b243-d30c49477a8e on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:41.469542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:41.477640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.509295 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Allocated IP 2001:db8::33c (cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7/262951e3-e303-49c0-af96-718a26171567) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:41.511643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:41.516506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.520151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3f5f9780-bdf0-43f8-9bc7-d6208f7e7f21 None None] Provisioning for port 68017c72-9c49-4e8f-9611-04009af34fb8 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:41.529378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:41.537514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3f5f9780-bdf0-43f8-9bc7-d6208f7e7f21 None None] Provisioning complete for port 68017c72-9c49-4e8f-9611-04009af34fb8 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:41.537922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9780-bdf0-43f8-9bc7-d6208f7e7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.576161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:17:41.580005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.625681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.636701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f9780-bdf0-43f8-9bc7-d6208f7e7f21 None None] Port 68017c72-9c49-4e8f-9611-04009af34fb8 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:41.638580 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8002346 Mar 03 10:17:41.649948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6732-c352-495d-8e19-25da7c411411 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0b6cc2-37ca-47e8-a2ff-8b9bc1dc5f73,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.658496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57752) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:41.666127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.669051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,segment=NetworkSegment(70cde190-edbf-44d3-a77c-4b2b44923241),segment_id=70cde190-edbf-44d3-a77c-4b2b44923241)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:41.677447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.678541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b3de8b74-b9df-4fc9-9351-111e46fdfa9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '7c0b6cc2-37ca-47e8-a2ff-8b9bc1dc5f73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:41.679576 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-b3de8b74-b9df-4fc9-9351-111e46fdfa9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 10:17:41.680217 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-b3de8b74-b9df-4fc9-9351-111e46fdfa9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:41.684273 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b3de8b74-b9df-4fc9-9351-111e46fdfa9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0206256 Mar 03 10:17:41.729065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.757053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57756) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:41.760686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8ab488d4-6475-429e-b243-d30c49477a8e no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:41.805391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 8ab488d4-6475-429e-b243-d30c49477a8e {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:41.805546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8ab488d4-6475-429e-b243-d30c49477a8e not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:41.815117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:41.826781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:41.833588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.836266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-55fadb09-f506-48c8-94f2-3988c9c6cc6a None None] Provisioning complete for port 68017c72-9c49-4e8f-9611-04009af34fb8 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:41.836714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-55fadb09-f506-48c8-94f2-3988c9c6cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.837541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:41.848604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:41.852002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:41.852598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:41.872995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6be52-6cf5-47f0-a2f6-84fde4277547 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:41.906053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:41.919282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:41.935084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=0ef96dca-39e8-4943-a74d-efdeb0e2fef2,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:41.939628 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f51877f1-4dc5-4ee4-aa95-9cb589b8e934 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5163720 Mar 03 10:17:41.950415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57760) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:41.967857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '0ef96dca-39e8-4943-a74d-efdeb0e2fef2', 'ip_address': '2001:db8::f974:d99e:d031:a913'}], 'name': 'tempest-NetworksTestDHCPv6-372031731'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:41.983470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-55fadb09-f506-48c8-94f2-3988c9c6cc6a None None] Port 68017c72-9c49-4e8f-9611-04009af34fb8 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:42.036107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecaf5ab8-90b3-46e7-b5cc-f6b15ec5e6fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.045399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:17:42.047501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:42.058735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:17:42.079843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf31ff-5f99-409b-87da-6a9310e52dbe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:42.080573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9ebf31ff-5f99-409b-87da-6a9310e52dbe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:42.083795 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-37cb2996-1e51-4f05-81fc-ca42cffbe7aa tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9277794 Mar 03 10:17:42.086368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.086368 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 0c52e86e-9807-48ad-a47f-5eafaa895be3 of type vlan for network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 Mar 03 10:17:42.087444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57764) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:42.087827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:42.088283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:42.115729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289427008'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:42.146375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:42.218187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:network and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:42.229878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:42.234299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecaf5ab8-90b3-46e7-b5cc-f6b15ec5e6fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.249173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.255429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:42.290248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9ebf31ff-5f99-409b-87da-6a9310e52dbe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:42.295810 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9ebf31ff-5f99-409b-87da-6a9310e52dbe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8805358 Mar 03 10:17:42.299639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57768) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:42.302682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:42.306541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.311247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '0ef96dca-39e8-4943-a74d-efdeb0e2fef2'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:42.311906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.329644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.330848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:42.338810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Provisioning complete for port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:42.339212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.343192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.371793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:42.392451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.416637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:42.428324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.434436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:42.435152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.438221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae0e58-d3e2-4019-948e-8484a3c32399,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:42.455079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecaf5ab8-90b3-46e7-b5cc-f6b15ec5e6fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.457873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ecaf5ab8-90b3-46e7-b5cc-f6b15ec5e6fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.458644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:42.459138 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ecaf5ab8-90b3-46e7-b5cc-f6b15ec5e6fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c0b6cc2-37ca-47e8-a2ff-8b9bc1dc5f73 HTTP/1.1" status: 204 len: 168 time: 0.7010629 Mar 03 10:17:42.467044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57772) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:42.476028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.477307 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b7976e61-b28a-4655-8e1c-f89db4aaa4d7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0845051 Mar 03 10:17:42.480479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:42.481743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57774) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:42.482493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf5ab8-90b3-46e7-b5cc-f6b15ec5e6fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0b6cc2-37ca-47e8-a2ff-8b9bc1dc5f73,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:42.508874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Transition to ACTIVE for port object 262951e3-e303-49c0-af96-718a26171567 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:42.549204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': '0cae0e58-d3e2-4019-948e-8484a3c32399', 'direction': 'ingress', 'protocol': 17}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:42.562059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:42.565883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.566343 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added segment a8012249-c6f5-4a96-bcbd-34d627e918a1 of type vlan for network dfc956c6-f975-468d-adb3-ab5e8623d2e3 Mar 03 10:17:42.575346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:42.579708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:42.590522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:42.630031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.637832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3636916 Mar 03 10:17:42.649541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57780) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:42.665544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.670863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fea16b-80d5-47d5-b950-aa28871fd188 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=dc8d877e-c3e3-49c7-b215-7f5b2723ba25,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:42.675255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a52329c6-2cbb-4a7a-adba-d27ce74fd3af tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:42.693772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:42.714293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:42.735344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:42.735729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port f58f5db6-6016-4290-bd21-da676fcf8567 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:42.741602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce22924-2625-49be-8fa9-aa257d8f0213 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:42.747641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce22924-2625-49be-8fa9-aa257d8f0213 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:42.753527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce22924-2625-49be-8fa9-aa257d8f0213 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:42.754367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bce22924-2625-49be-8fa9-aa257d8f0213 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:42.760906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.805590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.823480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.860150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a52329c6-2cbb-4a7a-adba-d27ce74fd3af tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:42.865108 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a52329c6-2cbb-4a7a-adba-d27ce74fd3af tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3766682 Mar 03 10:17:42.878774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57784) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:42.879402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bce22924-2625-49be-8fa9-aa257d8f0213 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:42.883170 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bce22924-2625-49be-8fa9-aa257d8f0213 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5633380 Mar 03 10:17:42.887220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:42.897931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57788) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:42.901012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--245880222'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:42.907606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:42.917969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:43.002432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5d2431-44d9-40ed-bb5f-7e6ca48075c6,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:43.029352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.043696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.045618 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-205138ed-ec67-4635-9fd8-ed614866def9 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5535488 Mar 03 10:17:43.048948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57792) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:43.098806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/0ef96dca-39e8-4943-a74d-efdeb0e2fef2/83eca038-a3f1-4306-8646-eefe67fa1960) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:43.114604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.120816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:43.121718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.122765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f4bd511-cd0e-4dc0-8cfc-945aa79943bf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.157525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f4bd511-cd0e-4dc0-8cfc-945aa79943bf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.198534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Provisioning for port 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:43.208943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:43.219157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f4bd511-cd0e-4dc0-8cfc-945aa79943bf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.230378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:43.242593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bd511-cd0e-4dc0-8cfc-945aa79943bf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae0e58-d3e2-4019-948e-8484a3c32399,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:43.255643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:43.257395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2f4bd511-cd0e-4dc0-8cfc-945aa79943bf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.258021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:43.261495 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2f4bd511-cd0e-4dc0-8cfc-945aa79943bf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/0cae0e58-d3e2-4019-948e-8484a3c32399 HTTP/1.1" status: 204 len: 168 time: 0.2114942 Mar 03 10:17:43.262316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57796) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:43.264011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:43.264806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.268921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:43.289123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:43.289463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.291544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:43.291929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.315888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Provisioning complete for port 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:43.316585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=262951e3-e303-49c0-af96-718a26171567,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:43.316698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.320762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fb8db4f0-9e70-49e7-aebc-bf49e593623b tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:43.321006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:43.347531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fb8db4f0-9e70-49e7-aebc-bf49e593623b tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:43.356502 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fb8db4f0-9e70-49e7-aebc-bf49e593623b tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0909164 Mar 03 10:17:43.357236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57800) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:43.360033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:43.363871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--213514810'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:43.369926 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2814612 Mar 03 10:17:43.376822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57804) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:43.379885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:43.386116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'subnet': {'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:43.446902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:43.460592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Port 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:43.460867 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-96a1555c-18ff-41b7-b6fb-45ab0a7950ca tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7947288 Mar 03 10:17:43.462741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:43.498490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:0d:42:0f'}, {'ip_address': '2001:db8::f', 'mac_address': 'fa:16:3e:b1:7e:83'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:43.527042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396da4-8c98-49cc-b47b-dbca43b402d6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Network': ['ID=dfc956c6-f975-468d-adb3-ab5e8623d2e3,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:43.550848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.584613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:43.588093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.591248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:subnet and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:43.594859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:43.597999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:43.604400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:43.607064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:43.607844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:43.611900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:43.625688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:43.648017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.656064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Made reservation on behalf of 5a5ace51d2d2434594d789e97765a086 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:43.659866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.742395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Provisioning for port 8048c8de-f465-4a46-a679-30e6826d1fcd completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:43.763092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Provisioning complete for port 8048c8de-f465-4a46-a679-30e6826d1fcd triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:43.763879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.829440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.831521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:38Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:38Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:43.833499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-853bd427-1e5b-4b67-ac02-905e23cf9fc1 None None] Port 8048c8de-f465-4a46-a679-30e6826d1fcd cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:43.838355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.853641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.873468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:17:43.873876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Updating router 8afe5921-e249-496b-b4da-558b18958b99 port 68017c72-9c49-4e8f-9611-04009af34fb8 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:17:43.909583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Transition to ACTIVE for port object 83eca038-a3f1-4306-8646-eefe67fa1960 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:43.925004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:43.934846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d168e8-74c3-4683-80e4-c1aedb9bbf21,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:43.957847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 is not hosted by any dhcp agent {{(pid=87888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 10:17:43.964075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:43.964075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.967475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:43.968699 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4aeaaacc-383e-4f85-973a-c458e45ae419 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6102636 Mar 03 10:17:43.969753 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "PUT /v2.0/networks/dc8d877e-c3e3-49c7-b215-7f5b2723ba25 HTTP/1.1" status: 200 len: 723 time: 1.3068659 Mar 03 10:17:43.971044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57812) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:43.971267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57814) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:43.978678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:44.003584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--581125427'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:44.011373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:44.033845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:44.037232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Transition to ACTIVE for port object 83eca038-a3f1-4306-8646-eefe67fa1960 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:44.038900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:44.049971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.052581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.064383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494a024-1b0f-43fa-9d3c-129c9bd4fc6e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=dc8d877e-c3e3-49c7-b215-7f5b2723ba25,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:44.071101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:44.071496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.109139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:44.179852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.194016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.235259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.242159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.274491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:44.284249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.287239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7a8f682a-b422-41c9-be47-0f696ef576d7 None None] Provisioning complete for port 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:44.287695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a8f682a-b422-41c9-be47-0f696ef576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.298392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:44.309965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:44.313272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f974:d99e:d031:a913 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/0ef96dca-39e8-4943-a74d-efdeb0e2fef2/f58f5db6-6016-4290-bd21-da676fcf8567) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:44.315695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:44.319662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Subnet': ['ID=23c294b6-e3f6-4713-99c2-d7029471fe7a,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:44.323379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:44.329233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:44.334785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:44.342984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:44.346686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Checking segment: {'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:44.347047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network hostable DHCP agents. Network: dfc956c6-f975-468d-adb3-ab5e8623d2e3, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:44.368329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:44.404624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:44.439023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b4373b-8edd-4253-8974-c07cfb2489f5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:44.501999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:44.532731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:44.553889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:44.556458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:44.576039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, dfc956c6-f975-468d-adb3-ab5e8623d2e3) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:44.581321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:44.584183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.585221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.585437 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4b815e65-f4af-4ab3-88a8-5ecc9176460b tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7037756 Mar 03 10:17:44.595390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57820) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:44.603963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Pushing event updated for resources: {'Port': ['ID=83eca038-a3f1-4306-8646-eefe67fa1960,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:44.615196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-77446eef-2ea3-4d36-be2b-3e46e63930f9 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '32b4373b-8edd-4253-8974-c07cfb2489f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:44.616247 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-77446eef-2ea3-4d36-be2b-3e46e63930f9 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 10:17:44.618017 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-77446eef-2ea3-4d36-be2b-3e46e63930f9 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:44.619407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77446eef-2ea3-4d36-be2b-3e46e63930f9 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0227706 Mar 03 10:17:44.620020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:44.620729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.626257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57824) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:44.652313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.737361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f682a-b422-41c9-be47-0f696ef576d7 None None] Port 6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:44.741048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0561c34-77c7-43c9-992b-8dcd76fb5c09 None None] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:44.775694 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8ae537c6-4636-475e-98de-eabd5b75510e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3972776 Mar 03 10:17:44.778709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57828) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:44.864332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9bc1c7a-3e6a-4bdf-8a41-fcb21196a3b2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.894891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.900519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:44.945562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9bc1c7a-3e6a-4bdf-8a41-fcb21196a3b2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.003870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=6db3ece4-3f24-4b86-a9c9-3a29461ef0d5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:45.015117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object f58f5db6-6016-4290-bd21-da676fcf8567 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:45.021959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.068474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7a8f682a-b422-41c9-be47-0f696ef576d7 None None] Provisioning for port 262951e3-e303-49c0-af96-718a26171567 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:45.075137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Attempting to bind port 83eca038-a3f1-4306-8646-eefe67fa1960 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:45.075540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Attempting to bind port 83eca038-a3f1-4306-8646-eefe67fa1960 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:45.075883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Attempting to bind port 83eca038-a3f1-4306-8646-eefe67fa1960 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:45.095340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:45.095625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:45.095883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.096281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:45.096737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Bound port: 83eca038-a3f1-4306-8646-eefe67fa1960, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:45.097104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.112346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7a8f682a-b422-41c9-be47-0f696ef576d7 None None] Provisioning complete for port 262951e3-e303-49c0-af96-718a26171567 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:45.112589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a8f682a-b422-41c9-be47-0f696ef576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.242167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9bc1c7a-3e6a-4bdf-8a41-fcb21196a3b2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.251102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.251698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.287558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc1c7a-3e6a-4bdf-8a41-fcb21196a3b2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b4373b-8edd-4253-8974-c07cfb2489f5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:45.297495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f682a-b422-41c9-be47-0f696ef576d7 None None] Port 262951e3-e303-49c0-af96-718a26171567 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:45.354431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9bc1c7a-3e6a-4bdf-8a41-fcb21196a3b2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.356141 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d9bc1c7a-3e6a-4bdf-8a41-fcb21196a3b2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/32b4373b-8edd-4253-8974-c07cfb2489f5 HTTP/1.1" status: 204 len: 168 time: 0.7259932 Mar 03 10:17:45.359262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57832) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:45.384603 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-793b641c-84ed-4caa-810b-f4f67da92d3e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 HTTP/1.1" status: 204 len: 168 time: 2.4564459 Mar 03 10:17:45.388255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57836) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:45.410784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea68868a-1680-4816-a1f0-d1cc80a85113,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:45.441996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.446230 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dd07880b-6253-4d67-8dce-5f32b9e7636f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4726145 Mar 03 10:17:45.452629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57840) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:45.468087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:45.469036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.472660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'c2d168e8-74c3-4683-80e4-c1aedb9bbf21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ea68868a-1680-4816-a1f0-d1cc80a85113', 'remote_ip_prefix': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:45.479785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] For port 83eca038-a3f1-4306-8646-eefe67fa1960, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:45.481996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.482707 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8c2825-b807-4d78-9db3-78de56c55497 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:17:45.483248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9d8c2825-b807-4d78-9db3-78de56c55497 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:45.512795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.517787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9d8c2825-b807-4d78-9db3-78de56c55497 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:45.519422 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9d8c2825-b807-4d78-9db3-78de56c55497 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/6db3ece4-3f24-4b86-a9c9-3a29461ef0d5 HTTP/1.1" status: 404 len: 333 time: 0.1239753 Mar 03 10:17:45.522659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57844) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:45.525121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] For port 83eca038-a3f1-4306-8646-eefe67fa1960, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=83eca038-a3f1-4306-8646-eefe67fa1960,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:45.549512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:45.561894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.570800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.594764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.603446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bf40e89a-2a98-42db-8235-e922895870ee tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:45.614407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:45.635061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.645831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:45.658875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] In _notify_port_updated(), no bound segment for port 262951e3-e303-49c0-af96-718a26171567 on network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:17:45.668553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:45.669244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.670585 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "PUT /v2.0/ports/262951e3-e303-49c0-af96-718a26171567 HTTP/1.1" status: 200 len: 1066 time: 2.1912363 Mar 03 10:17:45.677872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57848) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:45.679289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Transition to ACTIVE for port object 68017c72-9c49-4e8f-9611-04009af34fb8 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:45.712820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.718570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:45.739738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff196fc0-3e3b-4bb8-b7a1-d167da6b44d2 None None] Pushing event updated for resources: {'Port': ['ID=83eca038-a3f1-4306-8646-eefe67fa1960,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:45.747743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bf40e89a-2a98-42db-8235-e922895870ee tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:45.749107 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bf40e89a-2a98-42db-8235-e922895870ee tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3887179 Mar 03 10:17:45.752773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 8048c8de-f465-4a46-a679-30e6826d1fcd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:45.753139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.769623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:45.770260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57852) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:45.779745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13070d5d-b039-4900-a833-00c34d1a4437 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event updated for resources: {'Port': ['ID=262951e3-e303-49c0-af96-718a26171567,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:45.781680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:45.795161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050528441'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:45.816479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:45.821330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:45.821955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.834945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting port 262951e3-e303-49c0-af96-718a26171567 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:45.835931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.852843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=f58f5db6-6016-4290-bd21-da676fcf8567,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:45.858581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:45.906712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=3554dfcc-04e0-490e-905c-957431d5dfbb,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:45.951197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:45.959054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:45.990960 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d9a53881-de5f-4021-953b-358e9d7b539a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0308602 Mar 03 10:17:46.004724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57856) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:46.010580 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2dcfc-3863-46e3-94b7-f9a5ae09e280 None None] Pushing event updated for resources: {'Port': ['ID=68017c72-9c49-4e8f-9611-04009af34fb8,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:46.017966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '0c52e86e-9807-48ad-a47f-5eafaa895be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:46.018412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: dc8d877e-c3e3-49c7-b215-7f5b2723ba25, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:46.034729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Allocated IP 2001:db8:3::2 (dfc956c6-f975-468d-adb3-ab5e8623d2e3/23c294b6-e3f6-4713-99c2-d7029471fe7a/c6273097-3e72-4ed1-8e54-5cc154ee2f93) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:46.055353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '0ef96dca-39e8-4943-a74d-efdeb0e2fef2', 'ip_address': '2001:db8::f974:d99e:d031:a913'}], 'name': 'tempest-NetworksTestDHCPv6-1308075519'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:46.115090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.162036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Attempting to bind port 68017c72-9c49-4e8f-9611-04009af34fb8 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:46.162036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Attempting to bind port 68017c72-9c49-4e8f-9611-04009af34fb8 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:46.162530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Attempting to bind port 68017c72-9c49-4e8f-9611-04009af34fb8 on network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:46.212209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:46.212733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Checking segment: {'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:46.213236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.213720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Bound using segment: {'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:46.214305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Bound port: 68017c72-9c49-4e8f-9611-04009af34fb8, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd016b038-51e2-4217-bceb-0e8868b350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:46.216242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.324462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:46.347280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:46.356657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:46.378664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:46.385621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:46.419383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.477274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, dc8d877e-c3e3-49c7-b215-7f5b2723ba25) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:46.487228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] For port 68017c72-9c49-4e8f-9611-04009af34fb8, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:46.490483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] For port 68017c72-9c49-4e8f-9611-04009af34fb8, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=68017c72-9c49-4e8f-9611-04009af34fb8,segment=NetworkSegment(d016b038-51e2-4217-bceb-0e8868b350a3),segment_id=d016b038-51e2-4217-bceb-0e8868b350a3)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:46.504564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.541080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.548902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b38471-3f85-4b32-bb7e-80c437fc5946 None None] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:46.551069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.573744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:46.574862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.578737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:46.591904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.613003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:46.618607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:46.704243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:46.706763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 8048c8de-f465-4a46-a679-30e6826d1fcd owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:46.713106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e978de1a-0d82-41fa-9181-a8d97dd00164,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:46.750654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.759395 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cc86d384-3307-4af1-ad4e-1ac9a993cf15 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7870479 Mar 03 10:17:46.763378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57860) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:46.771812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b94ef5da-d5d2-4fbd-a4d6-1e002e4c0d30 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:46.785036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:46.793394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.807220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a1e89d0d-9684-42c8-8ebc-f15db265938a None None] Provisioning complete for port 262951e3-e303-49c0-af96-718a26171567 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:46.807630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a1e89d0d-9684-42c8-8ebc-f15db265938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.844827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.848631 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cdcdd81a-8c84-465e-be3a-53a624739edf tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3948219 Mar 03 10:17:46.856323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57864) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:46.874492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.899983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:46.923032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port ae2687f3-b14e-44b5-8470-942b571a0074 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:46.937207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Calling delete_port for 262951e3-e303-49c0-af96-718a26171567 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:47.016057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25d60fba-ec24-4903-9c55-6d6f9fea175a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.059472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.069839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Transition to ACTIVE for port object c6273097-3e72-4ed1-8e54-5cc154ee2f93 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:47.112579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2dcfc-3863-46e3-94b7-f9a5ae09e280 None None] Pushing event updated for resources: {'Port': ['ID=68017c72-9c49-4e8f-9611-04009af34fb8,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:47.123989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25d60fba-ec24-4903-9c55-6d6f9fea175a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.164342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.166125 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3949053 Mar 03 10:17:47.176212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57868) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:47.206635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa9bac-08f7-498a-8f4a-3467f67fdd2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa25b5-d9d4-4a01-8e4f-e12476b85d53,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:47.206857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e0ff5837-6f3c-4175-9b82-1ee0e7529711 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '80fa25b5-d9d4-4a01-8e4f-e12476b85d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:47.228934 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-e0ff5837-6f3c-4175-9b82-1ee0e7529711 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 10:17:47.230054 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-e0ff5837-6f3c-4175-9b82-1ee0e7529711 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:47.231463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 83eca038-a3f1-4306-8646-eefe67fa1960 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:47.235692 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e0ff5837-6f3c-4175-9b82-1ee0e7529711 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0559037 Mar 03 10:17:47.238207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57872) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:47.239214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b94ef5da-d5d2-4fbd-a4d6-1e002e4c0d30 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2242544'] for subnet, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.241638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25d60fba-ec24-4903-9c55-6d6f9fea175a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.261250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Transition to ACTIVE for port object c6273097-3e72-4ed1-8e54-5cc154ee2f93 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:47.263392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:47.264033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:47.298618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d35cd448-1db4-482e-854d-cbb48672d13c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '80fa25b5-d9d4-4a01-8e4f-e12476b85d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:47.300258 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-d35cd448-1db4-482e-854d-cbb48672d13c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 10:17:47.300627 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-d35cd448-1db4-482e-854d-cbb48672d13c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:47.302183 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d35cd448-1db4-482e-854d-cbb48672d13c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0582418 Mar 03 10:17:47.341681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57876) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:47.353688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-239ace4c-1435-4c09-af98-3914ae6800c8 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '80fa25b5-d9d4-4a01-8e4f-e12476b85d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:47.353998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d60fba-ec24-4903-9c55-6d6f9fea175a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e978de1a-0d82-41fa-9181-a8d97dd00164,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:47.354640 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-239ace4c-1435-4c09-af98-3914ae6800c8 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 10:17:47.355930 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-239ace4c-1435-4c09-af98-3914ae6800c8 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:47.362954 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-239ace4c-1435-4c09-af98-3914ae6800c8 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0195045 Mar 03 10:17:47.375626 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57880) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:47.388834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5fcd1b0b-9233-414e-9e68-50875fbdfb64 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '80fa25b5-d9d4-4a01-8e4f-e12476b85d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:47.389993 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-5fcd1b0b-9233-414e-9e68-50875fbdfb64 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 10:17:47.390664 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-5fcd1b0b-9233-414e-9e68-50875fbdfb64 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:47.394708 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5fcd1b0b-9233-414e-9e68-50875fbdfb64 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0178227 Mar 03 10:17:47.400030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57884) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:47.451222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.477008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.529201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.568571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a1e89d0d-9684-42c8-8ebc-f15db265938a None None] Port 262951e3-e303-49c0-af96-718a26171567 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:47.577288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Pushing event updated for resources: {'Port': ['ID=c6273097-3e72-4ed1-8e54-5cc154ee2f93,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:47.600386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:47.607824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:47.610363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:47.620021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-dc8d877e-c3e3-49c7-b215-7f5b2723ba25', 'network_id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': '3554dfcc-04e0-490e-905c-957431d5dfbb'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:47.620758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.628536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=8048c8de-f465-4a46-a679-30e6826d1fcd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:47.738393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Allocated IP 2001:db8:3::1 (dfc956c6-f975-468d-adb3-ab5e8623d2e3/23c294b6-e3f6-4713-99c2-d7029471fe7a/ffce1867-b68a-4851-84b2-e29d993bbf6c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:47.784491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:47.881045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 83eca038-a3f1-4306-8646-eefe67fa1960 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:47.896615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Port': ['ID=262951e3-e303-49c0-af96-718a26171567,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:47.928540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b94ef5da-d5d2-4fbd-a4d6-1e002e4c0d30 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759093021157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3218090'] for subnet, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.966333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Attempting to bind port c6273097-3e72-4ed1-8e54-5cc154ee2f93 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:47.966700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Attempting to bind port c6273097-3e72-4ed1-8e54-5cc154ee2f93 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:47.967070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Attempting to bind port c6273097-3e72-4ed1-8e54-5cc154ee2f93 on network dfc956c6-f975-468d-adb3-ab5e8623d2e3 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:47.969349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:47.993474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Transition to ACTIVE for port object ffce1867-b68a-4851-84b2-e29d993bbf6c will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:48.005329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25d60fba-ec24-4903-9c55-6d6f9fea175a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.009117 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-25d60fba-ec24-4903-9c55-6d6f9fea175a tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e978de1a-0d82-41fa-9181-a8d97dd00164 HTTP/1.1" status: 204 len: 168 time: 1.1458762 Mar 03 10:17:48.009117 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 10:17:48.009117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:17:48.026468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57888) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.041470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:48.041855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Checking segment: {'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:48.042263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.043142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Bound using segment: {'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:48.043660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Bound port: c6273097-3e72-4ed1-8e54-5cc154ee2f93, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:48.044044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.053343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d49940a9-ee05-4894-b509-2f308cde147f None None] Provisioning for port 83eca038-a3f1-4306-8646-eefe67fa1960 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:48.067229 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d12a04f3-8c34-4add-a66f-0afebc8069b6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0484009 Mar 03 10:17:48.069154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57892) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.150531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7cb29f29-daa8-4462-a95d-a88d5893dc38 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:48.155339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d49940a9-ee05-4894-b509-2f308cde147f None None] Provisioning complete for port 83eca038-a3f1-4306-8646-eefe67fa1960 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:48.155339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d49940a9-ee05-4894-b509-2f308cde147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.174900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.232023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7cb29f29-daa8-4462-a95d-a88d5893dc38 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:48.239285 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7cb29f29-daa8-4462-a95d-a88d5893dc38 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2039387 Mar 03 10:17:48.239476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ef5da-d5d2-4fbd-a4d6-1e002e4c0d30 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:48.239476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b94ef5da-d5d2-4fbd-a4d6-1e002e4c0d30 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.239476 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b94ef5da-d5d2-4fbd-a4d6-1e002e4c0d30 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "PUT /v2.0/subnets/3554dfcc-04e0-490e-905c-957431d5dfbb HTTP/1.1" status: 200 len: 806 time: 1.4691079 Mar 03 10:17:48.240769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57896) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.240769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57898) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.266741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bfb5-8d27-4db0-98b5-d2a3b7021964 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.287220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:48.307248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:48.325568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:48.326112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.329797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ef5da-d5d2-4fbd-a4d6-1e002e4c0d30 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=3554dfcc-04e0-490e-905c-957431d5dfbb,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:48.343819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.349111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bfb5-8d27-4db0-98b5-d2a3b7021964 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.434438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] For port c6273097-3e72-4ed1-8e54-5cc154ee2f93, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:48.446241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] For port c6273097-3e72-4ed1-8e54-5cc154ee2f93, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c6273097-3e72-4ed1-8e54-5cc154ee2f93,segment=NetworkSegment(a8012249-c6f5-4a96-bcbd-34d627e918a1),segment_id=a8012249-c6f5-4a96-bcbd-34d627e918a1)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:48.461176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Allocated IP 172.20.0.2 (dc8d877e-c3e3-49c7-b215-7f5b2723ba25/3554dfcc-04e0-490e-905c-957431d5dfbb/e06dd3ad-ea2b-40ed-800f-cff6aa77825d) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:48.469385 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6f8e7852-7936-45ef-b7bc-5ffbaa2973a5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/8048c8de-f465-4a46-a679-30e6826d1fcd HTTP/1.1" status: 204 len: 168 time: 2.9451520 Mar 03 10:17:48.475679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.479921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57904) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.509933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=ffce1867-b68a-4851-84b2-e29d993bbf6c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:48.535726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a1060-410b-48f0-9f91-9d2f8f7a5123 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:48.541970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a1060-410b-48f0-9f91-9d2f8f7a5123 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:48.543739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f21a1060-410b-48f0-9f91-9d2f8f7a5123 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:48.566838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.570281 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-84855e42-511a-4200-a7b8-ce4b10d67afc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:17:48.571090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-84855e42-511a-4200-a7b8-ce4b10d67afc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:48.585813 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-866aa826-253f-4686-86a8-f1b99b32b994 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/ports/262951e3-e303-49c0-af96-718a26171567 HTTP/1.1" status: 204 len: 168 time: 2.8993483 Mar 03 10:17:48.591895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bfb5-8d27-4db0-98b5-d2a3b7021964 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.594300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bfb5-8d27-4db0-98b5-d2a3b7021964 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.597683 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dfe6bfb5-8d27-4db0-98b5-d2a3b7021964 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/80fa25b5-d9d4-4a01-8e4f-e12476b85d53 HTTP/1.1" status: 204 len: 168 time: 1.1882184 Mar 03 10:17:48.597683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57908) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.601941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57910) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.652183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6bfb5-8d27-4db0-98b5-d2a3b7021964 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa25b5-d9d4-4a01-8e4f-e12476b85d53,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:48.660561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-84855e42-511a-4200-a7b8-ce4b10d67afc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:48.661737 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-84855e42-511a-4200-a7b8-ce4b10d67afc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/8048c8de-f465-4a46-a679-30e6826d1fcd HTTP/1.1" status: 404 len: 333 time: 0.1797273 Mar 03 10:17:48.667953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57916) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.678275 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c05b435-9dcd-4cd1-9afa-95868f64b868 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] GET failed (client error): The resource could not be found. Mar 03 10:17:48.679184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c05b435-9dcd-4cd1-9afa-95868f64b868 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Synchronizing usage tracker for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:48.733951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f21a1060-410b-48f0-9f91-9d2f8f7a5123 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:48.735146 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f21a1060-410b-48f0-9f91-9d2f8f7a5123 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6631513 Mar 03 10:17:48.735992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cae74c51-276f-466d-aced-f120c70dae25 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.739726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57920) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.766057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.809600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-53f343c5-16de-4891-9432-9cbacae1959e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:48.816228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cae74c51-276f-466d-aced-f120c70dae25 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.825686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c05b435-9dcd-4cd1-9afa-95868f64b868 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Unset dirty status for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:48.829890 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6c05b435-9dcd-4cd1-9afa-95868f64b868 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "GET /v2.0/ports/262951e3-e303-49c0-af96-718a26171567 HTTP/1.1" status: 404 len: 333 time: 0.2246513 Mar 03 10:17:48.830664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57924) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.847335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet b3fcd6e4-e9fe-434d-a01f-14acde72bfa1 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:48.873628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834dbbf-c427-44c5-bede-80de4b4c41f4 None None] Pushing event updated for resources: {'Port': ['ID=c6273097-3e72-4ed1-8e54-5cc154ee2f93,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:48.885369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d49940a9-ee05-4894-b509-2f308cde147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.894309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.945697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-53f343c5-16de-4891-9432-9cbacae1959e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:48.946891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-53f343c5-16de-4891-9432-9cbacae1959e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3366721 Mar 03 10:17:48.968869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57928) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:48.971336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port f58f5db6-6016-4290-bd21-da676fcf8567 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:48.971495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:48.983332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619919158'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:48.988507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:38Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:46Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:48.995451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:48.995770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d49940a9-ee05-4894-b509-2f308cde147f None None] For port 83eca038-a3f1-4306-8646-eefe67fa1960, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=83eca038-a3f1-4306-8646-eefe67fa1960,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:48.997112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cefff-a11e-489b-bb72-eb69c65db024 None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:38Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:46Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:17:49.000859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.009890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d49940a9-ee05-4894-b509-2f308cde147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.040906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:49.085974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cae74c51-276f-466d-aced-f120c70dae25 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.088004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.175561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.196572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74c51-276f-466d-aced-f120c70dae25 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea68868a-1680-4816-a1f0-d1cc80a85113,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:49.241550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.316700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6ae27a06-095b-43f0-86d7-032773aa6a69 None None] Provisioning for port f58f5db6-6016-4290-bd21-da676fcf8567 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:49.335680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.354355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cae74c51-276f-466d-aced-f120c70dae25 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.354855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6ae27a06-095b-43f0-86d7-032773aa6a69 None None] Provisioning complete for port f58f5db6-6016-4290-bd21-da676fcf8567 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:49.355496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6ae27a06-095b-43f0-86d7-032773aa6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.356733 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cae74c51-276f-466d-aced-f120c70dae25 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea68868a-1680-4816-a1f0-d1cc80a85113 HTTP/1.1" status: 204 len: 168 time: 1.1126378 Mar 03 10:17:49.395336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49940a9-ee05-4894-b509-2f308cde147f None None] Pushing event updated for resources: {'Port': ['ID=83eca038-a3f1-4306-8646-eefe67fa1960,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:49.406529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6273097-3e72-4ed1-8e54-5cc154ee2f93 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:49.445805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:49.450506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:49.455192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:49.458574 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Transition to ACTIVE for port object e06dd3ad-ea2b-40ed-800f-cff6aa77825d will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:49.463962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:49.467859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.525092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57932) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:49.547788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Transition to ACTIVE for port object e06dd3ad-ea2b-40ed-800f-cff6aa77825d will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:49.555705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6ae27a06-095b-43f0-86d7-032773aa6a69 None None] Port f58f5db6-6016-4290-bd21-da676fcf8567 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:49.568420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.634675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for f58f5db6-6016-4290-bd21-da676fcf8567 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:49.638901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:49.647763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:49.650658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:49.659046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.704272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting port f4d2f94a-369c-4844-a0f8-e39c6a899f6e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:49.704981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.761161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c6273097-3e72-4ed1-8e54-5cc154ee2f93 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:49.827816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Pushing event updated for resources: {'Port': ['ID=e06dd3ad-ea2b-40ed-800f-cff6aa77825d,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:49.829924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Attempting to bind port e06dd3ad-ea2b-40ed-800f-cff6aa77825d on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:49.830201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Attempting to bind port e06dd3ad-ea2b-40ed-800f-cff6aa77825d by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '0c52e86e-9807-48ad-a47f-5eafaa895be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:49.830565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Attempting to bind port e06dd3ad-ea2b-40ed-800f-cff6aa77825d on network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:49.838175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:49.838556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Checking segment: {'id': '0c52e86e-9807-48ad-a47f-5eafaa895be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:49.838962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.839376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Bound using segment: {'id': '0c52e86e-9807-48ad-a47f-5eafaa895be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:49.839890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Bound port: e06dd3ad-ea2b-40ed-800f-cff6aa77825d, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c52e86e-9807-48ad-a47f-5eafaa895be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:49.840385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.882326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.940903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:49.948267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-44851aba-2025-4c96-a74e-0d430eba8827 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:49.984493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] For port e06dd3ad-ea2b-40ed-800f-cff6aa77825d, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:49.989448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] For port e06dd3ad-ea2b-40ed-800f-cff6aa77825d, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e06dd3ad-ea2b-40ed-800f-cff6aa77825d,segment=NetworkSegment(0c52e86e-9807-48ad-a47f-5eafaa895be3),segment_id=0c52e86e-9807-48ad-a47f-5eafaa895be3)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:49.994706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.022637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.088169 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.143444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c6843-9f58-4650-88c6-390509a33fad None None] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:50.153274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.154026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.165359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af51863-7dfd-41aa-b1ed-d42f00dc2510 None None] Pushing event updated for resources: {'Port': ['ID=e06dd3ad-ea2b-40ed-800f-cff6aa77825d,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:50.196496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=3554dfcc-04e0-490e-905c-957431d5dfbb,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:50.198641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-44851aba-2025-4c96-a74e-0d430eba8827 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:50.203648 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-44851aba-2025-4c96-a74e-0d430eba8827 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6775033 Mar 03 10:17:50.217319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57936) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:50.274474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678db533-58dc-4955-97a5-078d4272e184,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:50.280105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ea345b6-4807-4475-b945-1cf9bcafd8f3 None None] Provisioning for port c6273097-3e72-4ed1-8e54-5cc154ee2f93 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:50.287193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ea345b6-4807-4475-b945-1cf9bcafd8f3 None None] Provisioning complete for port c6273097-3e72-4ed1-8e54-5cc154ee2f93 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:50.287593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ea345b6-4807-4475-b945-1cf9bcafd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.323095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.341723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.345472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dea6122f-3353-422e-82ab-5c0fcd5d6ae2 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3747151 Mar 03 10:17:50.347657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3ebb0-b8bd-4f7a-ab5d-f607bcb56341 None None] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:50.374873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57940) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:50.402566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-df9fbc9e-9ed7-4956-88ec-657bfa8c2116 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:50.403274 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-df9fbc9e-9ed7-4956-88ec-657bfa8c2116 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 10:17:50.403785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-df9fbc9e-9ed7-4956-88ec-657bfa8c2116 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:50.404931 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-df9fbc9e-9ed7-4956-88ec-657bfa8c2116 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0198522 Mar 03 10:17:50.450428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.451699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event updated for resources: {'Port': ['ID=ffce1867-b68a-4851-84b2-e29d993bbf6c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:50.456462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57944) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:50.470399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.481141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7b2f7adc-4870-4ba7-9b37-54096d7000c0 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:50.507765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7b2f7adc-4870-4ba7-9b37-54096d7000c0 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:50.528878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7b2f7adc-4870-4ba7-9b37-54096d7000c0 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:50.535613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8d877e-c3e3-49c7-b215-7f5b2723ba25']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:50.545150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7b2f7adc-4870-4ba7-9b37-54096d7000c0 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:50.569779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7b2f7adc-4870-4ba7-9b37-54096d7000c0 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:50.580205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c52e86e-9807-48ad-a47f-5eafaa895be3') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:50.580634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c52e86e-9807-48ad-a47f-5eafaa895be3') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:50.601828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=f58f5db6-6016-4290-bd21-da676fcf8567,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:50.612686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Calling delete_port for f4d2f94a-369c-4844-a0f8-e39c6a899f6e owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:50.616094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1567561d-c77d-4645-968d-8d731d230dce tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.622386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.659937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:50.670635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:50.690857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.694538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.702839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1567561d-c77d-4645-968d-8d731d230dce tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.704872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ea345b6-4807-4475-b945-1cf9bcafd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.721501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.748861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.760614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4ea345b6-4807-4475-b945-1cf9bcafd8f3 None None] For port c6273097-3e72-4ed1-8e54-5cc154ee2f93, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c6273097-3e72-4ed1-8e54-5cc154ee2f93,segment=NetworkSegment(a8012249-c6f5-4a96-bcbd-34d627e918a1),segment_id=a8012249-c6f5-4a96-bcbd-34d627e918a1)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:50.764808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fcd6e4-e9fe-434d-a01f-14acde72bfa1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:50.772418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc77e4-5914-4d66-b616-d8686079bf6b None None] Network a8c1d368-1f05-4126-8292-bdb8bbb6a315 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:50.778728 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b860b4ea-7bf9-4706-b1b6-1ba1dc52774b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/b3fcd6e4-e9fe-434d-a01f-14acde72bfa1 HTTP/1.1" status: 204 len: 168 time: 2.1021762 Mar 03 10:17:50.794473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ea345b6-4807-4475-b945-1cf9bcafd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.794717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57948) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:50.818756 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a227d769-5406-4207-8f59-3ac59381378f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/f58f5db6-6016-4290-bd21-da676fcf8567 HTTP/1.1" status: 204 len: 168 time: 2.0688524 Mar 03 10:17:50.822669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57952) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:50.827050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:50.827569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:50.844286 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:50.846353 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-7b2f7adc-4870-4ba7-9b37-54096d7000c0 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:50.849338 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7b2f7adc-4870-4ba7-9b37-54096d7000c0 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3849921 Mar 03 10:17:50.867487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57956) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:50.883411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b852f3-0bd2-453f-9300-2832dada1e5d None None] Network dc8d877e-c3e3-49c7-b215-7f5b2723ba25 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:50.906430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e3eb8-0e52-431f-8aab-8888db7d7063 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:50.908699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e3eb8-0e52-431f-8aab-8888db7d7063 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:50.913531 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-462e3eb8-0e52-431f-8aab-8888db7d7063 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0898046 Mar 03 10:17:50.917524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57960) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:50.938168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-66cafb13-bf69-412e-bfa3-8a46f106c8e3 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:50.938995 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-66cafb13-bf69-412e-bfa3-8a46f106c8e3 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 10:17:50.939581 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-66cafb13-bf69-412e-bfa3-8a46f106c8e3 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:50.943567 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-66cafb13-bf69-412e-bfa3-8a46f106c8e3 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0672431 Mar 03 10:17:50.954223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57964) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:51.041265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:17:51.041265 dv-neutron-831192-5-hyperv neutron-server[87889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:17:51.041265 dv-neutron-831192-5-hyperv neutron-server[87889]: [parameters: {'id': 'dc8d877e-c3e3-49c7-b215-7f5b2723ba25'}] Mar 03 10:17:51.041265 dv-neutron-831192-5-hyperv neutron-server[87889]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:51.041761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:51.050783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-37759e08-8c53-418c-a3ed-5325b9c28e31 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:51.056544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37759e08-8c53-418c-a3ed-5325b9c28e31 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:51.060594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37759e08-8c53-418c-a3ed-5325b9c28e31 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:51.061139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:17:51.063616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37759e08-8c53-418c-a3ed-5325b9c28e31 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:51.066649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1567561d-c77d-4645-968d-8d731d230dce tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.069642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37759e08-8c53-418c-a3ed-5325b9c28e31 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:51.134443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1567561d-c77d-4645-968d-8d731d230dce tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.143861 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1567561d-c77d-4645-968d-8d731d230dce tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/c2d168e8-74c3-4683-80e4-c1aedb9bbf21 HTTP/1.1" status: 204 len: 168 time: 0.9252710 Mar 03 10:17:51.150667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57968) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:51.179878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.186455 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-37759e08-8c53-418c-a3ed-5325b9c28e31 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:51.187794 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-37759e08-8c53-418c-a3ed-5325b9c28e31 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2284379 Mar 03 10:17:51.196455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 0ef96dca-39e8-4943-a74d-efdeb0e2fef2 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:51.199216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea345b6-4807-4475-b945-1cf9bcafd8f3 None None] Pushing event updated for resources: {'Port': ['ID=c6273097-3e72-4ed1-8e54-5cc154ee2f93,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:51.235693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57972) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:51.236590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567561d-c77d-4645-968d-8d731d230dce tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d168e8-74c3-4683-80e4-c1aedb9bbf21,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:51.257946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-489a8c3d-e0fd-4419-99f4-86ca767231da tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:51.259113 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-489a8c3d-e0fd-4419-99f4-86ca767231da tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 10:17:51.259929 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-489a8c3d-e0fd-4419-99f4-86ca767231da tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:51.260068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.261245 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-489a8c3d-e0fd-4419-99f4-86ca767231da tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0223877 Mar 03 10:17:51.264734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57976) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:51.333464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5db9188b-f7c0-453f-a19f-f3f299ed5d8d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:51.339477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.359650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 68017c72-9c49-4e8f-9611-04009af34fb8 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:51.376481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5db9188b-f7c0-453f-a19f-f3f299ed5d8d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:51.384240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5db9188b-f7c0-453f-a19f-f3f299ed5d8d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:51.389801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5db9188b-f7c0-453f-a19f-f3f299ed5d8d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:51.409394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5db9188b-f7c0-453f-a19f-f3f299ed5d8d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:51.423485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:17:51.437602 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:17:51.446266 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-03e817fd-9f83-406b-91ed-cae7dc7c3cec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6631842 Mar 03 10:17:51.447532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:51.447876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.448615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57980) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:51.453797 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:51.454564 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:51.471750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:51.476653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] DHCP port deletion for a8c1d368-1f05-4126-8292-bdb8bbb6a315 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:51.506481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] Deleting port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:51.508392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.530919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Port': ['ID=f4d2f94a-369c-4844-a0f8-e39c6a899f6e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:51.564557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f4b67efb-af97-4990-94dc-451ac3d4847d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:51.597154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.616264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.639110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ffe268d1-d88a-4a16-acc4-9507020a2118 None None] Provisioning for port ffce1867-b68a-4851-84b2-e29d993bbf6c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:51.650801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ffe268d1-d88a-4a16-acc4-9507020a2118 None None] Provisioning complete for port ffce1867-b68a-4851-84b2-e29d993bbf6c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:51.651498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ffe268d1-d88a-4a16-acc4-9507020a2118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.681198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.687661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 68017c72-9c49-4e8f-9611-04009af34fb8 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:51.700395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 68017c72-9c49-4e8f-9611-04009af34fb8 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:51.701442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.704492 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:51.851656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port e06dd3ad-ea2b-40ed-800f-cff6aa77825d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:51.852175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:51.878864 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-03f43339-b0f5-4955-9923-5006492d0566 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/ports/f4d2f94a-369c-4844-a0f8-e39c6a899f6e HTTP/1.1" status: 204 len: 168 time: 3.0427680 Mar 03 10:17:51.883548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57984) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:51.910831 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ffe268d1-d88a-4a16-acc4-9507020a2118 None None] Port ffce1867-b68a-4851-84b2-e29d993bbf6c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:51.947827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f4b67efb-af97-4990-94dc-451ac3d4847d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:51.949642 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f4b67efb-af97-4990-94dc-451ac3d4847d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7919979 Mar 03 10:17:51.981257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ffe268d1-d88a-4a16-acc4-9507020a2118 None None] Provisioning complete for port c6273097-3e72-4ed1-8e54-5cc154ee2f93 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:51.982133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ffe268d1-d88a-4a16-acc4-9507020a2118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.015829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57988) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:52.039659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--873125890'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:52.058386 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-698ef2b5-8eaf-47bb-b7a7-534338d8d36b tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] GET failed (client error): The resource could not be found. Mar 03 10:17:52.066108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-698ef2b5-8eaf-47bb-b7a7-534338d8d36b tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Synchronizing usage tracker for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:52.069448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:52.111562 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:48Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:46Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:49Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:52.116111 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:17:52.116544 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Updating router 8afe5921-e249-496b-b4da-558b18958b99 port ffce1867-b68a-4851-84b2-e29d993bbf6c binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:17:52.129561 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-5db9188b-f7c0-453f-a19f-f3f299ed5d8d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:52.133844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5db9188b-f7c0-453f-a19f-f3f299ed5d8d tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8059387 Mar 03 10:17:52.139594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 57992) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:52.150533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-30f30a0b-aaf7-454a-8db3-791c0f837075 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:52.150996 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-30f30a0b-aaf7-454a-8db3-791c0f837075 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 10:17:52.151688 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-30f30a0b-aaf7-454a-8db3-791c0f837075 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:52.154957 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-30f30a0b-aaf7-454a-8db3-791c0f837075 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088196 Mar 03 10:17:52.169159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 57996) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:52.180607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9d7d7861-1110-4b78-afc6-99dfa2b77607 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:52.186284 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.220932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] For port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,segment=NetworkSegment(70cde190-edbf-44d3-a77c-4b2b44923241),segment_id=70cde190-edbf-44d3-a77c-4b2b44923241)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:52.221532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.231169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9d7d7861-1110-4b78-afc6-99dfa2b77607 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:52.233340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:52.282327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.312075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.384582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9d7d7861-1110-4b78-afc6-99dfa2b77607 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:52.388927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9d7d7861-1110-4b78-afc6-99dfa2b77607 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:52.396828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9d7d7861-1110-4b78-afc6-99dfa2b77607 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:52.415288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-698ef2b5-8eaf-47bb-b7a7-534338d8d36b tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Unset dirty status for tenant:b175d919e767471cadc66419a9be0a41 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:52.421393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58000) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:52.423805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-698ef2b5-8eaf-47bb-b7a7-534338d8d36b tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "GET /v2.0/ports/f4d2f94a-369c-4844-a0f8-e39c6a899f6e HTTP/1.1" status: 404 len: 333 time: 0.5382555 Mar 03 10:17:52.427812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,segment=NetworkSegment(70cde190-edbf-44d3-a77c-4b2b44923241),segment_id=70cde190-edbf-44d3-a77c-4b2b44923241)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:52.428232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.443203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.464490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.483086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:52.489192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:52.492358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:52.504798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] Calling delete_port for 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:52.506084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:52.594282 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.607941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.608173 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Transition to ACTIVE for port object ffce1867-b68a-4851-84b2-e29d993bbf6c will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:52.612959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9cf42f09-4478-4b7f-a15c-e558f4e5c2df None None] Provisioning complete for port ffce1867-b68a-4851-84b2-e29d993bbf6c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:52.613421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9cf42f09-4478-4b7f-a15c-e558f4e5c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.617784 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.671526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.680842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9cf42f09-4478-4b7f-a15c-e558f4e5c2df None None] Port ffce1867-b68a-4851-84b2-e29d993bbf6c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:17:52.687710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 68017c72-9c49-4e8f-9611-04009af34fb8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=68017c72-9c49-4e8f-9611-04009af34fb8,segment=NetworkSegment(d016b038-51e2-4217-bceb-0e8868b350a3),segment_id=d016b038-51e2-4217-bceb-0e8868b350a3)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:52.696422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.697629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 83eca038-a3f1-4306-8646-eefe67fa1960 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:52.699590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting port 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:52.700465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.833622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] For port e06dd3ad-ea2b-40ed-800f-cff6aa77825d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e06dd3ad-ea2b-40ed-800f-cff6aa77825d,segment=NetworkSegment(0c52e86e-9807-48ad-a47f-5eafaa895be3),segment_id=0c52e86e-9807-48ad-a47f-5eafaa895be3)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:52.834049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.848067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=68017c72-9c49-4e8f-9611-04009af34fb8,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:52.850904 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1ebf3-f7ba-4c69-ad1b-a1bceb4e3b0b None None] Pushing event updated for resources: {'Port': ['ID=ffce1867-b68a-4851-84b2-e29d993bbf6c,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:52.894187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:52.960544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] No DVR routers for this DVR port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:52.967948 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Attempting to bind port ffce1867-b68a-4851-84b2-e29d993bbf6c on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:52.968581 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Attempting to bind port ffce1867-b68a-4851-84b2-e29d993bbf6c by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:52.969254 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Attempting to bind port ffce1867-b68a-4851-84b2-e29d993bbf6c on network dfc956c6-f975-468d-adb3-ab5e8623d2e3 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:52.971265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c616a9-57d9-4ee5-a0f1-cacb924889f4 None None] Pushing event deleted for resources: {'Port': ['ID=2e71a4d5-ee61-46e8-aed0-c51aa3d544c9,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:52.986949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef96dca-39e8-4943-a74d-efdeb0e2fef2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:52.993482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 83eca038-a3f1-4306-8646-eefe67fa1960 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:52.994084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.005447 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:53.005770 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Checking segment: {'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:53.006130 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.006515 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Bound using segment: {'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:53.006969 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Bound port: ffce1867-b68a-4851-84b2-e29d993bbf6c, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8012249-c6f5-4a96-bcbd-34d627e918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:53.007399 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.028147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Calling delete_port for e06dd3ad-ea2b-40ed-800f-cff6aa77825d owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:53.048592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadfcde-6d36-45ad-a142-4c444e958e7b None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:17:53.071724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bdadc7-3504-418d-bf7d-5d00eea8292a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:53.074123 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-9d7d7861-1110-4b78-afc6-99dfa2b77607 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:53.077783 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9d7d7861-1110-4b78-afc6-99dfa2b77607 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8994737 Mar 03 10:17:53.082911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:53.118142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.123056 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-64f9f370-ffa8-4466-9549-9b073fc05929 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/0ef96dca-39e8-4943-a74d-efdeb0e2fef2 HTTP/1.1" status: 204 len: 168 time: 2.2039080 Mar 03 10:17:53.124945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.128951 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-29437cfa-7a87-4680-a22e-a57afe90f838 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1121125 Mar 03 10:17:53.136403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58004) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.137267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58006) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.137661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58008) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.140822 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] For port ffce1867-b68a-4851-84b2-e29d993bbf6c, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:17:53.145315 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] For port ffce1867-b68a-4851-84b2-e29d993bbf6c, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ffce1867-b68a-4851-84b2-e29d993bbf6c,segment=NetworkSegment(a8012249-c6f5-4a96-bcbd-34d627e918a1),segment_id=a8012249-c6f5-4a96-bcbd-34d627e918a1)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:17:53.155285 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.220873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': '40bdadc7-3504-418d-bf7d-5d00eea8292a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:53.227116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:53.231744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:53.234676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:53.240859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:53.257221 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-97ae2aa9-d2a1-4c2a-bd95-9936f3d68155 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159418 Mar 03 10:17:53.264088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-eb9ba9bd-7bb8-49bf-9af4-ce3080469173 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '678db533-58dc-4955-97a5-078d4272e184', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:53.270584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-eb9ba9bd-7bb8-49bf-9af4-ce3080469173 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:53.274743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eb9ba9bd-7bb8-49bf-9af4-ce3080469173 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:53.278585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eb9ba9bd-7bb8-49bf-9af4-ce3080469173 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:53.284561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58016) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.285590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-eb9ba9bd-7bb8-49bf-9af4-ce3080469173 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:53.292744 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1ebf3-f7ba-4c69-ad1b-a1bceb4e3b0b None None] Pushing event updated for resources: {'Port': ['ID=ffce1867-b68a-4851-84b2-e29d993bbf6c,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:53.306824 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:53.307737 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:53.316572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:53.350344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.366449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-eb9ba9bd-7bb8-49bf-9af4-ce3080469173 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:53.370040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eb9ba9bd-7bb8-49bf-9af4-ce3080469173 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2290375 Mar 03 10:17:53.384737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58020) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.387843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadfcde-6d36-45ad-a142-4c444e958e7b None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:17:53.521315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 68017c72-9c49-4e8f-9611-04009af34fb8 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:53.535809 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:53.553138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.554330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5997d50-7da1-420d-a140-30e766709eef tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.560312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:17:53.560664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:17:53.572455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.626181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.633973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.645683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfc2301-b8eb-4f66-99ae-9b8bd1718df4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:53.658748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5997d50-7da1-420d-a140-30e766709eef tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.702051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Port': ['ID=e06dd3ad-ea2b-40ed-800f-cff6aa77825d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:53.704345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No DVR routers for this DVR port e06dd3ad-ea2b-40ed-800f-cff6aa77825d on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:53.707614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.709488 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dc5ff39c-cec3-4183-8abb-d624d9024a69 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5673077 Mar 03 10:17:53.713787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58024) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.739279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 68017c72-9c49-4e8f-9611-04009af34fb8 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:53.740038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.774206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:53.782919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ebfc-5b44-4f45-b367-f6a4579c4251 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.786675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:53.789311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.801597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ebfc-5b44-4f45-b367-f6a4579c4251 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.846908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ebfc-5b44-4f45-b367-f6a4579c4251 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.873823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1ebfc-5b44-4f45-b367-f6a4579c4251 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bfc2301-b8eb-4f66-99ae-9b8bd1718df4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:53.883930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5997d50-7da1-420d-a140-30e766709eef tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.920307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ebfc-5b44-4f45-b367-f6a4579c4251 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.921754 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a3d1ebfc-5b44-4f45-b367-f6a4579c4251 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2bfc2301-b8eb-4f66-99ae-9b8bd1718df4 HTTP/1.1" status: 204 len: 168 time: 0.2067378 Mar 03 10:17:53.923803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5997d50-7da1-420d-a140-30e766709eef tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678db533-58dc-4955-97a5-078d4272e184,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:53.929269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58028) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.931225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5997d50-7da1-420d-a140-30e766709eef tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:53.934433 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a5997d50-7da1-420d-a140-30e766709eef tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/678db533-58dc-4955-97a5-078d4272e184 HTTP/1.1" status: 204 len: 168 time: 0.5486732 Mar 03 10:17:53.937782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58030) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:53.956206 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:48Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:53Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:53.962272 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ead80-14bf-422f-832f-29396fa85d9c None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:48Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:53Z', 'revision_number': 4, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:17:53.999465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6273097-3e72-4ed1-8e54-5cc154ee2f93 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:54.037465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fc76b9bb-3ab7-490b-be95-01bde6a43ccc tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:54.063234 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:54.063991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.129176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2230f0ea-a177-4d6f-bb5e-7b6a99642dad tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:54.142558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25a527-331c-49cf-a902-92ec5ccdf931 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:17:54.150313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Calling delete_port for 827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:54.191050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c6273097-3e72-4ed1-8e54-5cc154ee2f93 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:54.191331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] The port '2e71a4d5-ee61-46e8-aed0-c51aa3d544c9' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:17:54.191449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.193009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fc76b9bb-3ab7-490b-be95-01bde6a43ccc tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:54.198234 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fc76b9bb-3ab7-490b-be95-01bde6a43ccc tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2556226 Mar 03 10:17:54.229750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58036) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:54.231016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:54.234644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.246845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2230f0ea-a177-4d6f-bb5e-7b6a99642dad tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:54.248794 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2230f0ea-a177-4d6f-bb5e-7b6a99642dad tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3132138 Mar 03 10:17:54.267781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58040) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:54.278707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--880497411'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:54.320046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:54.404819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.447023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25a527-331c-49cf-a902-92ec5ccdf931 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:17:54.454838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:54.474618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 10:17:54.479874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c1d368-1f05-4126-8292-bdb8bbb6a315']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:54.489470 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc28c-21b0-43dc-8a13-88fa87ea9978 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.500369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.518937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cde190-edbf-44d3-a77c-4b2b44923241') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:54.519388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cde190-edbf-44d3-a77c-4b2b44923241') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:54.538781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:54.546742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc28c-21b0-43dc-8a13-88fa87ea9978 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.566208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.592424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:54.592780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2e71a4d5-ee61-46e8-aed0-c51aa3d544c9 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:54.598444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.621132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.625225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:54.625628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:54.643336 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:54.656952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:54.669465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Removed routes are [] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 10:17:54.669991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.672658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8d877e-c3e3-49c7-b215-7f5b2723ba25']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:54.691742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:54.696529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c52e86e-9807-48ad-a47f-5eafaa895be3') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:54.697674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c52e86e-9807-48ad-a47f-5eafaa895be3') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:54.707121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:54.748008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc28c-21b0-43dc-8a13-88fa87ea9978 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.774310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bc28c-21b0-43dc-8a13-88fa87ea9978 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bdadc7-3504-418d-bf7d-5d00eea8292a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:54.777523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.782890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.784931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:54.795942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.825407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=a8c1d368-1f05-4126-8292-bdb8bbb6a315,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:54.830901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-74b66b78-3c89-4528-9df0-ec76f2e0be72 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/a8c1d368-1f05-4126-8292-bdb8bbb6a315 HTTP/1.1" status: 204 len: 168 time: 4.0323734 Mar 03 10:17:54.832924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc28c-21b0-43dc-8a13-88fa87ea9978 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.837341 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eb7bc28c-21b0-43dc-8a13-88fa87ea9978 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/40bdadc7-3504-418d-bf7d-5d00eea8292a HTTP/1.1" status: 204 len: 168 time: 0.5685930 Mar 03 10:17:54.839503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58044) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:54.839871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58046) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:54.848460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-113656448'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:54.868933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:54.876595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:network and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:54.881849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:54.897911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:54.922218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.924048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9224f562-44b9-4829-89cb-b2a5ce08d244 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:54.937871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:54.942959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.958031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9224f562-44b9-4829-89cb-b2a5ce08d244 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:54.963005 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9224f562-44b9-4829-89cb-b2a5ce08d244 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1158702 Mar 03 10:17:54.964240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58052) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:54.970828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--848482794'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:54.973267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:54.981362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:54.992920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111584c5-5310-425f-9051-448f2a479995 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:55.008942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:55.011183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:55.028597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.028597 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Added segment 3ffe28c7-0bee-4ee6-b8fd-b6394f40d466 of type vlan for network 2d5d4f81-6599-4ad9-898a-34b0181115f5 Mar 03 10:17:55.028855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Port': ['ID=827ae1f9-7799-4b03-bc8e-58c8c91e4eb7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:55.039287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.050825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:17:55.051441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:17:55.068289 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:17:55.095383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.099385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:55.124500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:55.175840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.181463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:55.181990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.203093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.357916 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5160465 Mar 03 10:17:55.368919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58056) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:55.377195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fb258-2206-4c2c-8dfd-1893c9d047ae tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Network': ['ID=2d5d4f81-6599-4ad9-898a-34b0181115f5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:55.385161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:55.394349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.407656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:55.412823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] Deleting port 83eca038-a3f1-4306-8646-eefe67fa1960 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:55.413253 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.439331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.456113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:55.507543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.511146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.515188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ffce1867-b68a-4851-84b2-e29d993bbf6c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:55.565383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f117cf23-2aa2-43f2-8b78-0bcaa030ab38,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:55.582734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:55.586510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.590441 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cf8406d2-64b1-4470-aab8-d4dec99cafbc tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6227467 Mar 03 10:17:55.590441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:55.592339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58060) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:55.594928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:55.600035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'f117cf23-2aa2-43f2-8b78-0bcaa030ab38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:55.609608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:55.612292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:55.625804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:55.633554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:55.633726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.638378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.682585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.702579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.703803 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4541478 Mar 03 10:17:55.704673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.706465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe74692-f1c2-4f7b-9d60-7080414a1329 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d9d25d-bd79-4895-9b18-67f911f646cc,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:55.710597 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f35da949-b87a-467e-b65d-6daa5c53fbd6 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/ports/827ae1f9-7799-4b03-bc8e-58c8c91e4eb7 HTTP/1.1" status: 204 len: 168 time: 3.2880492 Mar 03 10:17:55.712823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58064) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:55.759229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a32d8f08-502f-4126-a8a6-daa7e48bf914 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '58d9d25d-bd79-4895-9b18-67f911f646cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:55.771022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58066) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:55.772114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.830313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a32d8f08-502f-4126-a8a6-daa7e48bf914 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:55.834915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.843491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:55.844355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=dc8d877e-c3e3-49c7-b215-7f5b2723ba25,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:55.852225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port ffce1867-b68a-4851-84b2-e29d993bbf6c completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:17:55.858296 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-634dce94-ecdd-4fc7-8fcf-4158a7dfa457 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/dc8d877e-c3e3-49c7-b215-7f5b2723ba25 HTTP/1.1" status: 204 len: 168 time: 7.6167376 Mar 03 10:17:55.859204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:55.862423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:55.863006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.866728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58072) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:55.867681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a32d8f08-502f-4126-a8a6-daa7e48bf914 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:55.878966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a32d8f08-502f-4126-a8a6-daa7e48bf914 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:55.892185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.908909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ffce1867-b68a-4851-84b2-e29d993bbf6c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:55.909270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.921410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=1b385c09-6fd4-47e5-ab9e-d01f65c3c64f,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:55.928725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a32d8f08-502f-4126-a8a6-daa7e48bf914 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:55.957976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:55.965297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.016345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] For port 83eca038-a3f1-4306-8646-eefe67fa1960, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=83eca038-a3f1-4306-8646-eefe67fa1960,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:56.016745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.026006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28582e99-7429-43e6-bbdd-e6bf66976c85,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:56.069984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.071258 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f906b28e-81c2-402d-a9a7-3b5fc3c14199 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4779625 Mar 03 10:17:56.085194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58076) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.120775 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-92a3d8cc-037f-4fcb-ab74-c7819ac7faab tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules/28582e99-7429-43e6-bbdd-e6bf66976c85 HTTP/1.1" status: 200 len: 763 time: 0.0339131 Mar 03 10:17:56.123281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58080) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.144621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.151048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-76cf6f81-66a5-423c-adb9-4dc727063c09 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8654554 Mar 03 10:17:56.152940 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca8f2e1-a6af-4082-aa9d-ff6ea9c8e147 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:17:56.153636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca8f2e1-a6af-4082-aa9d-ff6ea9c8e147 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:17:56.155358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6ca8f2e1-a6af-4082-aa9d-ff6ea9c8e147 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/dc8d877e-c3e3-49c7-b215-7f5b2723ba25 HTTP/1.1" status: 404 len: 339 time: 0.2781420 Mar 03 10:17:56.160618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58084) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.160944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58086) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.174104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting subnet cd2994e7-8dcb-480f-a5b7-4a8dc967abc7 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:17:56.182060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '1b385c09-6fd4-47e5-ab9e-d01f65c3c64f', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-617931107'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:56.195119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] Calling delete_port for 83eca038-a3f1-4306-8646-eefe67fa1960 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:56.243867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eae5eeb0-2a96-43f9-9888-459121bfded7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:56.246194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.250365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590412250', 'description': 'd1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:56.265072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.273823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=ffa091e6-6eae-4a08-a670-e2b8f858d11c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:56.286267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Checking segment: {'id': '3ffe28c7-0bee-4ee6-b8fd-b6394f40d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:56.286730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network hostable DHCP agents. Network: 2d5d4f81-6599-4ad9-898a-34b0181115f5, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:17:56.291043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eae5eeb0-2a96-43f9-9888-459121bfded7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:56.291773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port ffce1867-b68a-4851-84b2-e29d993bbf6c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ffce1867-b68a-4851-84b2-e29d993bbf6c,segment=NetworkSegment(a8012249-c6f5-4a96-bcbd-34d627e918a1),segment_id=a8012249-c6f5-4a96-bcbd-34d627e918a1)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:56.295127 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eae5eeb0-2a96-43f9-9888-459121bfded7 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1682642 Mar 03 10:17:56.296712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58092) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.296917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:56.307674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.329553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:56.337414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35e46864-c7f4-417f-9f27-9e390f1ddd5d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.338258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:56.350760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35e46864-c7f4-417f-9f27-9e390f1ddd5d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.357871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:17:56.360001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.371129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:56.376330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 2d5d4f81-6599-4ad9-898a-34b0181115f5) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:56.383658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:56.384324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.389801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] No DVR routers for this DVR port 83eca038-a3f1-4306-8646-eefe67fa1960 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:56.396695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c0a76-ca5e-4d36-8638-7eb7bc5ce3c9 None None] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:56.419414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7092d80c-95ff-4d36-9717-fe9182762f96 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0494249 Mar 03 10:17:56.420429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58096) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.428278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d585a-6ee6-4c41-bfdd-b4669a8ffdf5 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:56.428640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-700626246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:56.436906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35e46864-c7f4-417f-9f27-9e390f1ddd5d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.441935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35e46864-c7f4-417f-9f27-9e390f1ddd5d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.444443 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-35e46864-c7f4-417f-9f27-9e390f1ddd5d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/28582e99-7429-43e6-bbdd-e6bf66976c85 HTTP/1.1" status: 204 len: 168 time: 0.1472092 Mar 03 10:17:56.446109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:56.450894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=ffce1867-b68a-4851-84b2-e29d993bbf6c,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:56.453741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58100) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.461331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:router and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:56.468351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:56.477924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e46864-c7f4-417f-9f27-9e390f1ddd5d tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28582e99-7429-43e6-bbdd-e6bf66976c85,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:56.483623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:56.490452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.500988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.502684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.522516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.543266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.551765 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-a32d8f08-502f-4126-a8a6-daa7e48bf914 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The resource could not be found. Mar 03 10:17:56.555671 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a32d8f08-502f-4126-a8a6-daa7e48bf914 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8274925 Mar 03 10:17:56.555671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:17:56.556732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bac59-7f4b-4ca4-8f2b-ac064885b750 None None] Pushing event deleted for resources: {'Port': ['ID=83eca038-a3f1-4306-8646-eefe67fa1960,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:56.558144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58104) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.567982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:56.568877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9369f9f4-c084-4bab-a23f-e779775c6574 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '58d9d25d-bd79-4895-9b18-67f911f646cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1e143aaf-16a9-4ffb-8df8-bbfa51041d1a'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:56.571594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.578537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9369f9f4-c084-4bab-a23f-e779775c6574 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:56.583646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.587669 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2d747889-8227-4ae0-b968-31ce39c27bfb tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1656959 Mar 03 10:17:56.589358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9369f9f4-c084-4bab-a23f-e779775c6574 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:56.592523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58108) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.595143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9369f9f4-c084-4bab-a23f-e779775c6574 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:56.601171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5', 'name': 'tempest-PortsTestJSON-265955696'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:56.622693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9369f9f4-c084-4bab-a23f-e779775c6574 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:56.669726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bcb26dff-1c1c-4f3a-bed0-528d9eccafe8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:56.735646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:56.754031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:56.756944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:17:56.761965 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-9369f9f4-c084-4bab-a23f-e779775c6574 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The resource could not be found. Mar 03 10:17:56.763029 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9369f9f4-c084-4bab-a23f-e779775c6574 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2030606 Mar 03 10:17:56.767219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:56.774066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58112) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.801380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:56.812019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:56.828721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:56.833333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:56.833719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.861255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.862635 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 396141a8-768f-4aa6-a173-0ae8a8e34171 of type vlan for network c039b594-d3dd-4fec-a31c-245bd684c263 Mar 03 10:17:56.862871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bcb26dff-1c1c-4f3a-bed0-528d9eccafe8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:56.864282 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bcb26dff-1c1c-4f3a-bed0-528d9eccafe8 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4034011 Mar 03 10:17:56.871156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58116) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:56.880596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 70793673-3208-4018-a16c-edd9fecb050f yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:56.881240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:56.905138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '1b385c09-6fd4-47e5-ab9e-d01f65c3c64f'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:56.906252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.919448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-2d5d4f81-6599-4ad9-898a-34b0181115f5', 'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5', 'tenant_id': 'c46ea56fc50c4ccf9fe1767f39c7813b', 'fixed_ips': [{'subnet_id': 'ffa091e6-6eae-4a08-a670-e2b8f858d11c'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:17:56.920432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.924868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'f117cf23-2aa2-43f2-8b78-0bcaa030ab38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:56.937077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:56.940246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.972863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:56.984082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e53d765b-bcec-4f77-9d60-98f78152f6f1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:56.990285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:17:57.028246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:17:57.041441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e53d765b-bcec-4f77-9d60-98f78152f6f1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.058408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.068076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:57.068711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:57.080842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.085559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.089127 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f1fb3502-8821-4c70-a7eb-bfcedbfc45e7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 200 len: 953 time: 5.6365840 Mar 03 10:17:57.094303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58120) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.212039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.3 (2d5d4f81-6599-4ad9-898a-34b0181115f5/ffa091e6-6eae-4a08-a670-e2b8f858d11c/70793673-3208-4018-a16c-edd9fecb050f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:57.234679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e53d765b-bcec-4f77-9d60-98f78152f6f1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.285461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.286306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.289610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d765b-bcec-4f77-9d60-98f78152f6f1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d9d25d-bd79-4895-9b18-67f911f646cc,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:57.299210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.320156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.357203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7604a63f-733f-40ae-b65a-918bc90e0590,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:57.360379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.362866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e53d765b-bcec-4f77-9d60-98f78152f6f1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.364360 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e53d765b-bcec-4f77-9d60-98f78152f6f1 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/58d9d25d-bd79-4895-9b18-67f911f646cc HTTP/1.1" status: 204 len: 168 time: 0.5907404 Mar 03 10:17:57.366377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:57.366999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.368588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:57.368998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58124) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.418536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.427934 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e73ed050-4eb4-47e8-80d7-7bf8616bf0ac tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5555024 Mar 03 10:17:57.429529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/1b385c09-6fd4-47e5-ab9e-d01f65c3c64f/4e468b33-0b79-4cc8-9adc-0b4b941b3984) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:57.434810 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d8d032b2-4674-40ec-8e37-e711279a3563 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 200 len: 953 time: 0.3362925 Mar 03 10:17:57.438361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58128) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.450850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185cf165-64c1-47bf-8839-27a388975d3f None None] Network cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:17:57.455918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58130) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.459676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.463158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 61412479-faef-42e9-bad2-ae066e68a39d yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:17:57.541369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2994e7-8dcb-480f-a5b7-4a8dc967abc7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:57.579048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'routes': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:57.634858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f6b43f8-524b-4249-bb7c-483fa2682220 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:57.642384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ffce1867-b68a-4851-84b2-e29d993bbf6c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:17:57.656356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.671368 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-566eedad-9e58-41b6-9368-ebdcd27af1df tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/subnets/cd2994e7-8dcb-480f-a5b7-4a8dc967abc7 HTTP/1.1" status: 204 len: 168 time: 1.8946028 Mar 03 10:17:57.679006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58136) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.698507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 70793673-3208-4018-a16c-edd9fecb050f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:57.700438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f6b43f8-524b-4249-bb7c-483fa2682220 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:57.705496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6f6b43f8-524b-4249-bb7c-483fa2682220 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3316686 Mar 03 10:17:57.706767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58140) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.728241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1d12c84d-50b1-4e2c-a674-74539a28b745 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': '3d434bc5-774e-40bb-a586-b25bc9a8a17e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:57.734184 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f2ac7b81-5096-4339-a32e-27bf40986db3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules/7604a63f-733f-40ae-b65a-918bc90e0590 HTTP/1.1" status: 200 len: 763 time: 0.1956587 Mar 03 10:17:57.735851 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5725176 Mar 03 10:17:57.741809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58144) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.742209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58146) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:57.771786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1d12c84d-50b1-4e2c-a674-74539a28b745 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:57.872487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1d12c84d-50b1-4e2c-a674-74539a28b745 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:57.882328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1d12c84d-50b1-4e2c-a674-74539a28b745 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:57.895948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1d12c84d-50b1-4e2c-a674-74539a28b745 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:57.909090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:57.953112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a738da-cd59-4e06-9b43-2a35809bdc60 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=c039b594-d3dd-4fec-a31c-245bd684c263,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:57.995597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c039b594-d3dd-4fec-a31c-245bd684c263 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:58.020097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.028823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef1c479-4185-4d73-8f40-26a043802b69 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:58.029532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ef1c479-4185-4d73-8f40-26a043802b69 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Synchronizing usage tracker for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:58.040778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77342bbc-cffb-41dc-8254-62c883e34b17 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:58.050752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Deleting port e31e64eb-1da2-479f-b546-07e7471c4875 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:58.051094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.194822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:58.197025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77342bbc-cffb-41dc-8254-62c883e34b17 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:58.201166 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77342bbc-cffb-41dc-8254-62c883e34b17 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4530394 Mar 03 10:17:58.202988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58152) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:58.204739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:58.210329 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-1d12c84d-50b1-4e2c-a674-74539a28b745 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The resource could not be found. Mar 03 10:17:58.215206 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1d12c84d-50b1-4e2c-a674-74539a28b745 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5038164 Mar 03 10:17:58.215206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:58.245497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58156) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:58.247231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ef1c479-4185-4d73-8f40-26a043802b69 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Unset dirty status for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:58.250062 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9ef1c479-4185-4d73-8f40-26a043802b69 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/networks?id=c039b594-d3dd-4fec-a31c-245bd684c263 HTTP/1.1" status: 200 len: 760 time: 0.5028410 Mar 03 10:17:58.253993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ffce1867-b68a-4851-84b2-e29d993bbf6c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:17:58.254360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.255060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58158) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:58.270285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'description': 'd2'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:58.277361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=70793673-3208-4018-a16c-edd9fecb050f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:58.287168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034212152'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:58.299530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:58.326435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:58.331196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Allocated IP 172.20.0.2 (2d5d4f81-6599-4ad9-898a-34b0181115f5/ffa091e6-6eae-4a08-a670-e2b8f858d11c/c6b3d8ba-0e21-4296-8a92-2c8afd731058) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:17:58.363233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.368061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42637917-0cff-47b7-98c1-5b405c77b295 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.407425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Transition to ACTIVE for port object 4e468b33-0b79-4cc8-9adc-0b4b941b3984 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:58.453079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42637917-0cff-47b7-98c1-5b405c77b295 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.522249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Transition to ACTIVE for port object 4e468b33-0b79-4cc8-9adc-0b4b941b3984 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:58.549112 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:17:58.549592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:17:58.551421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.567062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:58.567759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.571614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] DHCP port deletion for cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:17:58.583367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.624661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:54Z', 'revision_number': 6, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:56Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:58.648715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Deleting port e31e64eb-1da2-479f-b546-07e7471c4875 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:17:58.649823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.664936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:58.676871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:58.683160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5c6aef98-7d0d-445a-859c-14186873c25d tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0871985 Mar 03 10:17:58.683160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:58.683585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42637917-0cff-47b7-98c1-5b405c77b295 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.686479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58164) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:58.707991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:17:58.755065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42637917-0cff-47b7-98c1-5b405c77b295 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7604a63f-733f-40ae-b65a-918bc90e0590,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:58.757572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.759417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:17:58.771876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:58.773926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:17:58.774366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42637917-0cff-47b7-98c1-5b405c77b295 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.778268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-42637917-0cff-47b7-98c1-5b405c77b295 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7604a63f-733f-40ae-b65a-918bc90e0590 HTTP/1.1" status: 204 len: 168 time: 0.5728993 Mar 03 10:17:58.778444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:17:58.788537 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6d30be71-776a-4d40-b75a-c9cf4e687900 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6265564 Mar 03 10:17:58.789349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58168) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:58.789689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58170) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:58.792012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Pushing event updated for resources: {'Port': ['ID=4e468b33-0b79-4cc8-9adc-0b4b941b3984,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:58.832813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:17:58.833451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:58.860355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.915552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.925188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network c039b594-d3dd-4fec-a31c-245bd684c263 is not hosted by any dhcp agent {{(pid=87889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 10:17:58.930683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:58.931348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.931641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] For port e31e64eb-1da2-479f-b546-07e7471c4875, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e31e64eb-1da2-479f-b546-07e7471c4875,segment=NetworkSegment(4fd3b75e-139a-4660-8fce-3a5281baab26),segment_id=4fd3b75e-139a-4660-8fce-3a5281baab26)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:58.932016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.935190 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "PUT /v2.0/networks/c039b594-d3dd-4fec-a31c-245bd684c263 HTTP/1.1" status: 200 len: 757 time: 0.6766479 Mar 03 10:17:58.936613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58176) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:58.940210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:58.970378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 83eca038-a3f1-4306-8646-eefe67fa1960 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:59.090024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-863b2c19-f5e8-4e41-acc5-cb05f6fa779e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:59.098886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 83eca038-a3f1-4306-8646-eefe67fa1960 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:17:59.099235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 83eca038-a3f1-4306-8646-eefe67fa1960 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:17:59.104998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec8e69-2d34-4576-8931-de65955e3cd7 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=c039b594-d3dd-4fec-a31c-245bd684c263,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:59.108898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added routes are [] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 10:17:59.109214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 10:17:59.181384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c039b594-d3dd-4fec-a31c-245bd684c263 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:17:59.219180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91976e48-3222-49ee-ac2f-63c2dfea5696 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:59.219891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-91976e48-3222-49ee-ac2f-63c2dfea5696 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Synchronizing usage tracker for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:59.222224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-863b2c19-f5e8-4e41-acc5-cb05f6fa779e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:59.225952 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-863b2c19-f5e8-4e41-acc5-cb05f6fa779e tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4292445 Mar 03 10:17:59.232457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Calling delete_port for e31e64eb-1da2-479f-b546-07e7471c4875 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:59.235818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd31f4f-1e90-401e-b607-9f36937485f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:59.236529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8cd31f4f-1e90-401e-b607-9f36937485f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:59.239836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58180) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:59.251160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': 'f117cf23-2aa2-43f2-8b78-0bcaa030ab38', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:59.271648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.273532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:59.287196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-91976e48-3222-49ee-ac2f-63c2dfea5696 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Unset dirty status for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:59.292202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-91976e48-3222-49ee-ac2f-63c2dfea5696 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/networks?id=c039b594-d3dd-4fec-a31c-245bd684c263 HTTP/1.1" status: 200 len: 760 time: 0.3372784 Mar 03 10:17:59.343744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:59.345415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58184) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:59.354528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f2a317-c116-4f09-8f13-96bfbb31c0d4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:59.355789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8cd31f4f-1e90-401e-b607-9f36937485f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:17:59.359867 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8cd31f4f-1e90-401e-b607-9f36937485f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5640645 Mar 03 10:17:59.360664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58188) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:59.366573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-13777145'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:59.376114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:59.378879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Attempting to bind port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:17:59.379248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Attempting to bind port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:17:59.379632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Attempting to bind port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:17:59.387272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.449992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.454727 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ecd271ea-5ae7-4a61-8277-e974a257ec9e tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2027061 Mar 03 10:17:59.462888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58194) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:17:59.466937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:17:59.481236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415821488'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:17:59.538872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:17:59.539566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:17:59.539968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.540354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:17:59.540997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Bound port: 4e468b33-0b79-4cc8-9adc-0b4b941b3984, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:17:59.542997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.543125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:59.548575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:17:59.555470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e31e64eb-1da2-479f-b546-07e7471c4875 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:17:59.598936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Transition to ACTIVE for port object c6b3d8ba-0e21-4296-8a92-2c8afd731058 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:59.603929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.628275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] For port e31e64eb-1da2-479f-b546-07e7471c4875, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e31e64eb-1da2-479f-b546-07e7471c4875,segment=NetworkSegment(4fd3b75e-139a-4660-8fce-3a5281baab26),segment_id=4fd3b75e-139a-4660-8fce-3a5281baab26)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:17:59.628682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.660349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Port': ['ID=e31e64eb-1da2-479f-b546-07e7471c4875,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:17:59.670742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] No DVR routers for this DVR port e31e64eb-1da2-479f-b546-07e7471c4875 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:17:59.706433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:17:59.709219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.721386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:17:59.741509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:17:59.760217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:17:59.764895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.805740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9cf0e9-ebef-401d-b6ee-efd6709f0f36 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:59.807338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9cf0e9-ebef-401d-b6ee-efd6709f0f36 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:17:59.808076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f9cf0e9-ebef-401d-b6ee-efd6709f0f36 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:17:59.851591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.865044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.890785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Transition to ACTIVE for port object c6b3d8ba-0e21-4296-8a92-2c8afd731058 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:17:59.892379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.918290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Calling delete_port for e31e64eb-1da2-479f-b546-07e7471c4875 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:17:59.929591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:59.947307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd3b75e-139a-4660-8fce-3a5281baab26') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:59.947636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd3b75e-139a-4660-8fce-3a5281baab26') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:17:59.976501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.985559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:17:59.989284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:00.006740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:00.009988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f9cf0e9-ebef-401d-b6ee-efd6709f0f36 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:00.014232 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7f9cf0e9-ebef-401d-b6ee-efd6709f0f36 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6234758 Mar 03 10:18:00.020476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.020848 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment ae7f8851-9769-4958-9fbd-a0fd9a7dca75 of type vlan for network ef7c3599-3f94-427f-a891-f69687c7e1ab Mar 03 10:18:00.023352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58198) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:00.024133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:00.029248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:00.049278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No active binding found for port e31e64eb-1da2-479f-b546-07e7471c4875 {{(pid=87890) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 10:18:00.050219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e31e64eb-1da2-479f-b546-07e7471c4875 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:00.093594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.094662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:00.126278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.139021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.168476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.186515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.187484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:00.203223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b5751d-0315-4ed9-a354-45b9b626609c,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:00.206342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:00.215447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:00.219897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] For port 4e468b33-0b79-4cc8-9adc-0b4b941b3984, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:00.221992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Pushing event updated for resources: {'Port': ['ID=c6b3d8ba-0e21-4296-8a92-2c8afd731058,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:00.246349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.267448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:00.267935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.279213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 1b385c09-6fd4-47e5-ab9e-d01f65c3c64f {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:00.283336 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:00.299960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.333120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:18:00.415411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:00.416128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:00.424040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.425497 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-34358255-2434-4c3f-a383-4fb2fa200a11 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1827824 Mar 03 10:18:00.443774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58206) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:00.445702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Attempting to bind port c6b3d8ba-0e21-4296-8a92-2c8afd731058 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:00.446309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Attempting to bind port c6b3d8ba-0e21-4296-8a92-2c8afd731058 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '3ffe28c7-0bee-4ee6-b8fd-b6394f40d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:00.446889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Attempting to bind port c6b3d8ba-0e21-4296-8a92-2c8afd731058 on network 2d5d4f81-6599-4ad9-898a-34b0181115f5 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:00.456337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:00.457310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Checking segment: {'id': '3ffe28c7-0bee-4ee6-b8fd-b6394f40d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:00.457926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.458521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Bound using segment: {'id': '3ffe28c7-0bee-4ee6-b8fd-b6394f40d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:00.459199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Bound port: c6b3d8ba-0e21-4296-8a92-2c8afd731058, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffe28c7-0bee-4ee6-b8fd-b6394f40d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d5d4f81-6599-4ad9-898a-34b0181115f5'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:00.459885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.487392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.492264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.492954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:00.493556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.497549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.531097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.537775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] Pushing event deleted for resources: {'Network': ['ID=cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:00.547786 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2f53f336-d17d-4c97-8499-dbae58839da2 tempest-AllowedAddressPairIpV6TestJSON-1383224065 tempest-AllowedAddressPairIpV6TestJSON-1383224065-project] 10.222.0.23 "DELETE /v2.0/networks/cfa7c0e7-adf7-4ef9-b7bc-564e88e34a49 HTTP/1.1" status: 204 len: 168 time: 2.8671608 Mar 03 10:18:00.597439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.599256 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e98b1c82-250b-45c8-8c02-d0729e7d95b3 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules/11b5751d-0315-4ed9-a354-45b9b626609c HTTP/1.1" status: 200 len: 764 time: 0.1523445 Mar 03 10:18:00.601924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58212) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:00.605611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] For port c6b3d8ba-0e21-4296-8a92-2c8afd731058, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:00.608422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.614653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] For port c6b3d8ba-0e21-4296-8a92-2c8afd731058, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c6b3d8ba-0e21-4296-8a92-2c8afd731058,segment=NetworkSegment(3ffe28c7-0bee-4ee6-b8fd-b6394f40d466),segment_id=3ffe28c7-0bee-4ee6-b8fd-b6394f40d466)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:00.622734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] For port 4e468b33-0b79-4cc8-9adc-0b4b941b3984, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e468b33-0b79-4cc8-9adc-0b4b941b3984,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:00.638784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.649958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.694441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:00.706681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.710914 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3640091 Mar 03 10:18:00.711870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.715649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58216) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:00.729527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:54Z', 'revision_number': 6, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:56Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:00.735864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:00.757161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95c9cf-2298-467b-92fe-ca671642776b None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:54Z', 'revision_number': 6, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:56Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:00.762566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448d3df-91bd-4f75-ab8a-16c2fc7bb30d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=ef7c3599-3f94-427f-a891-f69687c7e1ab,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:00.803091 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-10c347a8-d092-40bd-b164-08a6c40fb038 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1996818 Mar 03 10:18:00.807622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network ef7c3599-3f94-427f-a891-f69687c7e1ab details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:00.817700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=70793673-3208-4018-a16c-edd9fecb050f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:00.821423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58220) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:00.953251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f489de9e-e58b-4c1e-96f0-29440093feda tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.983179 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Deleting port e31e64eb-1da2-479f-b546-07e7471c4875 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:00.983695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.985287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f489de9e-e58b-4c1e-96f0-29440093feda tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:00.992876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.063619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187f47-77ef-4aef-b365-4af39b8cba52 None None] Pushing event updated for resources: {'Port': ['ID=c6b3d8ba-0e21-4296-8a92-2c8afd731058,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:01.098732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58226) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.132139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f489de9e-e58b-4c1e-96f0-29440093feda tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.164549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3ae783c2-7d76-4be1-baff-eb5057ccd8ef None None] The port 'e31e64eb-1da2-479f-b546-07e7471c4875' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:18:01.183899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489de9e-e58b-4c1e-96f0-29440093feda tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11b5751d-0315-4ed9-a354-45b9b626609c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:01.190373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f489de9e-e58b-4c1e-96f0-29440093feda tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.193727 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f489de9e-e58b-4c1e-96f0-29440093feda tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/11b5751d-0315-4ed9-a354-45b9b626609c HTTP/1.1" status: 204 len: 168 time: 0.3650506 Mar 03 10:18:01.194845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58232) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.225430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e7e5-9e39-4d4e-9465-920ae506f47c None None] Pushing event updated for resources: {'Port': ['ID=4e468b33-0b79-4cc8-9adc-0b4b941b3984,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:01.254413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.258256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.262332 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7833500 Mar 03 10:18:01.298165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58236) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.309994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cb346-d0e8-4f2f-9eb1-f220966a2e9a tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3949ad7-8cca-4842-a048-08f883c751d1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:01.310456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ad9cb1d9-5457-4912-9d65-3727edacf0e5 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group_rule': {'security_group_id': 'b1f2a317-c116-4f09-8f13-96bfbb31c0d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a3949ad7-8cca-4842-a048-08f883c751d1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:01.322124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ad9cb1d9-5457-4912-9d65-3727edacf0e5 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:01.333887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ad9cb1d9-5457-4912-9d65-3727edacf0e5 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:01.342829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ad9cb1d9-5457-4912-9d65-3727edacf0e5 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:01.369532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ad9cb1d9-5457-4912-9d65-3727edacf0e5 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:01.449473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.540822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c34d9eb4-a377-4f9c-aa2a-f00b7d6312c1 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:01.590573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=1b385c09-6fd4-47e5-ab9e-d01f65c3c64f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:01.594704 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7a05f17f-9c90-4efe-93bd-71f8170f26f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b175d919e767471cadc66419a9be0a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957120 Mar 03 10:18:01.607569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58240) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.609590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.614666 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-47a268d9-9238-4002-b4ac-cba318092b10 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/1b385c09-6fd4-47e5-ab9e-d01f65c3c64f HTTP/1.1" status: 204 len: 168 time: 1.5876606 Mar 03 10:18:01.620540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6b3d8ba-0e21-4296-8a92-2c8afd731058 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:01.621767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58244) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.645237 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-ad9cb1d9-5457-4912-9d65-3727edacf0e5 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:18:01.646392 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ad9cb1d9-5457-4912-9d65-3727edacf0e5 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3470914 Mar 03 10:18:01.653609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58248) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.671436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c34d9eb4-a377-4f9c-aa2a-f00b7d6312c1 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:01.672795 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c34d9eb4-a377-4f9c-aa2a-f00b7d6312c1 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4757359 Mar 03 10:18:01.694400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58252) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.701425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c6b3d8ba-0e21-4296-8a92-2c8afd731058 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:01.707291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4e468b33-0b79-4cc8-9adc-0b4b941b3984 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:01.728120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.733976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:01.741410 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-59747ea3-b7b2-42a6-a03b-d226b9e1a89e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150436 Mar 03 10:18:01.746587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58256) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.749671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:subnet and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:01.754468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:01.762573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.768106 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6ef055de-cbc1-4e8d-a07a-d8f6f88a2311 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 200 len: 703 time: 4.2279313 Mar 03 10:18:01.769036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:01.769621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:01.773308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58260) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:01.777766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:01.782677 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:01.783778 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:01.806573 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:01.882692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca85f1b6-17c3-4106-bf35-381bde58d4fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.894232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-617fb5a1-c1f1-486a-a6db-fe8448ca8b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:01.948467 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:02.085107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca85f1b6-17c3-4106-bf35-381bde58d4fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.093961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf617-027c-411f-ba2b-8eafe71ae24f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.114613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:02.140516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-617fb5a1-c1f1-486a-a6db-fe8448ca8b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.239403 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:02.243256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.307062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58264) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:02.307720 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9772d713-0adb-4f57-bce5-09cf47365bd0 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 200 len: 703 time: 0.5112998 Mar 03 10:18:02.315191 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:59Z', 'revision_number': 7, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:56Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:02.320377 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:02.322624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:02.331423 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:02.332036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:02.341126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf617-027c-411f-ba2b-8eafe71ae24f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.392508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:02.419175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:02.423609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.505872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a807be-d2f6-427d-b1a1-45fd5d8ea2c2 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:02.525822 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:02.702161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d53466e3-033f-4d16-b6db-838c9d9200b5 None None] Provisioning for port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:02.722297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d53466e3-033f-4d16-b6db-838c9d9200b5 None None] Provisioning complete for port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:02.722923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d53466e3-033f-4d16-b6db-838c9d9200b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.729998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-617fb5a1-c1f1-486a-a6db-fe8448ca8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.811518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fb5a1-c1f1-486a-a6db-fe8448ca8b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586c41df-bb75-4d34-bcf8-e2321c267a96,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:02.832456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.905751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.928557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:02.931138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca85f1b6-17c3-4106-bf35-381bde58d4fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.932770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:02.937203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:02.937918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:02.988846 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2405527 Mar 03 10:18:03.005304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58268) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:03.017324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1830273755', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:03.029764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38678149-6bde-4df0-8917-4c7641952611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.030374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:03.034589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d53466e3-033f-4d16-b6db-838c9d9200b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.037596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:router and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:03.041208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:03.050856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:03.052943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf617-027c-411f-ba2b-8eafe71ae24f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.062688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=95633046-2f0c-4e32-8939-6d66b63a39bb,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:03.062890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab8453-c1e3-49bb-8465-ec174ee524c3 None None] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:03.067084 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:59Z', 'revision_number': 7, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:56Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:03.072605 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a19d9-4f7d-4996-8eb6-52cbcd953ebf None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:17:59Z', 'revision_number': 7, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce1867-b68a-4851-84b2-e29d993bbf6c', 'name': '', 'network_id': 'dfc956c6-f975-468d-adb3-ab5e8623d2e3', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:7d:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:46Z', 'updated_at': '2022-03-03T10:17:56Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '23c294b6-e3f6-4713-99c2-d7029471fe7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:03.141558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.142907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.151770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85f1b6-17c3-4106-bf35-381bde58d4fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3949ad7-8cca-4842-a048-08f883c751d1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:03.161895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.164678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca85f1b6-17c3-4106-bf35-381bde58d4fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.166107 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ca85f1b6-17c3-4106-bf35-381bde58d4fd tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3949ad7-8cca-4842-a048-08f883c751d1 HTTP/1.1" status: 204 len: 168 time: 1.5098050 Mar 03 10:18:03.179228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58272) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:03.181786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-617fb5a1-c1f1-486a-a6db-fe8448ca8b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.185586 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-617fb5a1-c1f1-486a-a6db-fe8448ca8b76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/586c41df-bb75-4d34-bcf8-e2321c267a96 HTTP/1.1" status: 204 len: 168 time: 1.5743582 Mar 03 10:18:03.202999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:03.203396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: ef7c3599-3f94-427f-a891-f69687c7e1ab, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:18:03.212930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e217c90-f35c-433c-aafe-0d5aa8d6f0cb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=14cd5589-8356-4574-ac54-bcbd441e817a,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:03.217563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf617-027c-411f-ba2b-8eafe71ae24f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.220048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b7dcf617-027c-411f-ba2b-8eafe71ae24f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/f117cf23-2aa2-43f2-8b78-0bcaa030ab38 HTTP/1.1" status: 204 len: 168 time: 1.5224502 Mar 03 10:18:03.229248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58278) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:03.236188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.240851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d53466e3-033f-4d16-b6db-838c9d9200b5 None None] For port 4e468b33-0b79-4cc8-9adc-0b4b941b3984, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e468b33-0b79-4cc8-9adc-0b4b941b3984,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:03.252926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d53466e3-033f-4d16-b6db-838c9d9200b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.255139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcf617-027c-411f-ba2b-8eafe71ae24f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117cf23-2aa2-43f2-8b78-0bcaa030ab38,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:03.314096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network ef7c3599-3f94-427f-a891-f69687c7e1ab is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:18:03.325752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.331576 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7b59efda-179c-4ff4-8632-2cd0d9fea015 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3245640 Mar 03 10:18:03.344439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58282) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:03.368671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:03.403962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Deleting port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:03.404898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.440929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5a20a2dd-9943-4b75-99ff-d08b45079c2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:03.455874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, ef7c3599-3f94-427f-a891-f69687c7e1ab) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:03.468048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b2819490-02c3-4ad0-9c68-3722bbb7d34b tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:03.474151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:03.474989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.508311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73154243-53e8-425e-ad3b-c863dc7da849 None None] Network ef7c3599-3f94-427f-a891-f69687c7e1ab requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:03.529955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4e468b33-0b79-4cc8-9adc-0b4b941b3984 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:03.555261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.568640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.678440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-15a189bf-78d0-49a9-8c14-0d441b6aad49 None None] Provisioning for port c6b3d8ba-0e21-4296-8a92-2c8afd731058 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:03.700996 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f4656726-6fe7-4108-ba60-5546299022cd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9714665 Mar 03 10:18:03.703636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58294) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:03.717332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.733158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5a20a2dd-9943-4b75-99ff-d08b45079c2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:03.734466 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5a20a2dd-9943-4b75-99ff-d08b45079c2c tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5521014 Mar 03 10:18:03.790351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b2819490-02c3-4ad0-9c68-3722bbb7d34b tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:03.797257 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b2819490-02c3-4ad0-9c68-3722bbb7d34b tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5647202 Mar 03 10:18:03.818298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58300) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:03.818629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58304) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:03.834610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53466e3-033f-4d16-b6db-838c9d9200b5 None None] Pushing event updated for resources: {'Port': ['ID=4e468b33-0b79-4cc8-9adc-0b4b941b3984,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:03.846040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273742536'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:03.868692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-15a189bf-78d0-49a9-8c14-0d441b6aad49 None None] Provisioning complete for port c6b3d8ba-0e21-4296-8a92-2c8afd731058 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:03.869067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-15a189bf-78d0-49a9-8c14-0d441b6aad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:03.914082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:03.925469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:03.930290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:04.159827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=70793673-3208-4018-a16c-edd9fecb050f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:04.188858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:04.216955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58318) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:04.247175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.248506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Router fa3d0312-b38e-4346-b20f-2f4ab6719f15 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:18:04.301141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.401693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-301a4744-99f6-44cb-ac9f-8779a809b630 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.436078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.438290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:04.439614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153548c1-174e-432e-95c3-96697994f61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-ef7c3599-3f94-427f-a891-f69687c7e1ab', 'network_id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': '95633046-2f0c-4e32-8939-6d66b63a39bb'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:04.440447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-153548c1-174e-432e-95c3-96697994f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.454065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:04.460562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 4e468b33-0b79-4cc8-9adc-0b4b941b3984, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e468b33-0b79-4cc8-9adc-0b4b941b3984,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:04.461541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-15a189bf-78d0-49a9-8c14-0d441b6aad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.470494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.473922 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-25dc9721-c71c-4130-b01f-5439ea72febd tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "PUT /v2.0/routers/fa3d0312-b38e-4346-b20f-2f4ab6719f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7858422 Mar 03 10:18:04.477709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58328) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:04.486224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] Sync routers for ids ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:04.497552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.501029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] For port 4e468b33-0b79-4cc8-9adc-0b4b941b3984, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e468b33-0b79-4cc8-9adc-0b4b941b3984,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:04.501420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.514463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-70550659'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:04.524701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:04.542394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:04.554789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:04.579787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:04.722471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.733301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:04.736886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:04.754076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] Routers {'fa3d0312-b38e-4346-b20f-2f4ab6719f15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:04.755924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:04.759799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-301a4744-99f6-44cb-ac9f-8779a809b630 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.819084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Calling delete_port for 4e468b33-0b79-4cc8-9adc-0b4b941b3984 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:04.831607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:04.837584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbceac8-715d-438d-8eb3-d5efc5e47b2e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:04.838955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1bbceac8-715d-438d-8eb3-d5efc5e47b2e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:04.891182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:04.898027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-15a189bf-78d0-49a9-8c14-0d441b6aad49 None None] For port c6b3d8ba-0e21-4296-8a92-2c8afd731058, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c6b3d8ba-0e21-4296-8a92-2c8afd731058,segment=NetworkSegment(3ffe28c7-0bee-4ee6-b8fd-b6394f40d466),segment_id=3ffe28c7-0bee-4ee6-b8fd-b6394f40d466)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:04.905071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:04.909053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.921030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-15a189bf-78d0-49a9-8c14-0d441b6aad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.934338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=4e468b33-0b79-4cc8-9adc-0b4b941b3984,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:04.941275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1bbceac8-715d-438d-8eb3-d5efc5e47b2e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:04.945285 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1bbceac8-715d-438d-8eb3-d5efc5e47b2e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa3d0312-b38e-4346-b20f-2f4ab6719f15 HTTP/1.1" status: 200 len: 981 time: 0.4645340 Mar 03 10:18:04.946784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58332) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:04.971418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.979218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:04.986879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] Routers {'fa3d0312-b38e-4346-b20f-2f4ab6719f15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:04.987076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:17:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:05.059058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:05.097404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group_rule and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:05.109600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-301a4744-99f6-44cb-ac9f-8779a809b630 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.113448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:05.117092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:05.118174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723f87c-5c3c-4b2c-8289-3ac97fd44515 None None] The sync data for ids ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:05.158519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:05.166538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:05.166976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:05.172742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23382efa-d523-4e33-b58f-dc0e5d8f42c9 None None] Provisioning complete for port c6b3d8ba-0e21-4296-8a92-2c8afd731058 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:05.173205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23382efa-d523-4e33-b58f-dc0e5d8f42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.176548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a4744-99f6-44cb-ac9f-8779a809b630 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f2a317-c116-4f09-8f13-96bfbb31c0d4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:05.229274 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a189bf-78d0-49a9-8c14-0d441b6aad49 None None] Pushing event updated for resources: {'Port': ['ID=c6b3d8ba-0e21-4296-8a92-2c8afd731058,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:05.230527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.248876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-153548c1-174e-432e-95c3-96697994f61e None None] Allocated IP 172.20.0.2 (ef7c3599-3f94-427f-a891-f69687c7e1ab/95633046-2f0c-4e32-8939-6d66b63a39bb/4de81067-090d-4dac-89fe-fdcf6a37cc0d) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:05.277817 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-684fbb30-0974-409c-ad8a-55e52722db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.279781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.368154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-301a4744-99f6-44cb-ac9f-8779a809b630 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.372158 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-301a4744-99f6-44cb-ac9f-8779a809b630 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/b1f2a317-c116-4f09-8f13-96bfbb31c0d4 HTTP/1.1" status: 204 len: 168 time: 1.5497398 Mar 03 10:18:05.374008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::1 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/14cd5589-8356-4574-ac54-bcbd441e817a/8b431321-aebf-4b3b-9c04-116497951ca2) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:05.376885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58336) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:05.380112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.381271 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5601914 Mar 03 10:18:05.389939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbbd21-c88f-4852-8199-54ce87dcf03f tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc5298-46de-4ac7-a9ee-688a276eaf0a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:05.407718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58340) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:05.425997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Request body: {'security_group_rule': {'security_group_id': '92fc5298-46de-4ac7-a9ee-688a276eaf0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:05.441730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:05.463634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Usage tracker for resource:security_group_rule and tenant:1d1a18141434416d926d76a7a913fdd0 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:05.493071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:05.520298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:05.594504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6b3d8ba-0e21-4296-8a92-2c8afd731058 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:05.680233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port ffce1867-b68a-4851-84b2-e29d993bbf6c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:05.680574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.705113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.730654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Deleting port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:05.731288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.738215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4b32ba43-f2d4-49ff-84ce-b364b2f1d8aa tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:05.741921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 8b431321-aebf-4b3b-9c04-116497951ca2 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:05.748236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.762476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.790011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4b32ba43-f2d4-49ff-84ce-b364b2f1d8aa tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:05.791290 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4b32ba43-f2d4-49ff-84ce-b364b2f1d8aa tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4127595 Mar 03 10:18:05.800273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23382efa-d523-4e33-b58f-dc0e5d8f42c9 None None] Provisioning for port 70793673-3208-4018-a16c-edd9fecb050f completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:05.808374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58344) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:05.815882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:05.816263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23382efa-d523-4e33-b58f-dc0e5d8f42c9 None None] Provisioning complete for port 70793673-3208-4018-a16c-edd9fecb050f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:05.816822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23382efa-d523-4e33-b58f-dc0e5d8f42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.825506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.835490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'tempest-secgroup--762084636'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:05.856301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:05.869796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e368bf6-02b9-45b5-9754-5b7f86a2b070,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:05.882462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.882823 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment 65dd42b7-ad0c-404e-8e4d-c14e207a6b0e of type vlan for network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 Mar 03 10:18:05.898918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:05.928074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.928758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.967796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.979731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:05.984416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-23382efa-d523-4e33-b58f-dc0e5d8f42c9 None None] Port 70793673-3208-4018-a16c-edd9fecb050f cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:06.001736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c6b3d8ba-0e21-4296-8a92-2c8afd731058 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:06.002100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.034814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:06.055262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:06.073240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.074726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:06.075410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.078263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:06.096352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Usage tracker for resource:security_group_rule and tenant:fd98c604a15840e7bd26745db73a1e91 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:06.099323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.100959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=8b431321-aebf-4b3b-9c04-116497951ca2,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:06.103797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:06.119337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port ffce1867-b68a-4851-84b2-e29d993bbf6c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ffce1867-b68a-4851-84b2-e29d993bbf6c,segment=NetworkSegment(a8012249-c6f5-4a96-bcbd-34d627e918a1),segment_id=a8012249-c6f5-4a96-bcbd-34d627e918a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:06.119795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.138602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:06.142856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.148623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:06.149499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.187825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.194032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-153548c1-174e-432e-95c3-96697994f61e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.200646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba68ade1-5174-4d05-9122-af1d5f767854,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:06.218747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.238241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-153548c1-174e-432e-95c3-96697994f61e None None] Transition to ACTIVE for port object 4de81067-090d-4dac-89fe-fdcf6a37cc0d will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:06.254530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-50f57e33-8fd1-4d7b-a685-988e419c9c76 None None] Provisioning complete for port 70793673-3208-4018-a16c-edd9fecb050f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:06.254936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50f57e33-8fd1-4d7b-a685-988e419c9c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.318453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-153548c1-174e-432e-95c3-96697994f61e None None] Transition to ACTIVE for port object 4de81067-090d-4dac-89fe-fdcf6a37cc0d will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:06.328624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.330188 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a1b5733a-6722-422d-8ab4-2a481c77b287 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9199166 Mar 03 10:18:06.340137 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0850124 Mar 03 10:18:06.343032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58348) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:06.343725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58350) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:06.348944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7375c1-20e8-4a78-ae85-9bff54fa01a1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=6c61d290-ddf7-4c87-89dc-07fc15e9b906,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:06.365923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'name': 'tempest-PortsIpV6TestJSON-1604950951'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:06.375554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-153548c1-174e-432e-95c3-96697994f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.417154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:06.470446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-50f57e33-8fd1-4d7b-a685-988e419c9c76 None None] Port 70793673-3208-4018-a16c-edd9fecb050f cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:06.490409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] For port 4e468b33-0b79-4cc8-9adc-0b4b941b3984, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e468b33-0b79-4cc8-9adc-0b4b941b3984,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:06.490801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.554148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for ffce1867-b68a-4851-84b2-e29d993bbf6c owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:06.660856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.691524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153548c1-174e-432e-95c3-96697994f61e None None] Network ef7c3599-3f94-427f-a891-f69687c7e1ab is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:06.711055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Calling delete_port for 4e468b33-0b79-4cc8-9adc-0b4b941b3984 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:06.741531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-153548c1-174e-432e-95c3-96697994f61e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:06.753350 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153548c1-174e-432e-95c3-96697994f61e None None] Pushing event updated for resources: {'Port': ['ID=4de81067-090d-4dac-89fe-fdcf6a37cc0d,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:06.757862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153548c1-174e-432e-95c3-96697994f61e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:06.758049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=95633046-2f0c-4e32-8939-6d66b63a39bb,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:06.788162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.821447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:06.827269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.830254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.857713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 70793673-3208-4018-a16c-edd9fecb050f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:06.858175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.864770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:06.885171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-153548c1-174e-432e-95c3-96697994f61e None None] Attempting to bind port 4de81067-090d-4dac-89fe-fdcf6a37cc0d on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:06.885759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-153548c1-174e-432e-95c3-96697994f61e None None] Attempting to bind port 4de81067-090d-4dac-89fe-fdcf6a37cc0d by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:06.885759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153548c1-174e-432e-95c3-96697994f61e None None] Attempting to bind port 4de81067-090d-4dac-89fe-fdcf6a37cc0d on network ef7c3599-3f94-427f-a891-f69687c7e1ab {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:06.892213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:06.893902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153548c1-174e-432e-95c3-96697994f61e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:06.894336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153548c1-174e-432e-95c3-96697994f61e None None] Checking segment: {'id': 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:06.894747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-153548c1-174e-432e-95c3-96697994f61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.895223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153548c1-174e-432e-95c3-96697994f61e None None] Bound using segment: {'id': 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:06.895827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-153548c1-174e-432e-95c3-96697994f61e None None] Bound port: 4de81067-090d-4dac-89fe-fdcf6a37cc0d, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:06.896219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-153548c1-174e-432e-95c3-96697994f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.906239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:06.921589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:06.962910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] Pushing event deleted for resources: {'Port': ['ID=4e468b33-0b79-4cc8-9adc-0b4b941b3984,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:06.965637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffe05e-b607-4ee0-9ece-c02e652fae6e None None] No DVR routers for this DVR port 4e468b33-0b79-4cc8-9adc-0b4b941b3984 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:06.981928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6a31ff5b-a3e6-4490-ad82-16a63c644db4 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.014685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d819ce7e-54bd-4a78-bf1c-e63acf23a0ee None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:07.046540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4767a8cd-6938-4dc4-850e-05eb40e37d52,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:07.059490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.088769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.090779 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae6cc32e-7476-4e53-ab1e-c4230922b8cb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2767723 Mar 03 10:18:07.091764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:07.095261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.104317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58356) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:07.104679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.161569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-153548c1-174e-432e-95c3-96697994f61e None None] For port 4de81067-090d-4dac-89fe-fdcf6a37cc0d, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:07.176703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-153548c1-174e-432e-95c3-96697994f61e None None] For port 4de81067-090d-4dac-89fe-fdcf6a37cc0d, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4de81067-090d-4dac-89fe-fdcf6a37cc0d,segment=NetworkSegment(ae7f8851-9769-4958-9fbd-a0fd9a7dca75),segment_id=ae7f8851-9769-4958-9fbd-a0fd9a7dca75)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:07.189829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-153548c1-174e-432e-95c3-96697994f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.199590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0d42102e-a573-4314-9db3-5ba309c3aadb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:07.200286 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-0d42102e-a573-4314-9db3-5ba309c3aadb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 10:18:07.200779 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-0d42102e-a573-4314-9db3-5ba309c3aadb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 10:18:07.201753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0d42102e-a573-4314-9db3-5ba309c3aadb tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "PUT /v2.0/security-groups/4767a8cd-6938-4dc4-850e-05eb40e37d52 HTTP/1.1" status: 409 len: 330 time: 0.0738332 Mar 03 10:18:07.203638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6a31ff5b-a3e6-4490-ad82-16a63c644db4 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.229504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7c3599-3f94-427f-a891-f69687c7e1ab']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:07.236736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58360) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:07.255525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 70793673-3208-4018-a16c-edd9fecb050f owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:07.268748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port eae12108-751f-4c1a-9f4b-66410b6d4649 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:07.357080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:07.357459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:07.408384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.437369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153548c1-174e-432e-95c3-96697994f61e None None] Pushing event updated for resources: {'Port': ['ID=4de81067-090d-4dac-89fe-fdcf6a37cc0d,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:07.500833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883323a8-0f9d-4635-9452-f886af3a5e00 None None] Network ef7c3599-3f94-427f-a891-f69687c7e1ab requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:07.501081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.584373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:07.584760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.590536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:07.604680 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:07.607257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6a31ff5b-a3e6-4490-ad82-16a63c644db4 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.646304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=ffce1867-b68a-4851-84b2-e29d993bbf6c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:07.660651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '14cd5589-8356-4574-ac54-bcbd441e817a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:07.661598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.702570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-074ccfcb-f752-4237-bd47-64bfff6cef53 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.755008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31ff5b-a3e6-4490-ad82-16a63c644db4 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc5298-46de-4ac7-a9ee-688a276eaf0a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:07.776477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.826101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-074ccfcb-f752-4237-bd47-64bfff6cef53 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.942740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/14cd5589-8356-4574-ac54-bcbd441e817a/2c796f3e-f960-4a3e-baa0-9787f403dfab) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:07.954680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:07.961432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:18:07.961432 dv-neutron-831192-5-hyperv neutron-server[87889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:18:07.961432 dv-neutron-831192-5-hyperv neutron-server[87889]: [parameters: {'id': 'ef7c3599-3f94-427f-a891-f69687c7e1ab'}] Mar 03 10:18:07.961432 dv-neutron-831192-5-hyperv neutron-server[87889]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:07.961819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:07.979174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=70793673-3208-4018-a16c-edd9fecb050f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:08.032637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-074ccfcb-f752-4237-bd47-64bfff6cef53 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.065158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.103962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ccfcb-f752-4237-bd47-64bfff6cef53 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4767a8cd-6938-4dc4-850e-05eb40e37d52,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:08.115038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-074ccfcb-f752-4237-bd47-64bfff6cef53 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.118502 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-074ccfcb-f752-4237-bd47-64bfff6cef53 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/4767a8cd-6938-4dc4-850e-05eb40e37d52 HTTP/1.1" status: 204 len: 168 time: 0.8747876 Mar 03 10:18:08.121009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6a31ff5b-a3e6-4490-ad82-16a63c644db4 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.122085 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6a31ff5b-a3e6-4490-ad82-16a63c644db4 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/92fc5298-46de-4ac7-a9ee-688a276eaf0a HTTP/1.1" status: 204 len: 168 time: 1.7760863 Mar 03 10:18:08.125443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58364) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:08.125693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58366) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:08.188276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.219001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.231173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Transition to ACTIVE for port object 2c796f3e-f960-4a3e-baa0-9787f403dfab will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:08.252415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Transition to ACTIVE for port object 2c796f3e-f960-4a3e-baa0-9787f403dfab will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:08.261108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.261911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.270976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-960ec022-8dd0-4747-bb6a-79e7d16c3c79 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:08.279949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.280703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.331698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-caac9971-b39f-435f-80c6-aa10cea6e1fa tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Synchronizing usage tracker for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:08.340775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:08.344122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:08.348780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:08.351488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Pushing event updated for resources: {'Port': ['ID=2c796f3e-f960-4a3e-baa0-9787f403dfab,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:08.414845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-960ec022-8dd0-4747-bb6a-79e7d16c3c79 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:08.416202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-960ec022-8dd0-4747-bb6a-79e7d16c3c79 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2854736 Mar 03 10:18:08.428211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58372) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:08.449901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Attempting to bind port 2c796f3e-f960-4a3e-baa0-9787f403dfab on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:08.450344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Attempting to bind port 2c796f3e-f960-4a3e-baa0-9787f403dfab by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:08.450716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Attempting to bind port 2c796f3e-f960-4a3e-baa0-9787f403dfab on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:08.456263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:08.456758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:08.457164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.457561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:08.458067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Bound port: 2c796f3e-f960-4a3e-baa0-9787f403dfab, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:08.458452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.486418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.564908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] For port 2c796f3e-f960-4a3e-baa0-9787f403dfab, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:08.568575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] For port 2c796f3e-f960-4a3e-baa0-9787f403dfab, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2c796f3e-f960-4a3e-baa0-9787f403dfab,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:08.573650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.619571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.621423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=8b431321-aebf-4b3b-9c04-116497951ca2,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:08.639556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.645466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-caac9971-b39f-435f-80c6-aa10cea6e1fa tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] Unset dirty status for tenant:fd98c604a15840e7bd26745db73a1e91 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:08.646707 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-caac9971-b39f-435f-80c6-aa10cea6e1fa tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5175085 Mar 03 10:18:08.665364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23542-4819-4d18-9a4d-fbcd7a0f03e2 None None] Pushing event updated for resources: {'Port': ['ID=2c796f3e-f960-4a3e-baa0-9787f403dfab,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:08.692511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58376) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:08.780145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port 4de81067-090d-4dac-89fe-fdcf6a37cc0d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:08.780575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:08.805073 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-931b1e48-b286-49c3-ab80-c4bcbddaf117 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] delete failed (client error): The resource could not be found. Mar 03 10:18:08.807799 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-931b1e48-b286-49c3-ab80-c4bcbddaf117 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "DELETE /v2.0/security-groups/5963987e-3a89-43f6-a98e-2c4a9f357bce HTTP/1.1" status: 404 len: 347 time: 0.1055307 Mar 03 10:18:08.835335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58380) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:08.836096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ccd65275-cd10-4175-87f9-7fd71a265155 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:08.885582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=eae12108-751f-4c1a-9f4b-66410b6d4649,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:08.946549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': '65dd42b7-ad0c-404e-8e4d-c14e207a6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:08.946907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: 6c61d290-ddf7-4c87-89dc-07fc15e9b906, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:18:08.954734 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-d09a20fa-2e9c-417e-a47f-9dcb9bdd9a92 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] show failed (client error): The resource could not be found. Mar 03 10:18:08.955859 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d09a20fa-2e9c-417e-a47f-9dcb9bdd9a92 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-groups/d3cfbfae-2660-404d-8ddd-5da767a1e078 HTTP/1.1" status: 404 len: 347 time: 0.1176724 Mar 03 10:18:08.968027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58384) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:08.976093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:08.983489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:08.988677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ccd65275-cd10-4175-87f9-7fd71a265155 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:08.989911 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ccd65275-cd10-4175-87f9-7fd71a265155 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5607553 Mar 03 10:18:08.994481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58388) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:09.000635 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-33c018dd-495b-4145-8552-c705818c4893 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] show failed (client error): The resource could not be found. Mar 03 10:18:09.001716 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-33c018dd-495b-4145-8552-c705818c4893 tempest-NegativeSecGroupTest-401506792 tempest-NegativeSecGroupTest-401506792-project] 10.222.0.23 "GET /v2.0/security-group-rules/87507e55-e368-4c9b-9fe5-84417fb5f499 HTTP/1.1" status: 404 len: 356 time: 0.0306499 Mar 03 10:18:09.009399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Router fa3d0312-b38e-4346-b20f-2f4ab6719f15 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:09.011900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:09.036630 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-4dfc4a23-626f-4a98-82ac-cb4d64efe016 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] delete failed (client error): The resource could not be found. Mar 03 10:18:09.037657 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4dfc4a23-626f-4a98-82ac-cb4d64efe016 tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "DELETE /v2.0/security-groups/92fc5298-46de-4ac7-a9ee-688a276eaf0a HTTP/1.1" status: 404 len: 347 time: 0.0386615 Mar 03 10:18:09.043082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58394) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:09.104620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:18:09.239846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 6c61d290-ddf7-4c87-89dc-07fc15e9b906) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:09.244281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:09.251591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d230f8e-ad07-4a43-8be1-bb352382bd50 None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:09.252742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:09.253384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:09.302437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] For port 4de81067-090d-4dac-89fe-fdcf6a37cc0d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4de81067-090d-4dac-89fe-fdcf6a37cc0d,segment=NetworkSegment(ae7f8851-9769-4958-9fbd-a0fd9a7dca75),segment_id=ae7f8851-9769-4958-9fbd-a0fd9a7dca75)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:09.302862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:09.322408 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2b742fbd-7fc5-4470-b81c-c05e616e5f4a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9708335 Mar 03 10:18:09.322614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58400) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:09.348279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-56426c62-1022-4fd5-838d-d169f0434acb tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Synchronizing usage tracker for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:09.356980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:09.367251 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81045b17-7573-46d1-8333-36defa02315b None None] Sync routers for ids ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:09.389776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-56426c62-1022-4fd5-838d-d169f0434acb tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] Unset dirty status for tenant:1d1a18141434416d926d76a7a913fdd0 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:09.391276 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-56426c62-1022-4fd5-838d-d169f0434acb tempest-SecGroupTest-253328885 tempest-SecGroupTest-253328885-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3456149 Mar 03 10:18:09.394396 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81045b17-7573-46d1-8333-36defa02315b None None] Routers {'fa3d0312-b38e-4346-b20f-2f4ab6719f15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:09.395020 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-81045b17-7573-46d1-8333-36defa02315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:09.434985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1843641435'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:09.445866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:09.464903 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8b854a2a-f80b-419f-8ab0-0e041c70741f tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1489151 Mar 03 10:18:09.468396 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2aae1268-15b8-4dca-a99b-29da4f12bdd4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "PUT /v2.0/routers/fa3d0312-b38e-4346-b20f-2f4ab6719f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5205824 Mar 03 10:18:09.470672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58406) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:09.475724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58408) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:09.508733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:09.534104 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-81045b17-7573-46d1-8333-36defa02315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:09.563433 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81045b17-7573-46d1-8333-36defa02315b None None] Routers {'fa3d0312-b38e-4346-b20f-2f4ab6719f15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:09.564238 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-81045b17-7573-46d1-8333-36defa02315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:09.572523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:09.575917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:09.597489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Calling delete_port for 4de81067-090d-4dac-89fe-fdcf6a37cc0d owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:09.627683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58414) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:09.667100 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b47971-505a-4e9b-8998-82c9ecff8451 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:18:09.673158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b6b47971-505a-4e9b-8998-82c9ecff8451 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:09.688279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:09.706858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:09.721358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet 23c294b6-e3f6-4713-99c2-d7029471fe7a {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:09.733370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b6b47971-505a-4e9b-8998-82c9ecff8451 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:09.734806 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b6b47971-505a-4e9b-8998-82c9ecff8451 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/70793673-3208-4018-a16c-edd9fecb050f HTTP/1.1" status: 404 len: 333 time: 0.2563310 Mar 03 10:18:09.738798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:09.749080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:09.751758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58420) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:09.776871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c796f3e-f960-4a3e-baa0-9787f403dfab up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:09.806627 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-81045b17-7573-46d1-8333-36defa02315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:09.807028 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81045b17-7573-46d1-8333-36defa02315b None None] The sync data for ids ['fa3d0312-b38e-4346-b20f-2f4ab6719f15'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:09.871845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:09.917340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:18:10.018302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95711767-997d-4e1d-83fe-f7ecbb1eb367 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.051923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:10.076990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58426) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:10.094199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:10.097687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.122571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.146604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.192918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Provisioning for port 8b431321-aebf-4b3b-9c04-116497951ca2 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:10.220954 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4bc9ec02-358f-4a1a-83cb-16f53d27c191 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd98c604a15840e7bd26745db73a1e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893145 Mar 03 10:18:10.224119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58432) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:10.290965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Port': ['ID=4de81067-090d-4dac-89fe-fdcf6a37cc0d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:10.327038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Provisioning complete for port 8b431321-aebf-4b3b-9c04-116497951ca2 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:10.327616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.371093 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 2c796f3e-f960-4a3e-baa0-9787f403dfab completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:10.371257 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ddc030a2-b1f8-4965-ac87-ba62d50ed3d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d1a18141434416d926d76a7a913fdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922747 Mar 03 10:18:10.372006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58436) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:10.373520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.407228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54dcc25e-298d-4ea6-baee-10499063cba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.415710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No DVR routers for this DVR port 4de81067-090d-4dac-89fe-fdcf6a37cc0d on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:10.540556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Port 8b431321-aebf-4b3b-9c04-116497951ca2 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:10.546538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54dcc25e-298d-4ea6-baee-10499063cba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.585141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93433d7-fe0a-4743-9872-a50f93028d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.590331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Provisioning for port 2c796f3e-f960-4a3e-baa0-9787f403dfab completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:10.612064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Provisioning complete for port 2c796f3e-f960-4a3e-baa0-9787f403dfab triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:10.612447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.647581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.673420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26f307-631e-4bb1-aefb-5704198a0107 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:18:10.693619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93433d7-fe0a-4743-9872-a50f93028d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.707321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.716982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=23c294b6-e3f6-4713-99c2-d7029471fe7a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:10.726782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:10.749842 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ad7e6f32-5949-40ec-9f07-edfad1b259d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/23c294b6-e3f6-4713-99c2-d7029471fe7a HTTP/1.1" status: 204 len: 168 time: 1.2703612 Mar 03 10:18:10.750597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58440) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:10.866045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54dcc25e-298d-4ea6-baee-10499063cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.882595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.883192 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment bfaf43ec-e38a-4464-b096-4fadea93d6ac of type vlan for network 128f835c-0e51-4e02-8355-e5795264416f Mar 03 10:18:10.891877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95711767-997d-4e1d-83fe-f7ecbb1eb367 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.899562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcc25e-298d-4ea6-baee-10499063cba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee7561-ac59-4b44-a219-19d2b317b36d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:10.905377 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.905953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.927143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93433d7-fe0a-4743-9872-a50f93028d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.929792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93433d7-fe0a-4743-9872-a50f93028d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.931177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b93433d7-fe0a-4743-9872-a50f93028d11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa5de215-f085-4d4c-aedc-46ad7d0b8649 HTTP/1.1" status: 204 len: 168 time: 0.5268097 Mar 03 10:18:10.939486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port c6273097-3e72-4ed1-8e54-5cc154ee2f93 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:10.939740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.976522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:07Z', 'revision_number': 8, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:10.979636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54dcc25e-298d-4ea6-baee-10499063cba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:10.981524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] For port 2c796f3e-f960-4a3e-baa0-9787f403dfab, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2c796f3e-f960-4a3e-baa0-9787f403dfab,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:10.981668 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-54dcc25e-298d-4ea6-baee-10499063cba2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2ee7561-ac59-4b44-a219-19d2b317b36d HTTP/1.1" status: 204 len: 168 time: 0.7566981 Mar 03 10:18:10.990693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93433d7-fe0a-4743-9872-a50f93028d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5de215-f085-4d4c-aedc-46ad7d0b8649,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:10.992746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26f307-631e-4bb1-aefb-5704198a0107 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:18:11.003758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:11.003957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95711767-997d-4e1d-83fe-f7ecbb1eb367 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.015553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:11.018271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.030488 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Sync routers for ids ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:11.045626 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Routers {'3422655e-02e8-4069-a96d-07bf2f3a7cf4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:11.046248 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:11.050366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.098773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.128065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:11.129057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:11.227779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95711767-997d-4e1d-83fe-f7ecbb1eb367 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.228366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95711767-997d-4e1d-83fe-f7ecbb1eb367 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Fanout notify agent at l3_agent the message router_deleted on router fa3d0312-b38e-4346-b20f-2f4ab6719f15 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:18:11.231123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7c3599-3f94-427f-a891-f69687c7e1ab']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:11.256308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95711767-997d-4e1d-83fe-f7ecbb1eb367 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.257402 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-95711767-997d-4e1d-83fe-f7ecbb1eb367 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/routers/fa3d0312-b38e-4346-b20f-2f4ab6719f15 HTTP/1.1" status: 204 len: 168 time: 1.5016718 Mar 03 10:18:11.259863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-34b308db-9d5c-4335-bd98-e33de22f8943 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "PUT /v2.0/routers/3422655e-02e8-4069-a96d-07bf2f3a7cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9133258 Mar 03 10:18:11.264092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58452) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:11.264362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58454) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:11.264498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.269632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:11.270229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.295447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:11.295749 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7f8851-9769-4958-9fbd-a0fd9a7dca75') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:11.333178 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:18:11.368594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.396247 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Set router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:11.471191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa551638-4823-4949-b6ed-fade0d72353e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:11.472395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa551638-4823-4949-b6ed-fade0d72353e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:11.481486 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1579514 Mar 03 10:18:11.493014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.494805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port c6273097-3e72-4ed1-8e54-5cc154ee2f93, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c6273097-3e72-4ed1-8e54-5cc154ee2f93,segment=NetworkSegment(a8012249-c6f5-4a96-bcbd-34d627e918a1),segment_id=a8012249-c6f5-4a96-bcbd-34d627e918a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:11.495645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.558513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58466) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:11.572171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fdf15-0b08-462d-ac97-8e5789366199 None None] Pushing event updated for resources: {'Port': ['ID=2c796f3e-f960-4a3e-baa0-9787f403dfab,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:11.575211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'ports': [{'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906'}, {'network_id': '128f835c-0e51-4e02-8355-e5795264416f'}]} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:11.576173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:11.577155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '128f835c-0e51-4e02-8355-e5795264416f'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:11.593998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:11.594641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:11.619890 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:11.632194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a61f8af9-f92b-4f93-ac55-7d16f4a2528c None None] Provisioning complete for port 8b431321-aebf-4b3b-9c04-116497951ca2 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:11.632599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a61f8af9-f92b-4f93-ac55-7d16f4a2528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.658325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58cb4-01bb-4532-801d-e826c2451806 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=128f835c-0e51-4e02-8355-e5795264416f,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:11.670833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet ffa091e6-6eae-4a08-a670-e2b8f858d11c {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:11.732714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 128f835c-0e51-4e02-8355-e5795264416f details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:11.738055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:11.772917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa551638-4823-4949-b6ed-fade0d72353e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:11.779168 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fa551638-4823-4949-b6ed-fade0d72353e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports/8b431321-aebf-4b3b-9c04-116497951ca2 HTTP/1.1" status: 200 len: 911 time: 0.5114107 Mar 03 10:18:11.795465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:11.800069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for c6273097-3e72-4ed1-8e54-5cc154ee2f93 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:11.810803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58480) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:11.986341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.005246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a61f8af9-f92b-4f93-ac55-7d16f4a2528c None None] Port 8b431321-aebf-4b3b-9c04-116497951ca2 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:12.010577 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'name': 'tempest-NetworksTestDHCPv6-router-1830273755', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:03Z', 'updated_at': '2022-03-03T10:18:06Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None, '_interfaces': [{'id': '8b431321-aebf-4b3b-9c04-116497951ca2', 'name': '', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'mac_address': 'fa:16:3e:6f:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '14cd5589-8356-4574-ac54-bcbd441e817a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:04Z', 'updated_at': '2022-03-03T10:18:07Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'subnets': [{'id': '14cd5589-8356-4574-ac54-bcbd441e817a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:12.023630 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Checking router: 3422655e-02e8-4069-a96d-07bf2f3a7cf4 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:12.024170 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Updating router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 port 8b431321-aebf-4b3b-9c04-116497951ca2 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:18:12.091020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No DVR routers for this DVR port c6273097-3e72-4ed1-8e54-5cc154ee2f93 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:12.096411 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.111900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.125576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=c6273097-3e72-4ed1-8e54-5cc154ee2f93,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:12.246413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.275490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc956c6-f975-468d-adb3-ab5e8623d2e3']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:12.289822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8012249-c6f5-4a96-bcbd-34d627e918a1') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:12.290218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8012249-c6f5-4a96-bcbd-34d627e918a1') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:12.304125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.328016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.335859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:12.336591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.409754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58500) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:12.412821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.440349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:12.459884 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:12.465058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.476472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.494274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:12.498353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=ef7c3599-3f94-427f-a891-f69687c7e1ab,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:12.508652 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/dfc956c6-f975-468d-adb3-ab5e8623d2e3 HTTP/1.1" status: 204 len: 168 time: 1.7569063 Mar 03 10:18:12.511079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:12.511626 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58508) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:12.541021 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-996113a0-a683-4836-beef-b23d70745c4e tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/ef7c3599-3f94-427f-a891-f69687c7e1ab HTTP/1.1" status: 204 len: 168 time: 8.8359814 Mar 03 10:18:12.544024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:12.549619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.614838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58512) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:12.725135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:07Z', 'revision_number': 8, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:12.745165 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.746270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec60d7f-2ed8-4574-bf7e-b0130b1befb6 None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:07Z', 'revision_number': 8, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68017c72-9c49-4e8f-9611-04009af34fb8', 'name': '', 'network_id': 'a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:d0:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:35Z', 'updated_at': '2022-03-03T10:17:52Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'fe1d60a1-b20a-4802-ae2f-cfb168876112', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:12.746505 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f8ee03a3-c9c1-4aa9-9207-96cbd5b012b4 tempest-ServiceProvidersTest-1681954224 tempest-ServiceProvidersTest-1681954224-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3192465 Mar 03 10:18:12.778493 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-48dc2f08-facf-431f-a685-e0d2fb849894 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] GET failed (client error): The resource could not be found. Mar 03 10:18:12.779130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48dc2f08-facf-431f-a685-e0d2fb849894 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Synchronizing usage tracker for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:12.780081 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Transition to ACTIVE for port object 8b431321-aebf-4b3b-9c04-116497951ca2 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:12.781997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 2} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:12.786939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.796148 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.827218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:12.836043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce860d80-f2dc-4a34-bf16-a30b09e17e14 None None] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:12.864961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce860d80-f2dc-4a34-bf16-a30b09e17e14 None None] Network dfc956c6-f975-468d-adb3-ab5e8623d2e3 could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:18:12.918411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235df1e-db1f-4840-8f45-d0a2541be249 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=dfc956c6-f975-468d-adb3-ab5e8623d2e3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:12.949335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec33595-efb1-4f9c-891f-09a41f1089fb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:12.958183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec33595-efb1-4f9c-891f-09a41f1089fb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:12.961984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0ec33595-efb1-4f9c-891f-09a41f1089fb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:13.033751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48dc2f08-facf-431f-a685-e0d2fb849894 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Unset dirty status for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:13.037452 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-48dc2f08-facf-431f-a685-e0d2fb849894 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/subnets/95633046-2f0c-4e32-8939-6d66b63a39bb HTTP/1.1" status: 404 len: 337 time: 0.4190941 Mar 03 10:18:13.038169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58530) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:13.090832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3808f8-bb8c-42f4-90fa-24ddf4cc0876 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:13.091073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3808f8-bb8c-42f4-90fa-24ddf4cc0876 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:13.099479 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1d3808f8-bb8c-42f4-90fa-24ddf4cc0876 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/ef7c3599-3f94-427f-a891-f69687c7e1ab HTTP/1.1" status: 404 len: 339 time: 0.0570104 Mar 03 10:18:13.102214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58534) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:13.148900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0063346-e1c5-47d0-9158-9bd4aa901356 None None] DHCP port deletion for dfc956c6-f975-468d-adb3-ab5e8623d2e3 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:13.206738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58538) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:13.212414 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87911bf0-5114-4dff-908f-a372e77571d7 None None] Pushing event updated for resources: {'Port': ['ID=8b431321-aebf-4b3b-9c04-116497951ca2,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:13.266866 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Attempting to bind port 8b431321-aebf-4b3b-9c04-116497951ca2 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:13.267228 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Attempting to bind port 8b431321-aebf-4b3b-9c04-116497951ca2 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:13.268538 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Attempting to bind port 8b431321-aebf-4b3b-9c04-116497951ca2 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:13.273600 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:13.273966 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:13.274496 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:13.275385 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:13.275856 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Bound port: 8b431321-aebf-4b3b-9c04-116497951ca2, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:13.276227 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:13.346978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0ec33595-efb1-4f9c-891f-09a41f1089fb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:13.351685 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0ec33595-efb1-4f9c-891f-09a41f1089fb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3746004 Mar 03 10:18:13.352437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58546) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:13.402823 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] For port 8b431321-aebf-4b3b-9c04-116497951ca2, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:13.418493 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] For port 8b431321-aebf-4b3b-9c04-116497951ca2, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8b431321-aebf-4b3b-9c04-116497951ca2,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:13.431760 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:13.503393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c796f3e-f960-4a3e-baa0-9787f403dfab up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:13.606728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b6292-a5cd-4657-893e-b65dd9a54aae tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:13.609020 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ed4b6292-a5cd-4657-893e-b65dd9a54aae tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5058942 Mar 03 10:18:13.616885 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Routers {'3422655e-02e8-4069-a96d-07bf2f3a7cf4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:13.617523 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:13.621946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58550) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:13.650225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2c796f3e-f960-4a3e-baa0-9787f403dfab triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:13.650621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:13.670560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58556) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:13.714780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:13.777877 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87911bf0-5114-4dff-908f-a372e77571d7 None None] Pushing event updated for resources: {'Port': ['ID=8b431321-aebf-4b3b-9c04-116497951ca2,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:13.784677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port b78da5f9-b0ac-46e9-a670-252f2143b8bf yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:13.799817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-76bae49c-8263-4968-8df1-63f3da13838c tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Synchronizing usage tracker for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:13.885481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-76bae49c-8263-4968-8df1-63f3da13838c tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Unset dirty status for tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:13.896028 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-76bae49c-8263-4968-8df1-63f3da13838c tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 207 time: 0.2691162 Mar 03 10:18:13.896477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58562) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:14.010990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ffce1867-b68a-4851-84b2-e29d993bbf6c no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:14.045986 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] Set router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:14.062435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: ffce1867-b68a-4851-84b2-e29d993bbf6c {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:14.062784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ffce1867-b68a-4851-84b2-e29d993bbf6c not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:14.063189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6273097-3e72-4ed1-8e54-5cc154ee2f93 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:14.064693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--1405142717', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:14.081281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.095951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:14.100989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: c6273097-3e72-4ed1-8e54-5cc154ee2f93 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:14.101584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6273097-3e72-4ed1-8e54-5cc154ee2f93 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:14.126141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.161284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:14.167861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:14.178453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa091e6-6eae-4a08-a670-e2b8f858d11c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:14.185837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:14.186282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.188778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:14.207760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b225097-1596-4426-8328-4f8ab4afd3b8 None None] Network 2d5d4f81-6599-4ad9-898a-34b0181115f5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:14.226564 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dadf5fa7-d584-4d9f-aedb-b0137fe3c3ad tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/ffa091e6-6eae-4a08-a670-e2b8f858d11c HTTP/1.1" status: 204 len: 168 time: 2.9494276 Mar 03 10:18:14.228746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Usage tracker for resource:security_group_rule and tenant:21279b76282243949e8c8bb60267ebb9 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:14.229455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58566) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:14.241994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:14.256827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:14.281220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:14.284936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.325743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d401ee7-ceac-467c-b033-d7fbccfa3b25 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:14.331385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d401ee7-ceac-467c-b033-d7fbccfa3b25 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:14.336977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d401ee7-ceac-467c-b033-d7fbccfa3b25 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:14.342852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d401ee7-ceac-467c-b033-d7fbccfa3b25 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:14.348756 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0d401ee7-ceac-467c-b033-d7fbccfa3b25 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4475253 Mar 03 10:18:14.349652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.362592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58570) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:14.393752 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'name': 'tempest-NetworksTestDHCPv6-router-1830273755', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:03Z', 'updated_at': '2022-03-03T10:18:06Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None, '_interfaces': [{'id': '8b431321-aebf-4b3b-9c04-116497951ca2', 'name': '', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'mac_address': 'fa:16:3e:6f:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '14cd5589-8356-4574-ac54-bcbd441e817a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:04Z', 'updated_at': '2022-03-03T10:18:13Z', 'revision_number': 4, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'subnets': [{'id': '14cd5589-8356-4574-ac54-bcbd441e817a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:14.396784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.399176 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50146e10-8d31-4950-b8c7-652e478f2e6b None None] The sync data for ids ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'] in dv-neutron-831192-5-hyperv is: [{'id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'name': 'tempest-NetworksTestDHCPv6-router-1830273755', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:03Z', 'updated_at': '2022-03-03T10:18:06Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None, '_interfaces': [{'id': '8b431321-aebf-4b3b-9c04-116497951ca2', 'name': '', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'mac_address': 'fa:16:3e:6f:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '14cd5589-8356-4574-ac54-bcbd441e817a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:04Z', 'updated_at': '2022-03-03T10:18:13Z', 'revision_number': 4, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'subnets': [{'id': '14cd5589-8356-4574-ac54-bcbd441e817a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:14.420559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:14.452511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:14.506516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:14.510321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.534530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:14.586928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] DHCP port deletion for 2d5d4f81-6599-4ad9-898a-34b0181115f5 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:14.593025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] Deleting port c6b3d8ba-0e21-4296-8a92-2c8afd731058 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:14.593025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.654062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 28756a5f-1daa-44fc-b90f-3bb8d47aa282 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:14.660027 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8f99a66a-5335-4ef6-b59d-77ff6ea44f38 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2958360 Mar 03 10:18:14.660341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58574) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:14.661335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port c6b3d8ba-0e21-4296-8a92-2c8afd731058 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:14.661688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.761342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.791732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.864684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745673ff-abd9-4ed6-a55b-f86f55e34d4f tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:14.864904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] For port c6b3d8ba-0e21-4296-8a92-2c8afd731058, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c6b3d8ba-0e21-4296-8a92-2c8afd731058,segment=NetworkSegment(3ffe28c7-0bee-4ee6-b8fd-b6394f40d466),segment_id=3ffe28c7-0bee-4ee6-b8fd-b6394f40d466)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:14.865121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:14.866451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745673ff-abd9-4ed6-a55b-f86f55e34d4f tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:14.872054 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-745673ff-abd9-4ed6-a55b-f86f55e34d4f tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2068243 Mar 03 10:18:14.875154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58578) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:14.894500 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21279b76282243949e8c8bb60267ebb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6866326 Mar 03 10:18:14.906351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58582) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:14.915022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d59f202-8a85-471e-b60f-9dfca0a4594a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:14.971239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.971239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.971651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.972054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.972454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.972854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.973250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.973649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.974040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.974506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.974830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.975240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddb56d-b60b-4889-971b-ca457a5f0dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:14.981231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.006634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.028440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] Calling delete_port for c6b3d8ba-0e21-4296-8a92-2c8afd731058 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:15.053141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.071054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.117473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.132283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:15.138790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4893128d-7a85-48cc-9525-62a23d6d974a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:15.175522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] Pushing event deleted for resources: {'Port': ['ID=c6b3d8ba-0e21-4296-8a92-2c8afd731058,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:15.184253 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db7a6a-b002-407e-874a-bf6a020024d6 None None] No DVR routers for this DVR port c6b3d8ba-0e21-4296-8a92-2c8afd731058 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:15.233463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.233839 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment 01f76b17-bc63-46db-8360-110bc1a6a5fd of type vlan for network b157a147-e393-49d8-a046-21553f827a61 Mar 03 10:18:15.260976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-339168cb-c9b3-4b45-94ff-9512a8cf5d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.356663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd529a-96a8-48c6-b784-c3cb87a9cf73 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:15.358041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd529a-96a8-48c6-b784-c3cb87a9cf73 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['shared'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:15.359733 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fabd529a-96a8-48c6-b784-c3cb87a9cf73 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4764342 Mar 03 10:18:15.416688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58586) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:15.458945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port c6b3d8ba-0e21-4296-8a92-2c8afd731058, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c6b3d8ba-0e21-4296-8a92-2c8afd731058,segment=NetworkSegment(3ffe28c7-0bee-4ee6-b8fd-b6394f40d466),segment_id=3ffe28c7-0bee-4ee6-b8fd-b6394f40d466)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:15.459248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.503546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8b431321-aebf-4b3b-9c04-116497951ca2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:15.543972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-339168cb-c9b3-4b45-94ff-9512a8cf5d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.552462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.580666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 8b431321-aebf-4b3b-9c04-116497951ca2 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:15.585702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8b431321-aebf-4b3b-9c04-116497951ca2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:15.586066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.617708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.635665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for c6b3d8ba-0e21-4296-8a92-2c8afd731058 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:15.717209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.753433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.753775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 8b431321-aebf-4b3b-9c04-116497951ca2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8b431321-aebf-4b3b-9c04-116497951ca2,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:15.758355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.763290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:15.763836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.805311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0118a-65a8-485e-85d4-3a4844b5dec5 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:15.811565 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1bd0118a-65a8-485e-85d4-3a4844b5dec5 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/networks/e98999b5-4cd8-4dd8-9005-b189b57cc0f9 HTTP/1.1" status: 200 len: 799 time: 0.3911021 Mar 03 10:18:15.813269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58590) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:15.850881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=8b431321-aebf-4b3b-9c04-116497951ca2,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:15.856942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6b3d8ba-0e21-4296-8a92-2c8afd731058 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:15.880833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:15.881407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:15.893909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.906103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: c6b3d8ba-0e21-4296-8a92-2c8afd731058 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:15.906546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c6b3d8ba-0e21-4296-8a92-2c8afd731058 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:15.944623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-339168cb-c9b3-4b45-94ff-9512a8cf5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.947228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-339168cb-c9b3-4b45-94ff-9512a8cf5d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:15.951355 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-339168cb-c9b3-4b45-94ff-9512a8cf5d9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d59f202-8a85-471e-b60f-9dfca0a4594a HTTP/1.1" status: 204 len: 168 time: 1.0391080 Mar 03 10:18:15.963862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 8b431321-aebf-4b3b-9c04-116497951ca2 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:15.964278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.024275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:16.030164 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3498096 Mar 03 10:18:16.032191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58596) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:16.034303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:16.039652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339168cb-c9b3-4b45-94ff-9512a8cf5d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d59f202-8a85-471e-b60f-9dfca0a4594a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:16.041459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095551b-441a-493e-ad95-75254d81b3dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=b157a147-e393-49d8-a046-21553f827a61,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:16.046102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-433924002', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:16.052368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:16.053240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.055061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=b78da5f9-b0ac-46e9-a670-252f2143b8bf,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:16.084023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network b157a147-e393-49d8-a046-21553f827a61 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:16.123056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:16.153622 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1ed8b58b-5c45-4064-a22f-44de3992e32f tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/networks/e98999b5-4cd8-4dd8-9005-b189b57cc0f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3241203 Mar 03 10:18:16.156592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58600) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:16.178567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:16.182857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:16.197355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:16.202451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 68017c72-9c49-4e8f-9611-04009af34fb8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:16.202451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.308730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=28756a5f-1daa-44fc-b90f-3bb8d47aa282,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:16.315213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8fd375-1ca1-4b5d-8263-536eff2f9e6d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:16.320984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.320984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.321895 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7d8fd375-1ca1-4b5d-8263-536eff2f9e6d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/subnets/f1297d13-a08d-4ff1-91dc-b725695f19f0 HTTP/1.1" status: 200 len: 811 time: 0.1642282 Mar 03 10:18:16.322706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58604) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:16.339636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': 'bfaf43ec-e38a-4464-b096-4fadea93d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '128f835c-0e51-4e02-8355-e5795264416f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:16.340296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: 128f835c-0e51-4e02-8355-e5795264416f, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:18:16.379566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.382803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port c6b3d8ba-0e21-4296-8a92-2c8afd731058 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:16.383145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.471505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port 8b431321-aebf-4b3b-9c04-116497951ca2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8b431321-aebf-4b3b-9c04-116497951ca2,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:16.471846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.474358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd8855-1282-4b13-8791-92d4103a2437 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['shared'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:16.476255 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-20cd8855-1282-4b13-8791-92d4103a2437 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "GET /v2.0/subnets/f1297d13-a08d-4ff1-91dc-b725695f19f0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1466644 Mar 03 10:18:16.490358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] The port 'c6b3d8ba-0e21-4296-8a92-2c8afd731058' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:18:16.491530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 128f835c-0e51-4e02-8355-e5795264416f is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:18:16.491772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58608) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:16.503277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-322292844'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:16.510817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:16.519529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Usage tracker for resource:network and tenant:d0c9a626bcf54f9ba0fd8ab3c4ba8b2a is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:16.525331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:16.541992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:16.556669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port 68017c72-9c49-4e8f-9611-04009af34fb8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=68017c72-9c49-4e8f-9611-04009af34fb8,segment=NetworkSegment(d016b038-51e2-4217-bceb-0e8868b350a3),segment_id=d016b038-51e2-4217-bceb-0e8868b350a3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:16.557032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.622289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:16.625607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.645385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 128f835c-0e51-4e02-8355-e5795264416f) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:16.653768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df14946f-b851-47a4-9331-9de8aaf0eede None None] Network 128f835c-0e51-4e02-8355-e5795264416f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:16.672516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 8b431321-aebf-4b3b-9c04-116497951ca2 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:16.703354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 68017c72-9c49-4e8f-9611-04009af34fb8 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:16.773085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:16.783210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:16.786127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.786780 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Added segment 551f46ca-7b2a-484b-bcca-1b708bbe57be of type vlan for network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b Mar 03 10:18:16.789569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:16.794963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:16.796461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.849099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.923237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:16.928581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:16.929155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.075272 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5820539 Mar 03 10:18:17.078279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58612) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:17.078983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9ddcc-6a99-46af-937c-aae76e2b4cd9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Network': ['ID=5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:17.079842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.087796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'network_id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:17.091783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:17.296504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.367692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=68017c72-9c49-4e8f-9611-04009af34fb8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:17.394475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5d4f81-6599-4ad9-898a-34b0181115f5']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:17.405545 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1f98d500-cb5c-4d06-9be4-bed5a3d3f7c6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8408389 Mar 03 10:18:17.408539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58616) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:17.452318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:17.521504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffe28c7-0bee-4ee6-b8fd-b6394f40d466') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:17.522171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffe28c7-0bee-4ee6-b8fd-b6394f40d466') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:17.541234 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:17.541693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8b431321-aebf-4b3b-9c04-116497951ca2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:17.624448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8b431321-aebf-4b3b-9c04-116497951ca2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:17.625094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.631366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 28756a5f-1daa-44fc-b90f-3bb8d47aa282 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:17.631716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.633436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.638970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.675904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Made reservation on behalf of d0c9a626bcf54f9ba0fd8ab3c4ba8b2a for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:17.679420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.685187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.707907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Could not find standard attr ID for object 8b431321-aebf-4b3b-9c04-116497951ca2. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:18:17.710597 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No ports have port_id starting with 8b431321-aebf-4b3b-9c04-116497951ca2 Mar 03 10:18:17.713809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:17.714762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:17.729420 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:17.744720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.845303 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:17.861334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing IP validity checks on allocation pools {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:18:17.861845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.ipam_backend_mixin [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:18:17.864316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=8b431321-aebf-4b3b-9c04-116497951ca2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:18.045526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.073266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.148964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.150812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=2d5d4f81-6599-4ad9-898a-34b0181115f5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:18.154156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.158630 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c2d594d0-979c-4893-a2f4-d17de4869dfe tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/2d5d4f81-6599-4ad9-898a-34b0181115f5 HTTP/1.1" status: 204 len: 168 time: 3.9256344 Mar 03 10:18:18.165083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58620) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:18.371180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 28756a5f-1daa-44fc-b90f-3bb8d47aa282 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:18.704147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:18.715243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2297fb-a578-42cf-997e-0720479a2483 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:18.720070 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9f2297fb-a578-42cf-997e-0720479a2483 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/f0dc490f-b854-451a-82c5-edccb7e9fb4a HTTP/1.1" status: 200 len: 841 time: 0.5462661 Mar 03 10:18:18.740864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58624) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:18.753163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.826003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:18.836085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.838328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.909170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:18.944416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=28756a5f-1daa-44fc-b90f-3bb8d47aa282,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:18.952504 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-846e1a40-2186-427f-adcc-be7f3735d25c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/f0dc490f-b854-451a-82c5-edccb7e9fb4a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2071428 Mar 03 10:18:18.954113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58628) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:18.959799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:18.964689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:18.971055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] Sync routers for ids ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:18.980973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] Routers {'3422655e-02e8-4069-a96d-07bf2f3a7cf4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:18.981647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:19.019187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.024350 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a9f4836a-95ca-4efd-9617-1feab51dc0de tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "PUT /v2.0/routers/3422655e-02e8-4069-a96d-07bf2f3a7cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6646771 Mar 03 10:18:19.037313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58632) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:19.113144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] Set router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:19.145744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:19.148486 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1d6c5139-291d-460d-8d32-0cbc68838aeb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/28756a5f-1daa-44fc-b90f-3bb8d47aa282 HTTP/1.1" status: 204 len: 168 time: 1.7404892 Mar 03 10:18:19.152789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58636) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:19.184885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=a66704a0-c156-41c3-a7cb-49954d6b594d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:19.187845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:19.199661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:19.216513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:19.222422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.58 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/b58d9bac-196b-4a64-9387-fa8793d04eff) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:19.223204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'name': 'tempest-NetworksTestDHCPv6-router-1830273755', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:03Z', 'updated_at': '2022-03-03T10:18:17Z', 'revision_number': 3, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:19.229072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] Checking router: 3422655e-02e8-4069-a96d-07bf2f3a7cf4 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:19.231414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:19.235847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73772c4b-0aef-48d4-a377-0115de2a88be tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:19.237464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73772c4b-0aef-48d4-a377-0115de2a88be tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:19.238227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-73772c4b-0aef-48d4-a377-0115de2a88be tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:19.240897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Checking segment: {'id': '551f46ca-7b2a-484b-bcca-1b708bbe57be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:19.241259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network hostable DHCP agents. Network: 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:18:19.242891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] Routers {'3422655e-02e8-4069-a96d-07bf2f3a7cf4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:19.243841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:19.244064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:19.248193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.249667 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:19.251419 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-156c5245-fda9-4c83-abe3-861007ab3054 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7386429 Mar 03 10:18:19.257995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58640) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:19.265627 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:19.267061 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:19.329985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-73772c4b-0aef-48d4-a377-0115de2a88be tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:19.334073 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-73772c4b-0aef-48d4-a377-0115de2a88be tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2961910 Mar 03 10:18:19.334220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58644) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:19.343929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:18:19.365736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet fe1d60a1-b20a-4802-ae2f-cfb168876112 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:19.368198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:19.371438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.416732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:19.417419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.421437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7978b3-10f6-4fc1-ae73-dbda35adb111 None None] Network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:19.459401 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-10e40036-a3c9-4a0f-9fd7-35b6dc1aac47 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3762648 Mar 03 10:18:19.462083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.470817 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] Set router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:19.517104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58648) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:19.540224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b3ae9a97-99d2-4767-983f-db8ed299f85a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:19.635408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38635486-e6c3-4234-b612-2893c2081aec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:19.643250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38635486-e6c3-4234-b612-2893c2081aec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:19.644365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-38635486-e6c3-4234-b612-2893c2081aec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:19.715872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-38635486-e6c3-4234-b612-2893c2081aec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:19.717782 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-38635486-e6c3-4234-b612-2893c2081aec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5627489 Mar 03 10:18:19.721648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58652) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:19.722649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9a97-99d2-4767-983f-db8ed299f85a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2242544'] for subnet, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.723318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 14cd5589-8356-4574-ac54-bcbd441e817a {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:19.734117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.749965 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:19.825260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.846926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.894041 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'name': 'tempest-NetworksTestDHCPv6-router-1830273755', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:03Z', 'updated_at': '2022-03-03T10:18:17Z', 'revision_number': 3, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:19.904869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0bb2d-0cb7-4bce-9038-06eb5c940094 None None] The sync data for ids ['3422655e-02e8-4069-a96d-07bf2f3a7cf4'] in dv-neutron-831192-5-hyperv is: [{'id': '3422655e-02e8-4069-a96d-07bf2f3a7cf4', 'name': 'tempest-NetworksTestDHCPv6-router-1830273755', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:03Z', 'updated_at': '2022-03-03T10:18:17Z', 'revision_number': 3, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:19.912089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.923786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b', 'network_id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b', 'tenant_id': 'd0c9a626bcf54f9ba0fd8ab3c4ba8b2a', 'fixed_ips': [{'subnet_id': 'a66704a0-c156-41c3-a7cb-49954d6b594d'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:19.924643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:19.994540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port b78da5f9-b0ac-46e9-a670-252f2143b8bf {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:19.995074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.083384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.125513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.147922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.159159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 10:18:20.159159 dv-neutron-831192-5-hyperv neutron-server[87890]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 03 10:18:20.159159 dv-neutron-831192-5-hyperv neutron-server[87890]: [parameters: {'in_use': 1, 'id_1': 'a66704a0-c156-41c3-a7cb-49954d6b594d'}] Mar 03 10:18:20.159159 dv-neutron-831192-5-hyperv neutron-server[87890]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:20.159974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:20.185133 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:16Z', 'revision_number': 9, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:20.189274 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:20.198598 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:20.199878 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:20.203324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:20.210615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1d60a1-b20a-4802-ae2f-cfb168876112,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:20.211850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.212635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.227036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d208da-0c55-4d7d-af47-194962555f2b None None] Network a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:20.247369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:20.262297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:20.264205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:20.275093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:20.275708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.291997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:20.334694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=b58d9bac-196b-4a64-9387-fa8793d04eff,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:20.344424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ce43d-d0ac-4d86-b49f-b135619b6536 None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:20.398858 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:20.546557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=653db3df-e90e-4f74-87e4-6136270af92a,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:20.574347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.578197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.578587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.579398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.579398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.579765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.580019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.580409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.580748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.582328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.582668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.583001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.583858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.592083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.592431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.592772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.593102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.593431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.593771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.594078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.594398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.594718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.595054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.595707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.596033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:20.606120 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ea0e65fe-c285-4997-8089-3ddc7590ea65 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6506927 Mar 03 10:18:20.609599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58656) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:20.617847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'security_group': {'name': 'tempest-secgroup-521548791'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:20.626791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:20.680595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.691017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:20.705543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:20.768038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:20.770549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.852314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=14cd5589-8356-4574-ac54-bcbd441e817a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:20.874536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.881905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for b78da5f9-b0ac-46e9-a670-252f2143b8bf owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:20.885411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97fd113-d0ad-4c33-8531-3ecf62db35f8 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:20.887901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:20.921874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:20.929169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b603c714-eeb6-413a-87d6-fd68e797e8e6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/14cd5589-8356-4574-ac54-bcbd441e817a HTTP/1.1" status: 204 len: 168 time: 1.5914049 Mar 03 10:18:20.930355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group_rule and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:20.937346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58660) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:20.950969 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:16Z', 'revision_number': 9, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:20.954975 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb508d-26d2-4876-8902-6e5fe3aa34fe None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:16Z', 'revision_number': 9, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f34a9693-ca25-4e62-b3e9-218d468b3e40', 'name': '', 'network_id': '32847506-2a93-4797-900e-4464016a1daf', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:3f:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:22Z', 'updated_at': '2022-03-03T10:17:36Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': 'e1172c07-ca56-4e17-91be-2eaa03e5747d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:20.974387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-81ac1383-b343-410b-a2d2-5757d8e7d177 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/fe1d60a1-b20a-4802-ae2f-cfb168876112 HTTP/1.1" status: 204 len: 168 time: 1.7093370 Mar 03 10:18:20.974387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58662) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:20.996382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-4b3344a3-54c8-49a1-89a7-a770b9addefc', 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'tenant_id': 'c46ea56fc50c4ccf9fe1767f39c7813b', 'fixed_ips': [{'subnet_id': '653db3df-e90e-4f74-87e4-6136270af92a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:20.997215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.001138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.008866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:21.094906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=b78da5f9-b0ac-46e9-a670-252f2143b8bf,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:21.097142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:21.102917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.172039 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-15b52931-fb11-450d-b222-0e8f40cfd0eb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/b78da5f9-b0ac-46e9-a670-252f2143b8bf HTTP/1.1" status: 204 len: 168 time: 1.4423022 Mar 03 10:18:21.175616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9a97-99d2-4767-983f-db8ed299f85a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759093021157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3218090'] for subnet, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.182284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58668) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:21.281528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c5dfd0e8-d3bf-4d2a-80fa-42f8c3d9f1f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:router {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:21.290548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.301547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Allocated IP 172.20.0.3 (5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b/a66704a0-c156-41c3-a7cb-49954d6b594d/6409d742-739d-4c7e-98a3-1d8c121857cd) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:21.304680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae9a97-99d2-4767-983f-db8ed299f85a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:21.305087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9a97-99d2-4767-983f-db8ed299f85a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.313413 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b3ae9a97-99d2-4767-983f-db8ed299f85a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "PUT /v2.0/subnets/a66704a0-c156-41c3-a7cb-49954d6b594d HTTP/1.1" status: 200 len: 877 time: 1.7882607 Mar 03 10:18:21.313413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58672) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:21.350119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.359662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae9a97-99d2-4767-983f-db8ed299f85a tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event updated for resources: {'Subnet': ['ID=a66704a0-c156-41c3-a7cb-49954d6b594d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:21.380452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Allocated IP 172.20.0.2 (4b3344a3-54c8-49a1-89a7-a770b9addefc/653db3df-e90e-4f74-87e4-6136270af92a/21692103-7650-4bb0-bca8-0becda027af7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:21.383039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] DHCP port deletion for a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:21.403632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c5dfd0e8-d3bf-4d2a-80fa-42f8c3d9f1f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:router {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:21.417262 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c5dfd0e8-d3bf-4d2a-80fa-42f8c3d9f1f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4101298 Mar 03 10:18:21.423450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.426738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58676) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:21.427567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Deleting port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:21.428739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.441091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:21.441310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.551507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:21.562140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.591387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 68017c72-9c49-4e8f-9611-04009af34fb8 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:21.599889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.627926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c723b8c6-c873-4ee3-9dd1-504004157c07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:21.628744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c723b8c6-c873-4ee3-9dd1-504004157c07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:21.648194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] Deleting port 2c796f3e-f960-4a3e-baa0-9787f403dfab {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:21.648565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.688689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 68017c72-9c49-4e8f-9611-04009af34fb8 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:21.689460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 68017c72-9c49-4e8f-9611-04009af34fb8 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:21.690044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8b431321-aebf-4b3b-9c04-116497951ca2 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:21.719623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.721175 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1106749 Mar 03 10:18:21.724106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6395b17-5404-43f1-82d7-37240d4ba9dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.734187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58680) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:21.777886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'security_group': {'name': 'tempest-secgroup-357930812'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:21.801545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:21.816818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c723b8c6-c873-4ee3-9dd1-504004157c07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:21.820348 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c723b8c6-c873-4ee3-9dd1-504004157c07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6070459 Mar 03 10:18:21.825097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:21.829399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:21.834529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:21.835954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 8b431321-aebf-4b3b-9c04-116497951ca2 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:21.836303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8b431321-aebf-4b3b-9c04-116497951ca2 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:21.837084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:21.855877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f41977-21db-4059-8681-548516dea55a tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc638d8-5031-48aa-8984-d0193d5730d5,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:21.927345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:21.951426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:21.989284 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6857e157-58dd-4a6e-a20c-3b9525d8046b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:18:21.993205 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6857e157-58dd-4a6e-a20c-3b9525d8046b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/28756a5f-1daa-44fc-b90f-3bb8d47aa282 HTTP/1.1" status: 404 len: 333 time: 0.1603858 Mar 03 10:18:22.002756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58688) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:22.006880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,segment=NetworkSegment(d016b038-51e2-4217-bceb-0e8868b350a3),segment_id=d016b038-51e2-4217-bceb-0e8868b350a3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:22.007220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.056548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.201072 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-073107e0-32ef-4c95-9ee2-53ef671dc4ae tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:18:22.205044 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-073107e0-32ef-4c95-9ee2-53ef671dc4ae tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/b78da5f9-b0ac-46e9-a670-252f2143b8bf HTTP/1.1" status: 404 len: 333 time: 0.1986411 Mar 03 10:18:22.212933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:22.239685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58692) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:22.259206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:22.282601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group_rule and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:22.289853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:22.309437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:22.337399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.354371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6395b17-5404-43f1-82d7-37240d4ba9dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.360758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6395b17-5404-43f1-82d7-37240d4ba9dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.392307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:22.400103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No DVR routers for this DVR port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:22.418381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] For port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6af2abc6-3c0c-4a50-b082-3f8edd1adcd7,segment=NetworkSegment(d016b038-51e2-4217-bceb-0e8868b350a3),segment_id=d016b038-51e2-4217-bceb-0e8868b350a3)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:22.418915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.432461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.471106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.529785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Transition to ACTIVE for port object 6409d742-739d-4c7e-98a3-1d8c121857cd will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:22.532234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.563165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.574784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.579672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.599358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.621008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Calling delete_port for 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:22.621274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6395b17-5404-43f1-82d7-37240d4ba9dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.621797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6395b17-5404-43f1-82d7-37240d4ba9dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Fanout notify agent at l3_agent the message router_deleted on router 3422655e-02e8-4069-a96d-07bf2f3a7cf4 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:18:22.665155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] For port 2c796f3e-f960-4a3e-baa0-9787f403dfab, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2c796f3e-f960-4a3e-baa0-9787f403dfab,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:22.665741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.684803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Transition to ACTIVE for port object 21692103-7650-4bb0-bca8-0becda027af7 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:22.704313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Transition to ACTIVE for port object 6409d742-739d-4c7e-98a3-1d8c121857cd will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:22.750920 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.776143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:22.781774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128f835c-0e51-4e02-8355-e5795264416f']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:22.786977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f22aa6-dfa3-41f4-8123-0fe040ff5847,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:22.800888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.801926 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0809e350-849d-424e-9a12-eacdb937e81e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0526190 Mar 03 10:18:22.806475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58696) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:22.809407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd016b038-51e2-4217-bceb-0e8868b350a3') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:22.809707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd016b038-51e2-4217-bceb-0e8868b350a3') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:22.809828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.819042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6395b17-5404-43f1-82d7-37240d4ba9dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.820670 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d6395b17-5404-43f1-82d7-37240d4ba9dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/routers/3422655e-02e8-4069-a96d-07bf2f3a7cf4 HTTP/1.1" status: 204 len: 168 time: 1.3811059 Mar 03 10:18:22.824195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58700) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:22.831701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.842414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-990153006', 'security_groups': ['c3f22aa6-dfa3-41f4-8123-0fe040ff5847'], 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '653db3df-e90e-4f74-87e4-6136270af92a'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:22.855792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] Calling delete_port for 2c796f3e-f960-4a3e-baa0-9787f403dfab owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:22.864940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:22.887127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaf43ec-e38a-4464-b096-4fadea93d6ac') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:22.887529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaf43ec-e38a-4464-b096-4fadea93d6ac') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:22.891173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.895242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Transition to ACTIVE for port object 21692103-7650-4bb0-bca8-0becda027af7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:22.910646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.913736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:22.945536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.007845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.012876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.013859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:23.014256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:23.029734 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:23.038451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:23.054468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:23.073459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=a66704a0-c156-41c3-a7cb-49954d6b594d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:23.077450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:23.082791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:23.083484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:23.083916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Pushing event updated for resources: {'Port': ['ID=6409d742-739d-4c7e-98a3-1d8c121857cd,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:23.086218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:23.086793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.092473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:23.118320 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:23.127761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:23.135496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.136606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.137120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.137685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.138174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.138670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.139181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.139801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.140165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.140489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.140762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.141111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:18:23.145412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:23.147819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.153683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.187523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=128f835c-0e51-4e02-8355-e5795264416f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:23.197248 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3911419a-29fd-42aa-99ff-dd636abdad56 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/128f835c-0e51-4e02-8355-e5795264416f HTTP/1.1" status: 204 len: 168 time: 0.9490218 Mar 03 10:18:23.201746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58704) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:23.208387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-431197801'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:23.213629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:23.220288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:23.223898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:23.228376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.230574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:23.232612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router d546c91a-391a-447b-8a04-4651c341672e is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:18:23.264021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:23.285594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:23.310843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:23.314470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.336992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:23.354259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:23.361258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.365968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.374558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:23.379855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Attempting to bind port 6409d742-739d-4c7e-98a3-1d8c121857cd on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:23.380500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Attempting to bind port 6409d742-739d-4c7e-98a3-1d8c121857cd by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '551f46ca-7b2a-484b-bcca-1b708bbe57be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:23.381085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Attempting to bind port 6409d742-739d-4c7e-98a3-1d8c121857cd on network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:23.398246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] No DVR routers for this DVR port 2c796f3e-f960-4a3e-baa0-9787f403dfab on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:23.398765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.411185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:23.412016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Checking segment: {'id': '551f46ca-7b2a-484b-bcca-1b708bbe57be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:23.412640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.413230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Bound using segment: {'id': '551f46ca-7b2a-484b-bcca-1b708bbe57be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:23.413912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Bound port: 6409d742-739d-4c7e-98a3-1d8c121857cd, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551f46ca-7b2a-484b-bcca-1b708bbe57be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:23.414522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.429860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:23.430956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:23.434119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:23.441500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:23.444067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Pushing event updated for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:23.456690 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c852496a-3659-4d91-a521-d91f3952cd04 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/a6ca6fcf-86eb-4b35-a9e4-590f7564c8e1 HTTP/1.1" status: 204 len: 168 time: 2.4815681 Mar 03 10:18:23.457823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:23.461552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.461895 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment 78852bc7-c65b-4157-8c75-417361ce3d78 of type vlan for network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 Mar 03 10:18:23.467601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:23.471631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.496071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:23.531166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.546372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.550446 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-66001d91-53e8-403c-a92c-2706e7e99bea tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5154097 Mar 03 10:18:23.551403 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58712) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:23.556549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Sync routers for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:23.559422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c796f3e-f960-4a3e-baa0-9787f403dfab no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:23.565272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551f46ca-7b2a-484b-bcca-1b708bbe57be') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:23.565783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551f46ca-7b2a-484b-bcca-1b708bbe57be') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:23.595702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.597096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:23.601809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Deleting port 6af2abc6-3c0c-4a50-b082-3f8edd1adcd7 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:23.602038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:23.602175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.602846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.660424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Attempting to bind port 21692103-7650-4bb0-bca8-0becda027af7 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:23.660794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Attempting to bind port 21692103-7650-4bb0-bca8-0becda027af7 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:23.661157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Attempting to bind port 21692103-7650-4bb0-bca8-0becda027af7 on network 4b3344a3-54c8-49a1-89a7-a770b9addefc {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:23.663366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce273d-e5aa-485a-88c1-df358177ffaf None None] Pushing event deleted for resources: {'Port': ['ID=2c796f3e-f960-4a3e-baa0-9787f403dfab,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:23.675650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 2c796f3e-f960-4a3e-baa0-9787f403dfab {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:23.676000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c796f3e-f960-4a3e-baa0-9787f403dfab not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:23.714839 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5116332 Mar 03 10:18:23.718736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:23.719120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Checking segment: {'id': '2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:23.719542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.720125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Bound using segment: {'id': '2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:23.720763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Bound port: 21692103-7650-4bb0-bca8-0becda027af7, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:23.721325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.721638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58718) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:23.729891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:23.732693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.739493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:23.740405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:23.743141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.817553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f45d1754-62d6-4a78-8a91-b051cbd68cc6 None None] The port '6af2abc6-3c0c-4a50-b082-3f8edd1adcd7' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:18:23.894560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.922977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.925882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:23.928184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4fbc3-aa2d-40bf-b9e1-2d15a81c7550 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:23.950369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:23.954509 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6c3c0e83-3a88-435c-96bb-229e115969c6 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4028010 Mar 03 10:18:23.957395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58722) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:23.961607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:23.962010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:23.983697 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:24.032021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] For port 6409d742-739d-4c7e-98a3-1d8c121857cd, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:24.125544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:24.131275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:24.139791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:24.144299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:24.154047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:24.158824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:24.164750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:24.180945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:24.184628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.209074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.220981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966426f-f73b-42df-a7c0-7115bee785f8 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:24.225375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8966426f-f73b-42df-a7c0-7115bee785f8 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2641239 Mar 03 10:18:24.226511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58726) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:24.327539 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3cdcf469-ed6a-4bb4-b8f8-d9ab81c26ec5 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968394 Mar 03 10:18:24.327539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Performing IP validity checks on allocation pools {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:18:24.328856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:18:24.330502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58730) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:24.339878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1504410357', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:24.388147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] For port 6409d742-739d-4c7e-98a3-1d8c121857cd, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6409d742-739d-4c7e-98a3-1d8c121857cd,segment=NetworkSegment(551f46ca-7b2a-484b-bcca-1b708bbe57be),segment_id=551f46ca-7b2a-484b-bcca-1b708bbe57be)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:24.401277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:18:24.401277 dv-neutron-831192-5-hyperv neutron-server[87888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:18:24.401277 dv-neutron-831192-5-hyperv neutron-server[87888]: [parameters: {'id': '5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b'}] Mar 03 10:18:24.401277 dv-neutron-831192-5-hyperv neutron-server[87888]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:24.402557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:24.444272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.465796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5410930-781b-409c-a22c-f6d630943e0c None None] Pushing event updated for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:24.477664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:24.484954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:24.489302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:24.540182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:24.567783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:24.573099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.691055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384db22-5e29-45b1-8c54-05d062ffc4ae None None] Pushing event updated for resources: {'Port': ['ID=6409d742-739d-4c7e-98a3-1d8c121857cd,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:24.741622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.744702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0e771-c838-4ca1-a0e1-720593e394b9 None None] Network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:24.751793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.779807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.9 (4b3344a3-54c8-49a1-89a7-a770b9addefc/653db3df-e90e-4f74-87e4-6136270af92a/7e994ac5-6896-4b7c-81bf-6febfa1bc20c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:24.841580 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:20Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:24.855792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Checking router: d546c91a-391a-447b-8a04-4651c341672e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:24.856802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Updating router d546c91a-391a-447b-8a04-4651c341672e port b58d9bac-196b-4a64-9387-fa8793d04eff binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:18:24.864315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:24.876505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:24.890834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:24.891459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.906354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:24.909785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': '78852bc7-c65b-4157-8c75-417361ce3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:24.910216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:18:24.920991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=d148b1f2-6679-4c1f-b21e-b54c064c2580,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:24.927726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=16e5da29-1ddf-4260-90bd-9c6765ec8f08,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:24.969684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:18:24.975110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0505f-bf6d-4f73-b3da-b6f42067ad04 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:24.998588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:25.004988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:25.006927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.010364 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ca74bd0a-e8e7-4c31-a576-cca9c9b80c05 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1792600 Mar 03 10:18:25.013491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58734) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:25.036983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1687056241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:25.046548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e1dfe-b015-416f-a8e8-81608e88a7e3 None None] Network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:25.048948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:25.060342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port 6409d742-739d-4c7e-98a3-1d8c121857cd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:25.060528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:router and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:25.060655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.066843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:25.071673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.128916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:25.135906 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f5b1342d-79e1-4a32-ad63-e234ee1fa91e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4130774 Mar 03 10:18:25.144030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58738) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:25.163185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5', 'name': 'tempest-PortsIpV6TestJSON-215518916'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:25.197955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.199044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.206623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=89083339-1796-482e-a945-a89ab2724681,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:25.270333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.312101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.337073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.347878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:25.348276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: b157a147-e393-49d8-a046-21553f827a61, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:18:25.380152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 7e994ac5-6896-4b7c-81bf-6febfa1bc20c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:25.391702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:25.401760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:25.411700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.431982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:25.436043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.474975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b157a147-e393-49d8-a046-21553f827a61 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:18:25.501340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 04a3048b-201a-46a6-9d17-a31d4124c134 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:25.507637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] For port 6409d742-739d-4c7e-98a3-1d8c121857cd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6409d742-739d-4c7e-98a3-1d8c121857cd,segment=NetworkSegment(551f46ca-7b2a-484b-bcca-1b708bbe57be),segment_id=551f46ca-7b2a-484b-bcca-1b708bbe57be)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:25.508281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.518747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.565575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, b157a147-e393-49d8-a046-21553f827a61) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:25.567212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.571105 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1c62c2b8-f969-4ab9-8bac-46763b12c302 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5514052 Mar 03 10:18:25.572198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58742) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:25.625828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00fb048-fb94-4bfb-b711-0f2842896577 None None] Network b157a147-e393-49d8-a046-21553f827a61 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:25.654110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:25.655139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.730150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.740314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 21692103-7650-4bb0-bca8-0becda027af7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:25.800401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Calling delete_port for 6409d742-739d-4c7e-98a3-1d8c121857cd owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:25.941007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5', 'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5', 'tenant_id': 'fcded2aea75a4c589da2f0e0ffe9f8b2', 'fixed_ips': [{'subnet_id': '16e5da29-1ddf-4260-90bd-9c6765ec8f08'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:25.941230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:25.941906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:25.948508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:25.956882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:25.960935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 21692103-7650-4bb0-bca8-0becda027af7 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:25.975918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7c3a16a7-6b83-4b13-b81f-82305327e593 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6443770 Mar 03 10:18:26.015633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=7e994ac5-6896-4b7c-81bf-6febfa1bc20c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:26.016630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58746) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:26.054648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:26.055402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.174467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359eb80-7f7c-4c84-8bfd-4f5961e1270e None None] Network 5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:26.319067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': 'd148b1f2-6679-4c1f-b21e-b54c064c2580'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:26.320080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.335614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::92 (2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5/16e5da29-1ddf-4260-90bd-9c6765ec8f08/04a3048b-201a-46a6-9d17-a31d4124c134) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:26.349077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.360586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Provisioning for port 21692103-7650-4bb0-bca8-0becda027af7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:26.393383 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-196a1280-892b-4720-82c8-507205fd5a33 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5766282 Mar 03 10:18:26.402123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58750) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:26.413003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Port': ['ID=6409d742-739d-4c7e-98a3-1d8c121857cd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:26.415605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:26.415974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.426241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No DVR routers for this DVR port 6409d742-739d-4c7e-98a3-1d8c121857cd on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:26.432583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:26.614305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.697072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-b157a147-e393-49d8-a046-21553f827a61', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:26.697882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.733799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.804243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:26.819076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port f34a9693-ca25-4e62-b3e9-218d468b3e40 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:26.819484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.851751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:26.860851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551f46ca-7b2a-484b-bcca-1b708bbe57be') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:26.861084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551f46ca-7b2a-484b-bcca-1b708bbe57be') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:26.864356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.resource_extend [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:18:26.873206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:26.881236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:26.887124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:26.907456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:26.954036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.003355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.009855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:27.019691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.039625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:27.039982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.048311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/d148b1f2-6679-4c1f-b21e-b54c064c2580/52007115-ae05-499c-aa86-a6e665036be6) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:27.060702 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:27.065177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.188123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:27.242678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.245256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Transition to ACTIVE for port object b58d9bac-196b-4a64-9387-fa8793d04eff will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:27.250522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.269400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.293847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port f34a9693-ca25-4e62-b3e9-218d468b3e40, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f34a9693-ca25-4e62-b3e9-218d468b3e40,segment=NetworkSegment(204e5716-82d2-4941-bad7-97fbff66f6f6),segment_id=204e5716-82d2-4941-bad7-97fbff66f6f6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:27.294229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.301571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:27.302065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Allocated IP 172.20.0.2 (b157a147-e393-49d8-a046-21553f827a61/89083339-1796-482e-a945-a89ab2724681/92ff5a93-119e-4bee-ad49-78517ac45a01) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:27.315576 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-82b1a8a1-7aff-4cbd-9e46-5910d201e57d tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b HTTP/1.1" status: 204 len: 168 time: 6.0017822 Mar 03 10:18:27.325761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.326338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58754) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:27.400084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Provisioning complete for port f0dc490f-b854-451a-82c5-edccb7e9fb4a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:27.400449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.438197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.440777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for f34a9693-ca25-4e62-b3e9-218d468b3e40 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:27.454892 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92e5f8a-3e78-427d-a1fd-72816f8db3b6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:27.455213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92e5f8a-3e78-427d-a1fd-72816f8db3b6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:27.473544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.ipam_backend_mixin [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 653db3df-e90e-4f74-87e4-6136270af92a (CIDR: 172.20.0.0/28) Mar 03 10:18:27.481447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Pushing event updated for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:27.483495 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:18:27.483988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:27.485049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Attempting to bind port b58d9bac-196b-4a64-9387-fa8793d04eff on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:27.485462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Attempting to bind port b58d9bac-196b-4a64-9387-fa8793d04eff by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:27.486347 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Attempting to bind port b58d9bac-196b-4a64-9387-fa8793d04eff on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:27.486968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 04a3048b-201a-46a6-9d17-a31d4124c134 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:27.495551 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d92e5f8a-3e78-427d-a1fd-72816f8db3b6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/a66704a0-c156-41c3-a7cb-49954d6b594d HTTP/1.1" status: 404 len: 337 time: 0.1606500 Mar 03 10:18:27.497438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58758) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:27.519703 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ecd649af-1eea-466f-9343-7700735d1d8b tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1148405 Mar 03 10:18:27.522446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58762) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:27.543912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:27.567546 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-301fa3dc-075f-4dd6-bf50-307dd2622389 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:27.567936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301fa3dc-075f-4dd6-bf50-307dd2622389 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:27.571129 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-301fa3dc-075f-4dd6-bf50-307dd2622389 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/5a8031ba-2799-47f0-bfa3-8ca8d90b8a4b HTTP/1.1" status: 404 len: 339 time: 0.0702250 Mar 03 10:18:27.576632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58766) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:27.601552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:27.601977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:27.602307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.602706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:27.603162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Bound port: b58d9bac-196b-4a64-9387-fa8793d04eff, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:27.603554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.638764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b335e3b3-6bf3-4138-b2ae-97ae259a88eb tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:27.639359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b335e3b3-6bf3-4138-b2ae-97ae259a88eb tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:27.643323 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b335e3b3-6bf3-4138-b2ae-97ae259a88eb tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/95633046-2f0c-4e32-8939-6d66b63a39bb HTTP/1.1" status: 404 len: 337 time: 0.0578783 Mar 03 10:18:27.643636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58770) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:27.687208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.688651 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-900d97a8-dee7-4477-ae92-1ac860cb9426 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:27.689169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900d97a8-dee7-4477-ae92-1ac860cb9426 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:27.690840 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-900d97a8-dee7-4477-ae92-1ac860cb9426 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/ef7c3599-3f94-427f-a891-f69687c7e1ab HTTP/1.1" status: 404 len: 339 time: 0.0459602 Mar 03 10:18:27.697243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58774) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:27.717649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c40bb4b6-619a-4c6c-abe2-939108e63491 None None] Port f0dc490f-b854-451a-82c5-edccb7e9fb4a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:27.771659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:27.791608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac577f-5c0f-4a53-828c-95e300fca550 None None] Pushing event updated for resources: {'Port': ['ID=b58d9bac-196b-4a64-9387-fa8793d04eff,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:27.794843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:27.807128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:27.815847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:27.821595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:27.822364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.826446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:27.838410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=04a3048b-201a-46a6-9d17-a31d4124c134,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:27.863198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.864897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:27.875175 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8dff37de-4b37-4fc3-864e-d2ac9e6b7042 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7279932 Mar 03 10:18:27.878707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58778) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:27.886468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.894853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] For port b58d9bac-196b-4a64-9387-fa8793d04eff, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:27.895088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:27.920484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.930742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:27.934313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:27.956548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Allocated IP 2001:db8::2 (2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5/16e5da29-1ddf-4260-90bd-9c6765ec8f08/1a9db727-690c-4feb-ae32-b2e03f9d3374) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:27.966118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f522244-3a76-45a2-806f-186c1b6be587 None None] Provisioning for port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:27.974554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] For port b58d9bac-196b-4a64-9387-fa8793d04eff, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b58d9bac-196b-4a64-9387-fa8793d04eff,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:27.976032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Transition to ACTIVE for port object 52007115-ae05-499c-aa86-a6e665036be6 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:28.002078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f522244-3a76-45a2-806f-186c1b6be587 None None] Provisioning complete for port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:28.002506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f522244-3a76-45a2-806f-186c1b6be587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.021363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 04a3048b-201a-46a6-9d17-a31d4124c134 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:28.021705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.031581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.084080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.137289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.157255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Transition to ACTIVE for port object 52007115-ae05-499c-aa86-a6e665036be6 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:28.192304 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Transition to ACTIVE for port object 92ff5a93-119e-4bee-ad49-78517ac45a01 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:28.217070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=f34a9693-ca25-4e62-b3e9-218d468b3e40,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:28.248432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.281348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2f522244-3a76-45a2-806f-186c1b6be587 None None] Port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:28.303931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:28.305193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:28.367293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac577f-5c0f-4a53-828c-95e300fca550 None None] Pushing event updated for resources: {'Port': ['ID=b58d9bac-196b-4a64-9387-fa8793d04eff,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:28.402192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::1 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/d148b1f2-6679-4c1f-b21e-b54c064c2580/b27372c2-a9b8-43e1-9d8e-18c96e7bd799) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:28.424773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Transition to ACTIVE for port object 92ff5a93-119e-4bee-ad49-78517ac45a01 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:28.429400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:28.445575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:28.449450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:28.456145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.463844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.489365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c039b594-d3dd-4fec-a31c-245bd684c263']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:28.508634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396141a8-768f-4aa6-a173-0ae8a8e34171') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:28.509181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396141a8-768f-4aa6-a173-0ae8a8e34171') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:28.526982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.544128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.554724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:28.555433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:28.571844 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:28.711663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Pushing event updated for resources: {'Port': ['ID=52007115-ae05-499c-aa86-a6e665036be6,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:28.735593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.772384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.788679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=c039b594-d3dd-4fec-a31c-245bd684c263,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:28.793094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Network b157a147-e393-49d8-a046-21553f827a61 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:28.803461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.824853 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0b1c90e1-e0d1-43d7-92c7-6c02f0a1ea43 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/c039b594-d3dd-4fec-a31c-245bd684c263 HTTP/1.1" status: 204 len: 168 time: 1.1263797 Mar 03 10:18:28.835669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:28.838081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:28.871975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Attempting to bind port 52007115-ae05-499c-aa86-a6e665036be6 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:28.872340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Attempting to bind port 52007115-ae05-499c-aa86-a6e665036be6 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:28.872698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Attempting to bind port 52007115-ae05-499c-aa86-a6e665036be6 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:28.881232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58782) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:28.937544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Pushing event updated for resources: {'Port': ['ID=92ff5a93-119e-4bee-ad49-78517ac45a01,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:28.982461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:28.982754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:28.983151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.983584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:28.984278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Bound port: 52007115-ae05-499c-aa86-a6e665036be6, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:28.984534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.985141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.988243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:28.998870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:29.001081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (b157a147-e393-49d8-a046-21553f827a61/89083339-1796-482e-a945-a89ab2724681/1b93f3fc-ac6f-4431-8a43-abce08743f39) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:29.032198 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9259c32a-5f3f-4f47-8eb5-ec39f6192e51 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.032810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9259c32a-5f3f-4f47-8eb5-ec39f6192e51 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.037213 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9259c32a-5f3f-4f47-8eb5-ec39f6192e51 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/3554dfcc-04e0-490e-905c-957431d5dfbb HTTP/1.1" status: 404 len: 337 time: 0.1469669 Mar 03 10:18:29.049715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58786) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.064906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object b27372c2-a9b8-43e1-9d8e-18c96e7bd799 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:29.098575 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6273f1-bd04-4124-9607-09ead4484927 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.099202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6273f1-bd04-4124-9607-09ead4484927 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.103272 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7d6273f1-bd04-4124-9607-09ead4484927 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/dc8d877e-c3e3-49c7-b215-7f5b2723ba25 HTTP/1.1" status: 404 len: 339 time: 0.0502284 Mar 03 10:18:29.108832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58790) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.138560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.138814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 04a3048b-201a-46a6-9d17-a31d4124c134 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:29.155490 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd35734d-be49-4c0c-acc2-e921f6627b6c tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.156091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd35734d-be49-4c0c-acc2-e921f6627b6c tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.160492 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fd35734d-be49-4c0c-acc2-e921f6627b6c tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/95ffb780-d690-416d-b2a6-d85e47a5745d HTTP/1.1" status: 404 len: 337 time: 0.0480115 Mar 03 10:18:29.165848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58794) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.200853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Attempting to bind port 92ff5a93-119e-4bee-ad49-78517ac45a01 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:29.201283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Attempting to bind port 92ff5a93-119e-4bee-ad49-78517ac45a01 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:29.201603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Attempting to bind port 92ff5a93-119e-4bee-ad49-78517ac45a01 on network b157a147-e393-49d8-a046-21553f827a61 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:29.217804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Transition to ACTIVE for port object 1a9db727-690c-4feb-ae32-b2e03f9d3374 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:29.235579 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-584e4086-c12e-440c-9c5c-d451008323dd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.235967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584e4086-c12e-440c-9c5c-d451008323dd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.273351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-584e4086-c12e-440c-9c5c-d451008323dd tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/24b4a275-5b3e-4d44-a572-b5a4549390c7 HTTP/1.1" status: 404 len: 339 time: 0.1016052 Mar 03 10:18:29.277144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:29.277144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Checking segment: {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:29.278802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.278802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Bound using segment: {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:29.278802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Bound port: 92ff5a93-119e-4bee-ad49-78517ac45a01, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:29.279133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58798) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.279231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.338364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.361956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Transition to ACTIVE for port object 1a9db727-690c-4feb-ae32-b2e03f9d3374 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:29.388677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:29.391024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.391567 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9bcbd6-f884-4fa0-958c-e777d06e96ba tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.392021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9bcbd6-f884-4fa0-958c-e777d06e96ba tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.393733 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4c9bcbd6-f884-4fa0-958c-e777d06e96ba tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/cbda07c0-7f3c-4114-a901-a3045eda8e54 HTTP/1.1" status: 404 len: 337 time: 0.1139219 Mar 03 10:18:29.394916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.402511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58802) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.410873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:29.416516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:29.423753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:29.424584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.449825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=5e555555-f7a0-4036-8e71-2261dfde857c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:29.452801 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-be6a1137-c9c8-46fc-8fab-c19aff6221d4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9209101 Mar 03 10:18:29.456676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac8651-64d0-4b9e-bedc-ae69143a57e8 None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:29.473808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58804) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.493571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1729307717', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e555555-f7a0-4036-8e71-2261dfde857c'}], 'security_groups': ['dcc638d8-5031-48aa-8984-d0193d5730d5']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:29.537621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] For port 52007115-ae05-499c-aa86-a6e665036be6, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:29.648922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:29.661660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] For port 52007115-ae05-499c-aa86-a6e665036be6, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=52007115-ae05-499c-aa86-a6e665036be6,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:29.662874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 21692103-7650-4bb0-bca8-0becda027af7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:29.668546 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81117bb-3439-47d3-b278-28e0163a9938 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.669208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81117bb-3439-47d3-b278-28e0163a9938 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.698475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:29.701234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:29.720660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:29.730649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:29.734159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.739499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:29.742156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] For port 92ff5a93-119e-4bee-ad49-78517ac45a01, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:29.742318 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e81117bb-3439-47d3-b278-28e0163a9938 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/a1696207-c61e-44fd-8bbe-699770c96899 HTTP/1.1" status: 404 len: 339 time: 0.2736595 Mar 03 10:18:29.743442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:29.744012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.746075 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0369ef6d-87da-4153-a920-af68e32b0888 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2829516 Mar 03 10:18:29.747004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58810) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.749458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58812) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.750514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Pushing event updated for resources: {'Port': ['ID=1a9db727-690c-4feb-ae32-b2e03f9d3374,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:29.768547 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:29.775876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=b27372c2-a9b8-43e1-9d8e-18c96e7bd799,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:29.802987 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:29.806040 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:29.810932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.816065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.827736 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f931cc-e7f5-491c-bd69-3a0470b9a314 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.828465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f931cc-e7f5-491c-bd69-3a0470b9a314 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.830317 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-43f931cc-e7f5-491c-bd69-3a0470b9a314 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/92861cac-e135-40c6-8e18-abd39f62aff2 HTTP/1.1" status: 404 len: 337 time: 0.0822148 Mar 03 10:18:29.835192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58818) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.850729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] For port 92ff5a93-119e-4bee-ad49-78517ac45a01, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=92ff5a93-119e-4bee-ad49-78517ac45a01,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:29.871645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f1cc1d-dcb4-4756-8da6-910309e475cb tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.872397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f1cc1d-dcb4-4756-8da6-910309e475cb tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.875399 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-93f1cc1d-dcb4-4756-8da6-910309e475cb tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/0e7d3d03-bcba-414d-ba82-7175af75b74f HTTP/1.1" status: 404 len: 339 time: 0.0388589 Mar 03 10:18:29.880217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58822) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.923998 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-215174dc-773c-4c90-b579-9ab8ab4d27bc tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.924741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215174dc-773c-4c90-b579-9ab8ab4d27bc tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.925739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.926810 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-215174dc-773c-4c90-b579-9ab8ab4d27bc tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/14abe0ca-063d-4116-bec4-2e4ef66aa1ad HTTP/1.1" status: 404 len: 337 time: 0.0454547 Mar 03 10:18:29.929708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58826) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:29.936023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet e1172c07-ca56-4e17-91be-2eaa03e5747d {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:29.937593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=04a3048b-201a-46a6-9d17-a31d4124c134,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:29.962027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 1b93f3fc-ac6f-4431-8a43-abce08743f39 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:29.968219 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51a6d82-999b-4618-ba56-203116362b38 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:29.968696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51a6d82-999b-4618-ba56-203116362b38 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:29.973510 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c51a6d82-999b-4618-ba56-203116362b38 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/4c792391-44f3-4896-843c-2b6c1cafcabc HTTP/1.1" status: 404 len: 339 time: 0.0396180 Mar 03 10:18:29.973510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:29.997854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58830) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.027659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.029252 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-96834efe-7066-4c10-92ad-4c5971e45f21 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/04a3048b-201a-46a6-9d17-a31d4124c134 HTTP/1.1" status: 204 len: 168 time: 2.1494381 Mar 03 10:18:30.035379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58834) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.052773 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84e9c37-76a2-4e7d-a838-8e896deb7537 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:30.053220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84e9c37-76a2-4e7d-a838-8e896deb7537 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:30.057218 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a84e9c37-76a2-4e7d-a838-8e896deb7537 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/35ed060e-3740-4fcf-a9a7-9de1a681db8e HTTP/1.1" status: 404 len: 337 time: 0.0566423 Mar 03 10:18:30.060545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58838) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.072793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42069f26-bd52-4fa0-8fa7-2ee4089746c9 None None] Pushing event updated for resources: {'Port': ['ID=52007115-ae05-499c-aa86-a6e665036be6,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:30.099044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.130112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Attempting to bind port 1a9db727-690c-4feb-ae32-b2e03f9d3374 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:30.130485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Attempting to bind port 1a9db727-690c-4feb-ae32-b2e03f9d3374 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '78852bc7-c65b-4157-8c75-417361ce3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:30.130845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Attempting to bind port 1a9db727-690c-4feb-ae32-b2e03f9d3374 on network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:30.155381 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd71c5d-e0dd-49ca-96c7-378d7cc177f1 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:30.156147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd71c5d-e0dd-49ca-96c7-378d7cc177f1 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:30.158262 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9cd71c5d-e0dd-49ca-96c7-378d7cc177f1 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/468bc053-fa71-42cc-89b6-660464fea508 HTTP/1.1" status: 404 len: 339 time: 0.0987785 Mar 03 10:18:30.164779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58842) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.192971 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:30.196025 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6224db-747c-4f1b-8369-3cb1461604bf tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:30.196514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6224db-747c-4f1b-8369-3cb1461604bf tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:30.199068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:30.202838 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8f6224db-747c-4f1b-8369-3cb1461604bf tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/04a3048b-201a-46a6-9d17-a31d4124c134 HTTP/1.1" status: 404 len: 333 time: 0.1604249 Mar 03 10:18:30.203499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Checking segment: {'id': '78852bc7-c65b-4157-8c75-417361ce3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:30.204151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.204717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Bound using segment: {'id': '78852bc7-c65b-4157-8c75-417361ce3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:30.205374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Bound port: 1a9db727-690c-4feb-ae32-b2e03f9d3374, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78852bc7-c65b-4157-8c75-417361ce3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:30.205919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.213014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58846) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.233483 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfabf74-593d-49bf-bd0f-b05658f7f5c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:30.234729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfabf74-593d-49bf-bd0f-b05658f7f5c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:30.236520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2cfabf74-593d-49bf-bd0f-b05658f7f5c6 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/59844b47-4e31-4619-8904-093e05c93897 HTTP/1.1" status: 404 len: 337 time: 0.0705864 Mar 03 10:18:30.239490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58850) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.270357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:30.270991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.289805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd50b3c-8625-4079-a484-2177e1b71fc9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:30.290280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd50b3c-8625-4079-a484-2177e1b71fc9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:30.292114 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cfd50b3c-8625-4079-a484-2177e1b71fc9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/610e340d-ca72-42eb-93f1-f81c32b49ad7 HTTP/1.1" status: 404 len: 339 time: 0.0516207 Mar 03 10:18:30.295445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58854) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.337722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:20Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:30.360238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.385443 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f79b333-aedb-48b4-a031-d8be0ebf0471 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:30.386023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f79b333-aedb-48b4-a031-d8be0ebf0471 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:30.390534 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2f79b333-aedb-48b4-a031-d8be0ebf0471 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/6577cc5c-e481-4630-93ee-73e2c7e478d1 HTTP/1.1" status: 404 len: 337 time: 0.0941067 Mar 03 10:18:30.391320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.392603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58858) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.421873 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f54eb7-e8c9-4d71-bb50-e8fa5701ea88 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:18:30.422425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-65f54eb7-e8c9-4d71-bb50-e8fa5701ea88 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:30.450082 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29f91fd-bc26-44ee-a27f-7046863b4caf tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:30.450561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29f91fd-bc26-44ee-a27f-7046863b4caf tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:30.459956 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e29f91fd-bc26-44ee-a27f-7046863b4caf tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/693c5335-a86c-4847-aa8a-6827a6e7a8ef HTTP/1.1" status: 404 len: 339 time: 0.0660515 Mar 03 10:18:30.460323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58862) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:30.498438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b157a147-e393-49d8-a046-21553f827a61 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:30.499495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.525962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:30.528710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:30.653279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting subnet f1297d13-a08d-4ff1-91dc-b725695f19f0 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:30.658769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.670894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5c6f3-ca43-4f7f-81bc-aa7eff8edf5a None None] Pushing event updated for resources: {'Port': ['ID=92ff5a93-119e-4bee-ad49-78517ac45a01,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:30.690069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d9213-661b-4b57-9e8f-0bf383058b47 None None] The sync data for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv is: [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:20Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:30.753055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.766260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.844859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] For port 1a9db727-690c-4feb-ae32-b2e03f9d3374, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:30.862798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] For port 1a9db727-690c-4feb-ae32-b2e03f9d3374, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1a9db727-690c-4feb-ae32-b2e03f9d3374,segment=NetworkSegment(78852bc7-c65b-4157-8c75-417361ce3d78),segment_id=78852bc7-c65b-4157-8c75-417361ce3d78)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:30.864287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.881779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.961257 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:27Z', 'revision_number': 10, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:30.969797 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:30.977328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:30.982152 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:30.983409 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:31.040523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] Update dhcp port {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'fixed_ips': [{'subnet_id': '653db3df-e90e-4f74-87e4-6136270af92a', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e555555-f7a0-4036-8e71-2261dfde857c'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '21692103-7650-4bb0-bca8-0becda027af7'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:18:31.056840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=e1172c07-ca56-4e17-91be-2eaa03e5747d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:31.067510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:31.075802 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-18c3026d-b146-4e74-a297-929acbb2c5fd tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/e1172c07-ca56-4e17-91be-2eaa03e5747d HTTP/1.1" status: 204 len: 168 time: 1.3248651 Mar 03 10:18:31.078446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58866) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:31.106750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b952cf-d337-47ba-96da-f72299507d22 None None] Network 32847506-2a93-4797-900e-4464016a1daf requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:31.224702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6088-f59d-4a59-9fb2-4f8888ebce0c None None] Pushing event updated for resources: {'Port': ['ID=1a9db727-690c-4feb-ae32-b2e03f9d3374,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:31.285853 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:31.301375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:31.309495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:31.383486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:31.437391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:31.437737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:31.849385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b58d9bac-196b-4a64-9387-fa8793d04eff up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:32.057718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=1b93f3fc-ac6f-4431-8a43-abce08743f39,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:32.097711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-65f54eb7-e8c9-4d71-bb50-e8fa5701ea88 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:32.101463 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-65f54eb7-e8c9-4d71-bb50-e8fa5701ea88 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/04a3048b-201a-46a6-9d17-a31d4124c134 HTTP/1.1" status: 404 len: 333 time: 1.8839345 Mar 03 10:18:32.102218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58870) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:32.122826 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:27Z', 'revision_number': 10, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:32.129952 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b8a61-6032-4efe-bcba-72911fbd64cc None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:27Z', 'revision_number': 10, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None, '_interfaces': [{'id': '5376538f-f371-41e0-92b2-dc4b27d7918e', 'name': '', 'network_id': '377add85-8930-4c6c-b2c8-e75334ae1aeb', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'mac_address': 'fa:16:3e:10:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe5921-e249-496b-b4da-558b18958b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:17:09Z', 'updated_at': '2022-03-03T10:17:23Z', 'revision_number': 5, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'subnets': [{'id': '9cfe9041-3c08-422d-8775-4ccbe0cbbd1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:32.210296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.225571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a5cf01cc-ecc8-4c59-bf09-a32d11a60fad None None] Provisioning for port 52007115-ae05-499c-aa86-a6e665036be6 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:32.291480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Subnet': ['ID=f1297d13-a08d-4ff1-91dc-b725695f19f0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:32.299890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.309377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe,segment=NetworkSegment(204e5716-82d2-4941-bad7-97fbff66f6f6),segment_id=204e5716-82d2-4941-bad7-97fbff66f6f6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:32.310636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.333906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e18a57-ac33-40ae-b9e6-397959abf405 None None] Network e98999b5-4cd8-4dd8-9005-b189b57cc0f9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:32.457008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b58d9bac-196b-4a64-9387-fa8793d04eff completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:32.470758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] Allocated IP 172.20.0.18 (4b3344a3-54c8-49a1-89a7-a770b9addefc/5e555555-f7a0-4036-8e71-2261dfde857c/21692103-7650-4bb0-bca8-0becda027af7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:32.478636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b58d9bac-196b-4a64-9387-fa8793d04eff triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:32.479055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.565238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet 16e5da29-1ddf-4260-90bd-9c6765ec8f08 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:32.565889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf44c61-d122-4787-820d-f3d7d8d9a0ef None None] DHCP port deletion for 32847506-2a93-4797-900e-4464016a1daf request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:32.614603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-faf44c61-d122-4787-820d-f3d7d8d9a0ef None None] Deleting port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:32.614983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-faf44c61-d122-4787-820d-f3d7d8d9a0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.670195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.692941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de5250-14b7-4698-a2b4-aa8a142bdd71 None None] Network b157a147-e393-49d8-a046-21553f827a61 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:32.778091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.785634 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eb814536-ff83-4783-ba65-16b91a24b3c9 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/subnets/f1297d13-a08d-4ff1-91dc-b725695f19f0 HTTP/1.1" status: 204 len: 168 time: 2.3159478 Mar 03 10:18:32.795650 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:32.822556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58874) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:32.889848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:32.969905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:32.986403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No DVR routers for this DVR port b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:32.997867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a0d6c-1215-463e-b270-83441f2df247 None None] Network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:33.072959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.089670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-93821eb4-d47a-4b97-b3ad-29296928047d None None] Provisioning for port 92ff5a93-119e-4bee-ad49-78517ac45a01 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:33.104184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.171501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.181309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.197184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port 13374df9-33ad-4b30-aeb2-925a1e2740e5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:33.197505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.212393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32847506-2a93-4797-900e-4464016a1daf']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:33.224248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.225292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.229200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204e5716-82d2-4941-bad7-97fbff66f6f6') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:33.230212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204e5716-82d2-4941-bad7-97fbff66f6f6') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:33.244036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.263254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.266239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-faf44c61-d122-4787-820d-f3d7d8d9a0ef None None] The port 'b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:18:33.270125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:33.270671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.271118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-be916f7b-134d-4c34-91a9-93f42dab5dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:33.291893 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:33.409504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:33.409813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.413621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.439946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-93821eb4-d47a-4b97-b3ad-29296928047d None None] Provisioning for port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:33.459063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=32847506-2a93-4797-900e-4464016a1daf,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:33.467884 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9cde7cab-99f7-4888-92e2-056152972e6b tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/32847506-2a93-4797-900e-4464016a1daf HTTP/1.1" status: 204 len: 168 time: 2.3882861 Mar 03 10:18:33.468524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58878) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:33.482697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.560226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-93821eb4-d47a-4b97-b3ad-29296928047d None None] Provisioning complete for port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:33.563908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-93821eb4-d47a-4b97-b3ad-29296928047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.638706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.691865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.resource_extend [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:18:33.712680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port b58d9bac-196b-4a64-9387-fa8793d04eff, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b58d9bac-196b-4a64-9387-fa8793d04eff,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:33.737120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.740767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:33.741566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92ff5a93-119e-4bee-ad49-78517ac45a01 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:33.768045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=b27372c2-a9b8-43e1-9d8e-18c96e7bd799,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:33.807501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:33.820502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:33.863611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] DHCP port deletion for e98999b5-4cd8-4dd8-9005-b189b57cc0f9 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:33.894697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-93821eb4-d47a-4b97-b3ad-29296928047d None None] Port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:33.911623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] Deleting port 13374df9-33ad-4b30-aeb2-925a1e2740e5 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:33.911997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.015472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=b58d9bac-196b-4a64-9387-fa8793d04eff,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:34.074255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.111424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-148ef553-73be-48e2-b708-cf415fe86d87 None None] Provisioning for port 1a9db727-690c-4feb-ae32-b2e03f9d3374 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:34.130663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 92ff5a93-119e-4bee-ad49-78517ac45a01 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:34.170505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] Transition to ACTIVE for port object 21692103-7650-4bb0-bca8-0becda027af7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:34.175422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 92ff5a93-119e-4bee-ad49-78517ac45a01 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:34.175812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.187031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.216504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.431057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=16e5da29-1ddf-4260-90bd-9c6765ec8f08,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:34.525508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] For port 13374df9-33ad-4b30-aeb2-925a1e2740e5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=13374df9-33ad-4b30-aeb2-925a1e2740e5,segment=NetworkSegment(42ec5b6f-151a-4a9c-bece-58fb83a619e7),segment_id=42ec5b6f-151a-4a9c-bece-58fb83a619e7)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:34.526047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.591726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1632dada-0900-43b2-a3a6-9a8692808d10 None None] Network 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:34.621280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.661386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] For port 13374df9-33ad-4b30-aeb2-925a1e2740e5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=13374df9-33ad-4b30-aeb2-925a1e2740e5,segment=NetworkSegment(42ec5b6f-151a-4a9c-bece-58fb83a619e7),segment_id=42ec5b6f-151a-4a9c-bece-58fb83a619e7)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:34.662045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.706259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 5376538f-f371-41e0-92b2-dc4b27d7918e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:34.706855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.771360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] Calling delete_port for 13374df9-33ad-4b30-aeb2-925a1e2740e5 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:34.863129 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-54fb5489-858b-4e5b-9296-523ba6bbe660 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/16e5da29-1ddf-4260-90bd-9c6765ec8f08 HTTP/1.1" status: 204 len: 168 time: 2.7470644 Mar 03 10:18:34.871702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Calling delete_port for 13374df9-33ad-4b30-aeb2-925a1e2740e5 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:34.876447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58882) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:34.878182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3fb08-7f00-472b-9edb-be2f1069d5e2 None None] Pushing event updated for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:34.881090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-28b784ae-267c-47ab-8d77-307000043f09 None None] Provisioning complete for port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:34.881467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-28b784ae-267c-47ab-8d77-307000043f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.928146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:34.972990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Delete allocated IP 172.20.0.9 (4b3344a3-54c8-49a1-89a7-a770b9addefc/653db3df-e90e-4f74-87e4-6136270af92a) {{(pid=87889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 10:18:34.984133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.29 (4b3344a3-54c8-49a1-89a7-a770b9addefc/5e555555-f7a0-4036-8e71-2261dfde857c/7e994ac5-6896-4b7c-81bf-6febfa1bc20c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:35.034207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] Pushing event deleted for resources: {'Port': ['ID=13374df9-33ad-4b30-aeb2-925a1e2740e5,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:35.049887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.064095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port 5376538f-f371-41e0-92b2-dc4b27d7918e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5376538f-f371-41e0-92b2-dc4b27d7918e,segment=NetworkSegment(8a72c874-18fd-4d18-82ad-81849d07a5c3),segment_id=8a72c874-18fd-4d18-82ad-81849d07a5c3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:35.064622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.104638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595c6f5-4e99-4622-a514-3ba3990840a2 None None] No DVR routers for this DVR port 13374df9-33ad-4b30-aeb2-925a1e2740e5 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:35.118734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-28b784ae-267c-47ab-8d77-307000043f09 None None] Port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:35.199541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.209909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 1a9db727-690c-4feb-ae32-b2e03f9d3374 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:35.210476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.248329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 5376538f-f371-41e0-92b2-dc4b27d7918e owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:35.312729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.353212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-463ec912-af90-4219-91ca-99297137f177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.359691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:35.359992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:35.366198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.374177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bdddbd79-b5f1-4c86-b7c2-2f6118526b83 None None] Provisioning for port 1b93f3fc-ac6f-4431-8a43-abce08743f39 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:35.380252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 92ff5a93-119e-4bee-ad49-78517ac45a01, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=92ff5a93-119e-4bee-ad49-78517ac45a01,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:35.383160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bdddbd79-b5f1-4c86-b7c2-2f6118526b83 None None] Provisioning complete for port 1b93f3fc-ac6f-4431-8a43-abce08743f39 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:35.383577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bdddbd79-b5f1-4c86-b7c2-2f6118526b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.393278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Router 5a87e00f-6878-41de-8ee1-8a32be24682f is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:18:35.421513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.422292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52007115-ae05-499c-aa86-a6e665036be6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:35.522922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] For port 1a9db727-690c-4feb-ae32-b2e03f9d3374, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1a9db727-690c-4feb-ae32-b2e03f9d3374,segment=NetworkSegment(78852bc7-c65b-4157-8c75-417361ce3d78),segment_id=78852bc7-c65b-4157-8c75-417361ce3d78)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:35.523282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.534979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=1b93f3fc-ac6f-4431-8a43-abce08743f39,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:35.563900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bdddbd79-b5f1-4c86-b7c2-2f6118526b83 None None] Port 1b93f3fc-ac6f-4431-8a43-abce08743f39 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:35.584321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=92ff5a93-119e-4bee-ad49-78517ac45a01,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:35.598310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bdddbd79-b5f1-4c86-b7c2-2f6118526b83 None None] Provisioning complete for port 92ff5a93-119e-4bee-ad49-78517ac45a01 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:35.598695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bdddbd79-b5f1-4c86-b7c2-2f6118526b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.631163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 52007115-ae05-499c-aa86-a6e665036be6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:35.646155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 52007115-ae05-499c-aa86-a6e665036be6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:35.647492 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.681658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e8815c-f180-4dfd-8af4-32afc7910b1c None None] DHCP port deletion for 2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:35.700667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 1a9db727-690c-4feb-ae32-b2e03f9d3374 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:35.708467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:35.708745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-41e8815c-f180-4dfd-8af4-32afc7910b1c None None] Deleting port 1a9db727-690c-4feb-ae32-b2e03f9d3374 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:35.709224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-41e8815c-f180-4dfd-8af4-32afc7910b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.726104 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c8dd6caa-0a1b-4b38-bbb7-bb5c80e6e100 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "PUT /v2.0/routers/5a87e00f-6878-41de-8ee1-8a32be24682f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1459963 Mar 03 10:18:35.732865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58886) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:35.736312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.747144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Sync routers for ids ['5a87e00f-6878-41de-8ee1-8a32be24682f'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:35.793260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Routers {'5a87e00f-6878-41de-8ee1-8a32be24682f'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:35.793960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5a87e00f-6878-41de-8ee1-8a32be24682f'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:35.861173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Deleting port 13374df9-33ad-4b30-aeb2-925a1e2740e5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:35.861557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.866042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c24f0-3fb2-4b7a-943b-1e0e8f099074 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:35.869558 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-798c24f0-3fb2-4b7a-943b-1e0e8f099074 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports/b27372c2-a9b8-43e1-9d8e-18c96e7bd799 HTTP/1.1" status: 200 len: 911 time: 0.1338139 Mar 03 10:18:35.870411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58890) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:35.911424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.944608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-41e8815c-f180-4dfd-8af4-32afc7910b1c None None] The port '1a9db727-690c-4feb-ae32-b2e03f9d3374' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:18:35.969730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:35.974503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=5376538f-f371-41e0-92b2-dc4b27d7918e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:36.028606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:18:36.064807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=1a9db727-690c-4feb-ae32-b2e03f9d3374,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:36.071681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] The port '13374df9-33ad-4b30-aeb2-925a1e2740e5' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:18:36.079739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No DVR routers for this DVR port 1a9db727-690c-4feb-ae32-b2e03f9d3374 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:36.145069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Set router 5a87e00f-6878-41de-8ee1-8a32be24682f gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:36.195948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.200792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.201474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bdddbd79-b5f1-4c86-b7c2-2f6118526b83 None None] Could not find standard attr ID for object 1a9db727-690c-4feb-ae32-b2e03f9d3374. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:18:36.212553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.213615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.241328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98999b5-4cd8-4dd8-9005-b189b57cc0f9']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:36.255336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ec5b6f-151a-4a9c-bece-58fb83a619e7') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:36.255629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ec5b6f-151a-4a9c-bece-58fb83a619e7') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:36.269162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.287271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.295055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:36.295484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.329489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f2759-c11c-46ef-90eb-81976706d8ba None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:18:36.381460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.385098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 52007115-ae05-499c-aa86-a6e665036be6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=52007115-ae05-499c-aa86-a6e665036be6,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:36.389487 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:36.417173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.418310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.443025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.456915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Provisioning for port 21692103-7650-4bb0-bca8-0becda027af7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:36.457201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 7e994ac5-6896-4b7c-81bf-6febfa1bc20c will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:36.506384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e7db0-67c5-43fd-8b22-2e0b742f7ff3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:36.512639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e7db0-67c5-43fd-8b22-2e0b742f7ff3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:36.513793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b157a147-e393-49d8-a046-21553f827a61 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:36.514240 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a02e7db0-67c5-43fd-8b22-2e0b742f7ff3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.6420348 Mar 03 10:18:36.517752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.523055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58894) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:36.530307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:36.539906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.555177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:36.555575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.567176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.670674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:36.673578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=52007115-ae05-499c-aa86-a6e665036be6,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:36.677581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b58d9bac-196b-4a64-9387-fa8793d04eff up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:36.687559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78852bc7-c65b-4157-8c75-417361ce3d78') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:36.687907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78852bc7-c65b-4157-8c75-417361ce3d78') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:36.711772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] Pushing event deleted for resources: {'Network': ['ID=e98999b5-4cd8-4dd8-9005-b189b57cc0f9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:36.716956 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3a905477-6340-4970-ac3b-151b27a0b862 tempest-NetworksTest-1296662367 tempest-NetworksTest-1296662367-project] 10.222.0.23 "DELETE /v2.0/networks/e98999b5-4cd8-4dd8-9005-b189b57cc0f9 HTTP/1.1" status: 204 len: 168 time: 3.8901172 Mar 03 10:18:36.763999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.845131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.847066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f2759-c11c-46ef-90eb-81976706d8ba None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:18:36.851314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:36.856914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:36.857308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:36.872511 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:36.918434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] In _notify_port_updated(), no bound segment for port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c on network 4b3344a3-54c8-49a1-89a7-a770b9addefc {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:18:36.924267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:36.924615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:36.929134 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "PUT /v2.0/ports/7e994ac5-6896-4b7c-81bf-6febfa1bc20c HTTP/1.1" status: 200 len: 921 time: 7.4428098 Mar 03 10:18:36.941358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58900) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:37.010139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffb080-6515-4936-8591-263beb9ac150 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=7e994ac5-6896-4b7c-81bf-6febfa1bc20c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:37.046093 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b58d9bac-196b-4a64-9387-fa8793d04eff triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:37.046288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.128257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.161597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.169645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Provisioning complete for port f0dc490f-b854-451a-82c5-edccb7e9fb4a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:37.169856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:37.170113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.181705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:37.182040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.183368 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:37.198504 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:37.200938 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:37.209616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:37.224209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'name': 'tempest-NetworksTestDHCPv6-router-1687056241', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:25Z', 'updated_at': '2022-03-03T10:18:30Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None, '_interfaces': [{'id': 'b27372c2-a9b8-43e1-9d8e-18c96e7bd799', 'name': '', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'mac_address': 'fa:16:3e:9a:e2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd148b1f2-6679-4c1f-b21e-b54c064c2580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:26Z', 'updated_at': '2022-03-03T10:18:32Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'subnets': [{'id': 'd148b1f2-6679-4c1f-b21e-b54c064c2580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:37.248520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Checking router: 5a87e00f-6878-41de-8ee1-8a32be24682f for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:37.248520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Updating router 5a87e00f-6878-41de-8ee1-8a32be24682f port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:18:37.262666 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77d169c5-e092-4e73-a20f-5f1b89f8f6da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/2e3a4d2d-65c3-4b7d-9ddf-977344e2eff5 HTTP/1.1" status: 204 len: 168 time: 2.3800364 Mar 03 10:18:37.268534 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-caa53a1f-03b6-422f-a160-9d3f7e258aa7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7990260 Mar 03 10:18:37.271102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58906) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:37.271457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58908) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:37.297028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58914) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:37.373506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Port f0dc490f-b854-451a-82c5-edccb7e9fb4a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:37.394736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router d546c91a-391a-447b-8a04-4651c341672e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:37.444394 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:37.474403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.539768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Provisioning for port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:37.544410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92ff5a93-119e-4bee-ad49-78517ac45a01 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:37.582266 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:35Z', 'revision_number': 11, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:37.586091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.587547 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:37.598955 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:37.599887 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:37.625060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Provisioning complete for port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:37.625351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.731356 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:37.779511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-eb443409-ba87-48d0-ab7f-1fcd6410edda None None] Port 7e994ac5-6896-4b7c-81bf-6febfa1bc20c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:37.853857 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:35Z', 'revision_number': 11, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:37.858698 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bd48d-44dc-4b4a-959a-297b1392f244 None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:35Z', 'revision_number': 11, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:37.880867 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-783ba34a-ae72-4798-82be-9b799c427341 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0c9a626bcf54f9ba0fd8ab3c4ba8b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705638 Mar 03 10:18:37.884259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58920) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:37.915468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 92ff5a93-119e-4bee-ad49-78517ac45a01 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:37.915937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:37.937735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 7e994ac5-6896-4b7c-81bf-6febfa1bc20c owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:37.961231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:37.969292 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bc1cdf3a-199e-4265-ac51-8c84655dee90 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/d546c91a-391a-447b-8a04-4651c341672e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9515059 Mar 03 10:18:37.972622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58924) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:37.982987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-672502870'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:38.021616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:38.037693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Sync routers for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:38.042543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:38.049821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.053522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:38.063342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:38.080076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:38.080831 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:38.100752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting subnet 9cfe9041-3c08-422d-8775-4ccbe0cbbd1e {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:38.105634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:38.108911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.121542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9aab87c-4f4c-4b27-abb9-9f3dbcfdcc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.145796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.187402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9aab87c-4f4c-4b27-abb9-9f3dbcfdcc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.195592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.221427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.391669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 21692103-7650-4bb0-bca8-0becda027af7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:38.401840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.410038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:38.440172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.440726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.441134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.441591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.442038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.442485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.442942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.443411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.449828 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-29fc29fa-d26c-43fb-8d6e-ee81e5379556 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5661 time: 0.4755976 Mar 03 10:18:38.453051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58928) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:38.479738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.resource_extend [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:18:38.516540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=7e994ac5-6896-4b7c-81bf-6febfa1bc20c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:38.548003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.548366 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment 2c323434-026d-4fd5-b802-3756ccbd0a29 of type vlan for network aada111e-eb08-410b-a5e1-1b1c22a856b1 Mar 03 10:18:38.596865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:38.605858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.608414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9aab87c-4f4c-4b27-abb9-9f3dbcfdcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.649244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab87c-4f4c-4b27-abb9-9f3dbcfdcc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2850c3b0-67aa-4ac8-b081-635dc3aeec55,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:38.657042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9aab87c-4f4c-4b27-abb9-9f3dbcfdcc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.671868 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e9aab87c-4f4c-4b27-abb9-9f3dbcfdcc76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2850c3b0-67aa-4ac8-b081-635dc3aeec55 HTTP/1.1" status: 204 len: 168 time: 0.7756743 Mar 03 10:18:38.696499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f31590a2-c138-406c-9589-13209a8caa9e None None] Provisioning complete for port 1b93f3fc-ac6f-4431-8a43-abce08743f39 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:38.699985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f31590a2-c138-406c-9589-13209a8caa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.708819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:38.709159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.733162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.778698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.781788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.782705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.783556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.784078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.784541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.784993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.785447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.785898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.788049 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3a9aec4b-6c96-44ae-b639-1f6058ec569f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5152 time: 0.3259759 Mar 03 10:18:38.793774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58934) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:38.803175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.851399 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-64b40a9c-f4ac-4ef1-8c1b-fb0c8f456163 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/7e994ac5-6896-4b7c-81bf-6febfa1bc20c HTTP/1.1" status: 204 len: 168 time: 1.8604984 Mar 03 10:18:38.854120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58938) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:38.897494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.937535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.942940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:38.943686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:38.981866 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0273d55e-4cb7-449f-91ec-4e3cb829afab tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:18:38.982569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0273d55e-4cb7-449f-91ec-4e3cb829afab tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:39.000899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfe9041-3c08-422d-8775-4ccbe0cbbd1e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:39.005571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.007682 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-40debc8f-73d2-4584-a325-e39b3229f0c5 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/9cfe9041-3c08-422d-8775-4ccbe0cbbd1e HTTP/1.1" status: 204 len: 168 time: 1.7353172 Mar 03 10:18:39.014026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58944) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:39.040872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8860a1-063f-431f-a92d-1f6ab06b888e None None] Network 377add85-8930-4c6c-b2c8-e75334ae1aeb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:39.055344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7813048 Mar 03 10:18:39.078639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Transition to ACTIVE for port object b27372c2-a9b8-43e1-9d8e-18c96e7bd799 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:39.106925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f31590a2-c138-406c-9589-13209a8caa9e None None] Port 1b93f3fc-ac6f-4431-8a43-abce08743f39 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:39.110901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 58948) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:39.133570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.196777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:39.207779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0273d55e-4cb7-449f-91ec-4e3cb829afab tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:39.212138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0273d55e-4cb7-449f-91ec-4e3cb829afab tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/7e994ac5-6896-4b7c-81bf-6febfa1bc20c HTTP/1.1" status: 404 len: 333 time: 0.3561478 Mar 03 10:18:39.212815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58958) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:39.220994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742c53-a34f-4253-8797-4c76513a0085 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=aada111e-eb08-410b-a5e1-1b1c22a856b1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:39.273045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:39.273045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.308657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.319332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-821fec0b-1394-43c7-955b-b6b990d00ec9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.325272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network aada111e-eb08-410b-a5e1-1b1c22a856b1 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:39.338958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Deleting port 7582825e-ece4-4001-99c1-1c5db537e7ed {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:39.338958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.379284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.444681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e214fdab-fc45-471a-a9a7-bd45141179a6 None None] Could not find standard attr ID for object 7e994ac5-6896-4b7c-81bf-6febfa1bc20c. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:18:39.472185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:39.571447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-821fec0b-1394-43c7-955b-b6b990d00ec9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.580109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:39.604044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for b27372c2-a9b8-43e1-9d8e-18c96e7bd799 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:39.619197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7a51b-6816-4605-a65f-e096f41d8dbb None None] Pushing event updated for resources: {'Port': ['ID=b27372c2-a9b8-43e1-9d8e-18c96e7bd799,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:39.680232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:39.700854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:39.708548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] For port 7582825e-ece4-4001-99c1-1c5db537e7ed, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7582825e-ece4-4001-99c1-1c5db537e7ed,segment=NetworkSegment(8a72c874-18fd-4d18-82ad-81849d07a5c3),segment_id=8a72c874-18fd-4d18-82ad-81849d07a5c3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:39.709252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.846884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-821fec0b-1394-43c7-955b-b6b990d00ec9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.858180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Calling delete_port for 7582825e-ece4-4001-99c1-1c5db537e7ed owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:39.908637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fec0b-1394-43c7-955b-b6b990d00ec9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f22aa6-dfa3-41f4-8123-0fe040ff5847,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:39.923935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-821fec0b-1394-43c7-955b-b6b990d00ec9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.928133 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-821fec0b-1394-43c7-955b-b6b990d00ec9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/security-groups/c3f22aa6-dfa3-41f4-8123-0fe040ff5847 HTTP/1.1" status: 204 len: 168 time: 0.7085493 Mar 03 10:18:39.928724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58974) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:39.968419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Attempting to bind port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:39.969083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Attempting to bind port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:39.969608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Attempting to bind port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:39.989577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:39.990265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:39.990814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:39.991382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:39.992020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Bound port: b27372c2-a9b8-43e1-9d8e-18c96e7bd799, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:39.992572 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.042836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.067620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 13374df9-33ad-4b30-aeb2-925a1e2740e5 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:40.131705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 13374df9-33ad-4b30-aeb2-925a1e2740e5 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:40.132309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 13374df9-33ad-4b30-aeb2-925a1e2740e5 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:40.132878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:40.170845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:40.171275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:40.184639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:40.188704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.190925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:40.191458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b7cd0d78-ccf4-43e3-8f78-57bd0cd8d1fe not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:40.192038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f34a9693-ca25-4e62-b3e9-218d468b3e40 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:40.240830 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-46c73ae7-8e82-4a92-afaa-8920c8f872cc tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2679 time: 1.4455533 Mar 03 10:18:40.280656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: f34a9693-ca25-4e62-b3e9-218d468b3e40 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:40.281275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f34a9693-ca25-4e62-b3e9-218d468b3e40 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:40.285067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Port': ['ID=7582825e-ece4-4001-99c1-1c5db537e7ed,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:40.288634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e45a16-5779-43b2-b527-1639b4615399 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.291540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No DVR routers for this DVR port 7582825e-ece4-4001-99c1-1c5db537e7ed on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:40.334105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] For port b27372c2-a9b8-43e1-9d8e-18c96e7bd799, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:40.358967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] For port b27372c2-a9b8-43e1-9d8e-18c96e7bd799, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b27372c2-a9b8-43e1-9d8e-18c96e7bd799,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:40.370913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383838cf-fd27-49f0-a423-127e6c9a4149 None None] DHCP port deletion for 377add85-8930-4c6c-b2c8-e75334ae1aeb request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:40.399640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:34Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:40.416102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Checking router: d546c91a-391a-447b-8a04-4651c341672e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:40.416472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Updating router d546c91a-391a-447b-8a04-4651c341672e port 1b93f3fc-ac6f-4431-8a43-abce08743f39 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:18:40.459110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.498852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e45a16-5779-43b2-b527-1639b4615399 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.521290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.562094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.568641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52007115-ae05-499c-aa86-a6e665036be6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:40.606636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377add85-8930-4c6c-b2c8-e75334ae1aeb']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:40.617790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58988) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:40.629607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194035714', 'description': 'tempest-secgroup-smoke-1194035714 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:40.641803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Routers {'5a87e00f-6878-41de-8ee1-8a32be24682f'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:40.642458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5a87e00f-6878-41de-8ee1-8a32be24682f'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:40.669378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:40.672800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a72c874-18fd-4d18-82ad-81849d07a5c3') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:40.673205 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a72c874-18fd-4d18-82ad-81849d07a5c3') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:40.685187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port b27372c2-a9b8-43e1-9d8e-18c96e7bd799 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:40.685551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.698330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:40.701273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e45a16-5779-43b2-b527-1639b4615399 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.704435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:40.708442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.733758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e45a16-5779-43b2-b527-1639b4615399 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc638d8-5031-48aa-8984-d0193d5730d5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:40.739446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:40.752609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.761985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7a51b-6816-4605-a65f-e096f41d8dbb None None] Pushing event updated for resources: {'Port': ['ID=b27372c2-a9b8-43e1-9d8e-18c96e7bd799,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:40.768452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:40.768860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.787595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5e45a16-5779-43b2-b527-1639b4615399 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.793400 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d5e45a16-5779-43b2-b527-1639b4615399 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcc638d8-5031-48aa-8984-d0193d5730d5 HTTP/1.1" status: 204 len: 168 time: 0.8547125 Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:40.794318 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:40.796683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 58996) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:40.831799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.875010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=5b3da443-a414-471b-912f-579d9d90cb91,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:40.900678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': '2c323434-026d-4fd5-b802-3756ccbd0a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:40.900930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:40.902069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: aada111e-eb08-410b-a5e1-1b1c22a856b1, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:18:41.004290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:41.008075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:41.012361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:41.018517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:41.022186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] Set router 5a87e00f-6878-41de-8ee1-8a32be24682f gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:41.050532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network aada111e-eb08-410b-a5e1-1b1c22a856b1 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:18:41.069576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, aada111e-eb08-410b-a5e1-1b1c22a856b1) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:41.077785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet 653db3df-e90e-4f74-87e4-6136270af92a {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:41.080459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.080650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:41.081459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.085704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.098861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 52007115-ae05-499c-aa86-a6e665036be6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:41.099384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.122187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port b27372c2-a9b8-43e1-9d8e-18c96e7bd799, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b27372c2-a9b8-43e1-9d8e-18c96e7bd799,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:41.122554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.140464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0739be2-d1a4-422a-b8a1-e6d4c4f10e0e None None] Network aada111e-eb08-410b-a5e1-1b1c22a856b1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:41.143172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.180355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Pushing event deleted for resources: {'Network': ['ID=377add85-8930-4c6c-b2c8-e75334ae1aeb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:41.186643 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7851d018-6603-4b93-933a-38f0525f4cbb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/networks/377add85-8930-4c6c-b2c8-e75334ae1aeb HTTP/1.1" status: 204 len: 168 time: 2.1682186 Mar 03 10:18:41.195940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.211549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59004) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:41.278011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.291373 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8583199f-b240-42bf-b05f-11964ddbd49a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1766272 Mar 03 10:18:41.291556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.297761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59008) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:41.299638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for b27372c2-a9b8-43e1-9d8e-18c96e7bd799 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:41.322067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-318378747'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:41.335891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'routes': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:41.390828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.394938 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7772810 Mar 03 10:18:41.395619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59012) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:41.453791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77c389-d530-44e0-b08e-55c39e25da0c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257f6f7d-6358-4ede-9543-4fb142520864,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:41.460477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '257f6f7d-6358-4ede-9543-4fb142520864', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:41.483459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:41.493060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:41.497950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:41.506573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.538964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:41.599587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.607252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:41.615184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:41.621736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:41.641794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:41.678518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.706735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Added routes are [] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 10:18:41.707334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Removed routes are [] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 10:18:41.707334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.716471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:41.719976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.767667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=653db3df-e90e-4f74-87e4-6136270af92a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:41.773805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.780238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.782593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 5d34219d-dbda-48d1-9de8-034c82183ea3 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:41.804415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27854ae6-e87b-47c0-b75f-5d533857ae49 None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:41.828468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.852975 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e3392551-b9ae-4ac6-bf81-29a8cb704151 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/653db3df-e90e-4f74-87e4-6136270af92a HTTP/1.1" status: 204 len: 168 time: 1.0194116 Mar 03 10:18:41.862645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59016) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:41.873590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:41.900166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-aada111e-eb08-410b-a5e1-1b1c22a856b1', 'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1', 'tenant_id': 'fcded2aea75a4c589da2f0e0ffe9f8b2', 'fixed_ips': [{'subnet_id': '5b3da443-a414-471b-912f-579d9d90cb91'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:41.901013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.929711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3562c824-9599-4431-bc44-ca50ac1149c1,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:41.995402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:41.996734 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cfe826a6-88da-49aa-b856-111d1d8cfca6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5506287 Mar 03 10:18:42.000307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59020) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:42.014476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '257f6f7d-6358-4ede-9543-4fb142520864', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:42.028688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:42.109554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::19 (aada111e-eb08-410b-a5e1-1b1c22a856b1/5b3da443-a414-471b-912f-579d9d90cb91/5d34219d-dbda-48d1-9de8-034c82183ea3) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:42.112380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:42.118353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:42.124548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:42.131483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:42.177869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.182225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:42.184495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.185838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.188349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:42.220998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5376538f-f371-41e0-92b2-dc4b27d7918e no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:42.246430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:42.267883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:42.324343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'name': 'tempest-NetworksTestDHCPv6-router-1687056241', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:25Z', 'updated_at': '2022-03-03T10:18:30Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None, '_interfaces': [{'id': 'b27372c2-a9b8-43e1-9d8e-18c96e7bd799', 'name': '', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'mac_address': 'fa:16:3e:9a:e2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd148b1f2-6679-4c1f-b21e-b54c064c2580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:26Z', 'updated_at': '2022-03-03T10:18:40Z', 'revision_number': 4, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'subnets': [{'id': 'd148b1f2-6679-4c1f-b21e-b54c064c2580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:42.333635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 5376538f-f371-41e0-92b2-dc4b27d7918e {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:42.333974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5376538f-f371-41e0-92b2-dc4b27d7918e not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:42.334380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7582825e-ece4-4001-99c1-1c5db537e7ed no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:42.412880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 8afe5921-e249-496b-b4da-558b18958b99 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:42.416364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.448657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ac2f-dae3-40c6-8b00-40f688cedd9c None None] The sync data for ids ['5a87e00f-6878-41de-8ee1-8a32be24682f'] in dv-neutron-831192-5-hyperv is: [{'id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'name': 'tempest-NetworksTestDHCPv6-router-1687056241', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:25Z', 'updated_at': '2022-03-03T10:18:30Z', 'revision_number': 2, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None, '_interfaces': [{'id': 'b27372c2-a9b8-43e1-9d8e-18c96e7bd799', 'name': '', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'mac_address': 'fa:16:3e:9a:e2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd148b1f2-6679-4c1f-b21e-b54c064c2580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:26Z', 'updated_at': '2022-03-03T10:18:40Z', 'revision_number': 4, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'subnets': [{'id': 'd148b1f2-6679-4c1f-b21e-b54c064c2580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:42.453320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 7582825e-ece4-4001-99c1-1c5db537e7ed {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:42.454001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7582825e-ece4-4001-99c1-1c5db537e7ed not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:42.479012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.582046 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Transition to ACTIVE for port object 1b93f3fc-ac6f-4431-8a43-abce08743f39 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:42.585994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.593173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.621804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.655427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 5d34219d-dbda-48d1-9de8-034c82183ea3 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:42.785151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:42.796651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=b27372c2-a9b8-43e1-9d8e-18c96e7bd799,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:42.844513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59026) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:42.890678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:42.912241 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] Sync routers for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:42.924601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107701697', 'description': 'tempest-secgroup-smoke-2107701697 description', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:42.933303 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:42.933943 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:42.958606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:42.970824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:42.984210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:42.998077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=5d34219d-dbda-48d1-9de8-034c82183ea3,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:42.999229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:43.044694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.046406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.068371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.155413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network aada111e-eb08-410b-a5e1-1b1c22a856b1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:43.156660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.165377 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da0f59-549f-4263-9105-0273fc3cda4e None None] Pushing event updated for resources: {'Port': ['ID=1b93f3fc-ac6f-4431-8a43-abce08743f39,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:43.167043 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:43.197744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.223100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Allocated IP 2001:db8::2 (aada111e-eb08-410b-a5e1-1b1c22a856b1/5b3da443-a414-471b-912f-579d9d90cb91/2ca8f413-433d-4635-8277-a3e35ddad622) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:43.225610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:43.228983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:43.236847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:43.237568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.365404 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-06c1fa84-bc92-4e36-929e-d4cbbd4261ef tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.0567248 Mar 03 10:18:43.377029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59030) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:43.379789 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:35Z', 'revision_number': 11, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:43.380000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fd7cec-0582-40c8-b92a-f1aafec42e05,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:43.384482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.389287 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] Checking router: 8afe5921-e249-496b-b4da-558b18958b99 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:43.391165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:43.397446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:43.400014 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] Routers {'8afe5921-e249-496b-b4da-558b18958b99'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:43.401538 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['8afe5921-e249-496b-b4da-558b18958b99'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:43.421875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:43.430386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:43.430992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.521646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:43.549539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Attempting to bind port 1b93f3fc-ac6f-4431-8a43-abce08743f39 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:43.551972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Attempting to bind port 1b93f3fc-ac6f-4431-8a43-abce08743f39 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:43.552341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Attempting to bind port 1b93f3fc-ac6f-4431-8a43-abce08743f39 on network b157a147-e393-49d8-a046-21553f827a61 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:43.585434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.586361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-989f6761-4df3-4f50-8669-c78000f63359 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 200 len: 704 time: 2.3733993 Mar 03 10:18:43.587262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.590972 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-047b1eaf-3545-4d2a-b0e7-1490bc6c6807 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5871100 Mar 03 10:18:43.590972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:43.595339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:43.598097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59034) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:43.598331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59036) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:43.609153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:43.609153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Checking segment: {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:43.609519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.610408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Bound using segment: {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:43.611317 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Bound port: 1b93f3fc-ac6f-4431-8a43-abce08743f39, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:43.611708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.614617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 5d34219d-dbda-48d1-9de8-034c82183ea3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:43.614993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.673695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '257f6f7d-6358-4ede-9543-4fb142520864', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:43.674551 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] Set router 8afe5921-e249-496b-b4da-558b18958b99 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:43.716612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:43.723548 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c836ee6b-3f34-41be-b88d-b50c5f95fc21 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8526855 Mar 03 10:18:43.733785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59042) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:43.734306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:43.766744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1612175735'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:43.773487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:43.779255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:43.782289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:43.789820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c8cb5fec-6ecc-4202-ab59-9f64dd3d22dc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:43.792886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:43.844993 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:35Z', 'revision_number': 11, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:43.849182 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6a601-5392-4184-aa4d-d354a92775d1 None None] The sync data for ids ['8afe5921-e249-496b-b4da-558b18958b99'] in dv-neutron-831192-5-hyperv is: [{'id': '8afe5921-e249-496b-b4da-558b18958b99', 'name': 'tempest-RoutersIpV6Test-router-512965251', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:17:04Z', 'updated_at': '2022-03-03T10:18:35Z', 'revision_number': 11, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:43.879036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad6f04-d34e-4043-86a4-2e0c3398d2f0 None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:43.879722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:43.884956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:43.944264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] For port 1b93f3fc-ac6f-4431-8a43-abce08743f39, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:43.947702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] For port 1b93f3fc-ac6f-4431-8a43-abce08743f39, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b93f3fc-ac6f-4431-8a43-abce08743f39,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:43.950131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:43.974104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:43.984766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.032582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.051859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c8cb5fec-6ecc-4202-ab59-9f64dd3d22dc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:44.053217 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c8cb5fec-6ecc-4202-ab59-9f64dd3d22dc tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 200 len: 205 time: 0.4539478 Mar 03 10:18:44.058690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.069677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.087046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:44.089502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59046) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:44.184360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 5d34219d-dbda-48d1-9de8-034c82183ea3 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:44.208281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0bd0e1b2-2c5f-48fa-86f5-a37c08b14d20 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:44.208917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e1b2-2c5f-48fa-86f5-a37c08b14d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.301416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:44.302291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:44.310282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:44.326586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:44.351832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.366660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Router 5a87e00f-6878-41de-8ee1-8a32be24682f has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:18:44.386592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.396541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.439816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da0f59-549f-4263-9105-0273fc3cda4e None None] Pushing event updated for resources: {'Port': ['ID=1b93f3fc-ac6f-4431-8a43-abce08743f39,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:44.458912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Transition to ACTIVE for port object 2ca8f413-433d-4635-8277-a3e35ddad622 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:44.481536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:44.509886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=5d34219d-dbda-48d1-9de8-034c82183ea3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:44.535937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.552909 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-02d6b9dd-a278-4af5-9eda-1675758072b9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/5d34219d-dbda-48d1-9de8-034c82183ea3 HTTP/1.1" status: 204 len: 168 time: 1.1405675 Mar 03 10:18:44.552909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59050) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:44.553217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:44.565573 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Transition to ACTIVE for port object 2ca8f413-433d-4635-8277-a3e35ddad622 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:44.604116 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef89744-38c8-43fc-91a8-c9f5f58a7c70 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:18:44.604895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4ef89744-38c8-43fc-91a8-c9f5f58a7c70 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:44.624937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4ef89744-38c8-43fc-91a8-c9f5f58a7c70 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:44.629689 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4ef89744-38c8-43fc-91a8-c9f5f58a7c70 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/5d34219d-dbda-48d1-9de8-034c82183ea3 HTTP/1.1" status: 404 len: 333 time: 0.0761976 Mar 03 10:18:44.630823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59054) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:44.642135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff899c-d004-42c2-8960-8030c09dbb43,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:44.646825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.664863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group_rule and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:44.670820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-32b6f3e5-bcf8-431c-ba10-347d87806104 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.712840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet 5b3da443-a414-471b-912f-579d9d90cb91 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:44.716974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.753810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:44.789174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.831044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Network aada111e-eb08-410b-a5e1-1b1c22a856b1 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:44.832889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:44.880600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:44.882293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:44.893362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:44.900345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:44.903692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:44.910213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Pushing event updated for resources: {'Port': ['ID=2ca8f413-433d-4635-8277-a3e35ddad622,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:44.932540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] Sync routers for ids ['5a87e00f-6878-41de-8ee1-8a32be24682f'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:44.974576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.033405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3da443-a414-471b-912f-579d9d90cb91,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:45.035501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.043736 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d4fe1e02-d03b-4ec0-898b-43163acb00d3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/5b3da443-a414-471b-912f-579d9d90cb91 HTTP/1.1" status: 204 len: 168 time: 0.4121861 Mar 03 10:18:45.046059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59058) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.142189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.162592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.172065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.174751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] Routers {'5a87e00f-6878-41de-8ee1-8a32be24682f'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:45.175460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5a87e00f-6878-41de-8ee1-8a32be24682f'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:45.178577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.180829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-10f7b4cf-e500-4ad1-b73a-04dc464947b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "PUT /v2.0/routers/5a87e00f-6878-41de-8ee1-8a32be24682f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6365297 Mar 03 10:18:45.188446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59062) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.244303 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 2ca8f413-433d-4635-8277-a3e35ddad622 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:45.244523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.254439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.266432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-32b6f3e5-bcf8-431c-ba10-347d87806104 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.284704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-32b6f3e5-bcf8-431c-ba10-347d87806104 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.315901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a20ee-9087-406a-a565-6f633692ca07 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:45.317385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a20ee-9087-406a-a565-6f633692ca07 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:45.318131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a75a20ee-9087-406a-a565-6f633692ca07 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:45.323113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515edc01-b65e-4f25-b57c-b2d71bbe6efa,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:45.325849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b115b-9540-4094-8cc3-32cd48467256,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:45.334311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.334526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:45.335062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '2c323434-026d-4fd5-b802-3756ccbd0a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:45.335172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:45.338968 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e3fe513f-20d7-43b0-9965-454e8b06d9c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4914389 Mar 03 10:18:45.355975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59066) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.365488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'security_group_rule': {'security_group_id': 'b78b115b-9540-4094-8cc3-32cd48467256', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:45.370350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.374671 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a0edad1f-d6f0-4ab6-b4ed-1fdaa1225d32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7708292 Mar 03 10:18:45.378633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59070) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.378633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:45.390669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '257f6f7d-6358-4ede-9543-4fb142520864', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:45.394390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0bd0e1b2-2c5f-48fa-86f5-a37c08b14d20 None None] Provisioning complete for port f0dc490f-b854-451a-82c5-edccb7e9fb4a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:45.394784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e1b2-2c5f-48fa-86f5-a37c08b14d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.402398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:45.407428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.409399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:45.411454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:45.414650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-32b6f3e5-bcf8-431c-ba10-347d87806104 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.414901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b6f3e5-bcf8-431c-ba10-347d87806104 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Fanout notify agent at l3_agent the message router_deleted on router 8afe5921-e249-496b-b4da-558b18958b99 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:18:45.424257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:45.428573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:45.434106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:45.436689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.452022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:45.452704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking segment: {'id': '2c323434-026d-4fd5-b802-3756ccbd0a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:45.453259 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.453800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Bound using segment: {'id': '2c323434-026d-4fd5-b802-3756ccbd0a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:45.454453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Bound port: 2ca8f413-433d-4635-8277-a3e35ddad622, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c323434-026d-4fd5-b802-3756ccbd0a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aada111e-eb08-410b-a5e1-1b1c22a856b1'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:45.454996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.460228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:45.467642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] Set router 5a87e00f-6878-41de-8ee1-8a32be24682f gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:45.487460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-32b6f3e5-bcf8-431c-ba10-347d87806104 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.488705 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-32b6f3e5-bcf8-431c-ba10-347d87806104 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 204 len: 168 time: 1.3949463 Mar 03 10:18:45.496548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59074) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.515681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1655668484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:45.530928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.534787 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7906537 Mar 03 10:18:45.538502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59078) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.541372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:45.550710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Usage tracker for resource:router and tenant:5a5ace51d2d2434594d789e97765a086 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:45.556026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'security_group': {'name': 'tempest-secgroup-83348739'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:45.560758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fffd0a-00e0-4f5d-8fd9-898eee8fe9ba tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd33e1-3081-4f87-a0cc-52bebf038765,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:45.564551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.581181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:45.587070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:45.591230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.611932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:45.620669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:45.625157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:45.643197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:45.644255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] For port 2ca8f413-433d-4635-8277-a3e35ddad622, host dv-neutron-831192-5-hyperv, got binding levels [] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:45.644818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.684070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.685038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.701258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.735217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'name': 'tempest-NetworksTestDHCPv6-router-1687056241', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:25Z', 'updated_at': '2022-03-03T10:18:42Z', 'revision_number': 3, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:45.738956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.767646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:45.772006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0e1b2-2c5f-48fa-86f5-a37c08b14d20 None None] Port f0dc490f-b854-451a-82c5-edccb7e9fb4a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:45.772684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 2ca8f413-433d-4635-8277-a3e35ddad622 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:45.773496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] Checking router: 5a87e00f-6878-41de-8ee1-8a32be24682f for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:45.789551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group_rule and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:45.795389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.797439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:45.802757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.810273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.829665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a75a20ee-9087-406a-a565-6f633692ca07 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:45.829978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:45.830842 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a75a20ee-9087-406a-a565-6f633692ca07 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6414540 Mar 03 10:18:45.840418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59082) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.850801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.858447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] Routers {'5a87e00f-6878-41de-8ee1-8a32be24682f'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:45.859004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5a87e00f-6878-41de-8ee1-8a32be24682f'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:45.860905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.887584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552ce4cb-650a-420a-bb30-cc4a32ff72d6,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:45.918708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113124d3-e5b7-4e8c-b292-fccd7ad504c1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:45.928279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet d148b1f2-6679-4c1f-b21e-b54c064c2580 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:18:45.929781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.931810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.934015 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f3758456-670b-476a-8270-743fefd9680c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772011 Mar 03 10:18:45.934682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59086) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.941151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] Update dhcp port {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'fixed_ips': [{'subnet_id': '5e555555-f7a0-4036-8e71-2261dfde857c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '21692103-7650-4bb0-bca8-0becda027af7'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:18:45.943565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.944722 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-87d6aee1-3a23-4b89-b61a-26b787c92619 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4473217 Mar 03 10:18:45.948513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'security_group_rule': {'security_group_id': 'b78b115b-9540-4094-8cc3-32cd48467256', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:45.954814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59090) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.955744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:45.960464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.960624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:45.961565 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1be6257f-3234-4ebe-8f57-80e025d61fb5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5845330 Mar 03 10:18:45.965028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59094) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:45.969799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e37b2e44-ec4d-4e80-8eb6-e4a5a2fc66c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:46.002872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:18:46.003536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:18:46.019811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '257f6f7d-6358-4ede-9543-4fb142520864', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:46.023672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:46.034954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:46.039403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=2ca8f413-433d-4635-8277-a3e35ddad622,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:46.042083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:46.050358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:46.052395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:46.054990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No DVR routers for this DVR port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:46.056578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:46.061665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.087886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] Set router 5a87e00f-6878-41de-8ee1-8a32be24682f gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:46.128959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:46.216048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.229545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'name': 'tempest-NetworksTestDHCPv6-router-1687056241', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:25Z', 'updated_at': '2022-03-03T10:18:42Z', 'revision_number': 3, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:46.241366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ec159-70d5-4d9a-8d58-cf2f57699a41 None None] The sync data for ids ['5a87e00f-6878-41de-8ee1-8a32be24682f'] in dv-neutron-831192-5-hyperv is: [{'id': '5a87e00f-6878-41de-8ee1-8a32be24682f', 'name': 'tempest-NetworksTestDHCPv6-router-1687056241', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:25Z', 'updated_at': '2022-03-03T10:18:42Z', 'revision_number': 3, 'project_id': '560fe76b922f43fd95954d3cc721d8ab', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:46.245072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.293317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aada111e-eb08-410b-a5e1-1b1c22a856b1']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:46.310069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c323434-026d-4fd5-b802-3756ccbd0a29') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:46.310452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c323434-026d-4fd5-b802-3756ccbd0a29') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:46.317417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:43Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:46.325276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.353784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.366899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568d753-5d23-45b6-b6de-de411eb992ac None None] The sync data for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv is: [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:43Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:46.383853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.395981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:18:46.396201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.396390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:18:46.412406 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:18:46.417537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.484549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.504295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] Allocated IP 172.20.0.2 (4b3344a3-54c8-49a1-89a7-a770b9addefc/d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0/21692103-7650-4bb0-bca8-0becda027af7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:46.506560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.508798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:18:46.525513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:46.526836 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:46.527480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:46.535453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:46.535453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:46.536184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.543864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:46.545015 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:46.546270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.548929 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 2 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:46.555965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=aada111e-eb08-410b-a5e1-1b1c22a856b1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:46.563709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.567902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:46.568502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:46.569133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:46.582886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:46.583788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:46.598335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:46.598747 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:46.610348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e44-ec4d-4e80-8eb6-e4a5a2fc66c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.630430 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e078ffde-de2b-4cfa-861c-e87137bfa4ec tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/aada111e-eb08-410b-a5e1-1b1c22a856b1 HTTP/1.1" status: 204 len: 168 time: 1.5831099 Mar 03 10:18:46.631704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=d148b1f2-6679-4c1f-b21e-b54c064c2580,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:46.636568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.636568 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0f141b43-c4f0-422e-a85c-7dfbc0b08318 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/d148b1f2-6679-4c1f-b21e-b54c064c2580 HTTP/1.1" status: 204 len: 168 time: 0.7951825 Mar 03 10:18:46.638543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59098) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:46.639508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ef3b51-7a5f-409c-b412-c47d7d208158,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:46.647877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59100) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:46.651577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.655763 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-41374a9e-790b-451b-9e7c-d4ebb855b279 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.1087079 Mar 03 10:18:46.659176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'name': 'tempest-PortsIpV6TestJSON-1835877189'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:46.678072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59106) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:46.684961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1484742638'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:46.699053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:46.705192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:46.710531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:46.730183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:46.737474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.746550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.758628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.795588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e610dc48-01bc-4c5c-a38f-573c0ee553f4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:46.802209 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 3 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:46.804457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:46.809334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:security_group_rule and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:46.812619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:46.815417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.819134 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-86e8acc2-0934-4b30-b682-82f79eca3e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8148646 Mar 03 10:18:46.820084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59110) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:46.821709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcffc8-9b7a-491e-a0e9-81a973c535c4 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:46.822853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:46.827800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '257f6f7d-6358-4ede-9543-4fb142520864', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:46.836720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:46.841487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b27372c2-a9b8-43e1-9d8e-18c96e7bd799 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:46.845906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:46.852875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:46.867224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:46.903095 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:18:46.922122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:46.923433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e44-ec4d-4e80-8eb6-e4a5a2fc66c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.012351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.025431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.039509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:47.072434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.082474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.083243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.083243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.085786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aff5e68-1f56-4161-9267-e01ffe492595,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:47.092072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.094963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b27372c2-a9b8-43e1-9d8e-18c96e7bd799 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:47.095825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b27372c2-a9b8-43e1-9d8e-18c96e7bd799 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:47.106820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.111005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.114148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.124642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.125015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.130100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:47.152366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.156545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:47.160294 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b6fe8c50-f6bc-42a8-94ad-d7cfb2be3aa8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3387368 Mar 03 10:18:47.163220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.164862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a17e2c1-cf60-4d70-a0e8-e4cbfe337539,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:47.165900 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4868536 Mar 03 10:18:47.169643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:47.196935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59116) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:47.205393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] Transition to ACTIVE for port object 21692103-7650-4bb0-bca8-0becda027af7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:47.216162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.216536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-944094510', 'security_groups': ['3e9b7fef-f393-40a8-87cf-a0083127075a'], 'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:47.216684 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.230125 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 4 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:47.241331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.247159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b632da-6f11-452b-837c-8f6685747988 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9b7fef-f393-40a8-87cf-a0083127075a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:47.265938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:47.285513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.287001 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-516792aa-b1e7-49f9-ae9d-77af058b1474 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3489406 Mar 03 10:18:47.295327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:47.306230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'security_group_rule': {'security_group_id': 'b78b115b-9540-4094-8cc3-32cd48467256', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:47.311137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c58a2907-b9cb-4db2-9184-5386118e3845 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:router {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:47.324744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.325165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.325592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.335054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:47.339890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.372910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37b2e44-ec4d-4e80-8eb6-e4a5a2fc66c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Router 23db36e6-fcf7-4a9a-a6bb-725a052a2274 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:18:47.396954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 8fc908fe-b248-475e-9f40-dd24382ab009 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:47.416058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:47.434461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:47.442370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c58a2907-b9cb-4db2-9184-5386118e3845 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:router {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:47.443844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c58a2907-b9cb-4db2-9184-5386118e3845 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7954736 Mar 03 10:18:47.448448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59134) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:47.449819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:47.473241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:47.499546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.500164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.639688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.640366 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.641229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53892806-58a9-440f-b1a4-2253bcd6bcdb None None] Pushing event updated for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:47.648792 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 5 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:47.676722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37b2e44-ec4d-4e80-8eb6-e4a5a2fc66c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:18:47.687889 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] Sync routers for ids ['23db36e6-fcf7-4a9a-a6bb-725a052a2274'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:18:47.703717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.703823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.704260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.705525 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] Routers {'23db36e6-fcf7-4a9a-a6bb-725a052a2274'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:47.706150 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['23db36e6-fcf7-4a9a-a6bb-725a052a2274'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:47.719263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.720193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.728911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.729473 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.732976 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 6 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:47.744444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.745485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.745857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.747685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e44-ec4d-4e80-8eb6-e4a5a2fc66c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.749887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e37b2e44-ec4d-4e80-8eb6-e4a5a2fc66c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "PUT /v2.0/routers/23db36e6-fcf7-4a9a-a6bb-725a052a2274 HTTP/1.1" status: 200 len: 698 time: 1.7905097 Mar 03 10:18:47.755646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59142) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:47.758753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.758986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.775552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.776569 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.781021 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 7 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:47.798497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.798865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.799218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.811072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.811396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.817201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.817554 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.817966 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 8 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:47.836231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.836599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.836963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.843675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.844057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.849309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.849668 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.850079 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 9 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:47.862830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.864384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.864897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.870953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.871371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.876973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.877330 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.877743 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempt 10 to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 Mar 03 10:18:47.901341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:47.910121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:47.910972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:47.912152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.918518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] Deleting port 52007115-ae05-499c-aa86-a6e665036be6 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:47.918923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.956481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:47.956867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Attempting to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:47.970015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 on network aada111e-eb08-410b-a5e1-1b1c22a856b1 not bound, no agent of type HyperV agent registered on host dv-neutron-831192-5-hyperv {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:18:47.970431 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR neutron.plugins.ml2.managers [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Failed to bind port 2ca8f413-433d-4635-8277-a3e35ddad622 on host dv-neutron-831192-5-hyperv for vnic_type normal using segments [] Mar 03 10:18:47.970822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:47.971991 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] Set router 23db36e6-fcf7-4a9a-a6bb-725a052a2274 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:48.053370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.055560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3e51441e-4cd9-459f-8e60-b9049de3120f None None] Port 2ca8f413-433d-4635-8277-a3e35ddad622 has been deleted concurrently {{(pid=87890) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Mar 03 10:18:48.134025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.231436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad31dd45-ee9b-4e9d-ba60-3271bfa25921 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.276986 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23db36e6-fcf7-4a9a-a6bb-725a052a2274', 'name': 'tempest-RoutersIpV6Test-router-1655668484', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:45Z', 'updated_at': '2022-03-03T10:18:46Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:48.290734 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] Checking router: 23db36e6-fcf7-4a9a-a6bb-725a052a2274 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:18:48.295566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:48.314308 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:18:48.314857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:48.327996 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] Routers {'23db36e6-fcf7-4a9a-a6bb-725a052a2274'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:18:48.330212 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['23db36e6-fcf7-4a9a-a6bb-725a052a2274'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:48.335217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:48.349497 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:48.350402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.375539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] For port 52007115-ae05-499c-aa86-a6e665036be6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=52007115-ae05-499c-aa86-a6e665036be6,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:48.375952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.444246 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8004556 Mar 03 10:18:48.451253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59146) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:48.459128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d187a-1571-4084-93ca-5d894f1dc799 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=8fc908fe-b248-475e-9f40-dd24382ab009,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:48.520890 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5833974e-4608-489d-821a-73a2cc51c99d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/routers/23db36e6-fcf7-4a9a-a6bb-725a052a2274 HTTP/1.1" status: 200 len: 704 time: 0.7617257 Mar 03 10:18:48.522937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59150) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:48.559122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-52529ef7-953f-465d-98ea-71f2870676c9 req-5e802e85-4e93-44c2-8ec3-2081970aed33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:48.579713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.639888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 8fc908fe-b248-475e-9f40-dd24382ab009 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:48.642052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.663919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:48.685984 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] Set router 23db36e6-fcf7-4a9a-a6bb-725a052a2274 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:18:48.704400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:48.731960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] Calling delete_port for 52007115-ae05-499c-aa86-a6e665036be6 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:48.780314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 21692103-7650-4bb0-bca8-0becda027af7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:48.844930 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23db36e6-fcf7-4a9a-a6bb-725a052a2274', 'name': 'tempest-RoutersIpV6Test-router-1655668484', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:45Z', 'updated_at': '2022-03-03T10:18:46Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:18:48.852672 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb78ffb-6341-4d86-87ad-69c11094ce33 None None] The sync data for ids ['23db36e6-fcf7-4a9a-a6bb-725a052a2274'] in dv-neutron-831192-5-hyperv is: [{'id': '23db36e6-fcf7-4a9a-a6bb-725a052a2274', 'name': 'tempest-RoutersIpV6Test-router-1655668484', 'tenant_id': '5a5ace51d2d2434594d789e97765a086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:45Z', 'updated_at': '2022-03-03T10:18:46Z', 'revision_number': 2, 'project_id': '5a5ace51d2d2434594d789e97765a086', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:18:48.872710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f1efd3e8-7cfa-4065-8c72-76ba3a489d75 None None] Provisioning for port 21692103-7650-4bb0-bca8-0becda027af7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:48.887021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f1efd3e8-7cfa-4065-8c72-76ba3a489d75 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:48.887434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f1efd3e8-7cfa-4065-8c72-76ba3a489d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:48.934174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7b445b8d-9e77-4663-9a35-0259742cfeed tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Synchronizing usage tracker for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:48.957092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:48.986979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:48.987493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.017434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.054902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-52529ef7-953f-465d-98ea-71f2870676c9 req-5e802e85-4e93-44c2-8ec3-2081970aed33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:49.056400 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-5e802e85-4e93-44c2-8ec3-2081970aed33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194035714&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 1.3327096 Mar 03 10:18:49.080673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad31dd45-ee9b-4e9d-ba60-3271bfa25921 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.088121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] Pushing event deleted for resources: {'Port': ['ID=52007115-ae05-499c-aa86-a6e665036be6,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:49.092640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d83bdf-0e6e-4f7e-8f18-f13d4e64e608 None None] No DVR routers for this DVR port 52007115-ae05-499c-aa86-a6e665036be6 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:18:49.138108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.157961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad31dd45-ee9b-4e9d-ba60-3271bfa25921 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.164292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7b445b8d-9e77-4663-9a35-0259742cfeed tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Unset dirty status for tenant:5a5ace51d2d2434594d789e97765a086 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:49.165669 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7b445b8d-9e77-4663-9a35-0259742cfeed tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=23db36e6-fcf7-4a9a-a6bb-725a052a2274 HTTP/1.1" status: 200 len: 205 time: 0.5948381 Mar 03 10:18:49.212506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59154) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:49.243864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f1efd3e8-7cfa-4065-8c72-76ba3a489d75 None None] Provisioning complete for port f0dc490f-b854-451a-82c5-edccb7e9fb4a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:49.245177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f1efd3e8-7cfa-4065-8c72-76ba3a489d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.353387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 8fc908fe-b248-475e-9f40-dd24382ab009 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:49.375648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd3e8-7cfa-4065-8c72-76ba3a489d75 None None] Port f0dc490f-b854-451a-82c5-edccb7e9fb4a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:49.380585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b93f3fc-ac6f-4431-8a43-abce08743f39 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:49.470328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-81614f17-3ff0-4ce8-93aa-cb2ee24c00c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:49.471494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-52529ef7-953f-465d-98ea-71f2870676c9 req-81614f17-3ff0-4ce8-93aa-cb2ee24c00c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:49.477416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.478162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 1b93f3fc-ac6f-4431-8a43-abce08743f39 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:49.482733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad31dd45-ee9b-4e9d-ba60-3271bfa25921 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.483641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad31dd45-ee9b-4e9d-ba60-3271bfa25921 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Fanout notify agent at l3_agent the message router_deleted on router 5a87e00f-6878-41de-8ee1-8a32be24682f {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:18:49.491908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1b93f3fc-ac6f-4431-8a43-abce08743f39 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:49.492510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.500879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-30ad42d9-483f-4b3c-a15e-76b1becfc5ac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.545002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.575168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.634263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b171cf7-368b-403f-9996-339cfb8dbf1e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:49.648991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad31dd45-ee9b-4e9d-ba60-3271bfa25921 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.650097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ad31dd45-ee9b-4e9d-ba60-3271bfa25921 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/routers/5a87e00f-6878-41de-8ee1-8a32be24682f HTTP/1.1" status: 204 len: 168 time: 2.1967595 Mar 03 10:18:49.652829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] device_id is not set on port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:49.660968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.685415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59160) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:49.690500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.694244 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9ab476f9-76aa-4169-8d05-87cb99983e43 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3971875 Mar 03 10:18:49.696108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59164) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:49.696469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5ef3adf8-70e8-4fbc-985a-555b57d92e49 None None] Could not find standard attr ID for object 2ca8f413-433d-4635-8277-a3e35ddad622. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:18:49.699952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-52529ef7-953f-465d-98ea-71f2870676c9 req-81614f17-3ff0-4ce8-93aa-cb2ee24c00c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:49.701083 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-81614f17-3ff0-4ce8-93aa-cb2ee24c00c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 797 time: 0.6181099 Mar 03 10:18:49.705652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'security_group_rule': {'security_group_id': 'b78b115b-9540-4094-8cc3-32cd48467256', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:49.710652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bacbe1-cef4-42d3-b2b8-53df237e5e6b None None] DHCP port deletion for aada111e-eb08-410b-a5e1-1b1c22a856b1 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:18:49.725435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:49.726094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 1b93f3fc-ac6f-4431-8a43-abce08743f39, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b93f3fc-ac6f-4431-8a43-abce08743f39,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:49.737313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e88284-ec3d-48e3-bc80-ca7c317f0f9c None None] Network aada111e-eb08-410b-a5e1-1b1c22a856b1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:49.747581 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-0a251b24-b482-42d5-9898-a4bbe96132c1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0306396 Mar 03 10:18:49.748627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:49.754324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:49.758431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.816438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e88284-ec3d-48e3-bc80-ca7c317f0f9c None None] Network aada111e-eb08-410b-a5e1-1b1c22a856b1 could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:18:49.817432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:49.850974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52007115-ae05-499c-aa86-a6e665036be6 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:49.892480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 52007115-ae05-499c-aa86-a6e665036be6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:49.892780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52007115-ae05-499c-aa86-a6e665036be6 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:49.896480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=1b93f3fc-ac6f-4431-8a43-abce08743f39,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:49.936891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.963764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f854b592-1d94-4503-84bc-fb9f35baaafd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:49.978280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-3aae224c-7832-4df9-926b-fe8222980735 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2210264 Mar 03 10:18:49.981514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-30ad42d9-483f-4b3c-a15e-76b1becfc5ac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:49.990675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-30ad42d9-483f-4b3c-a15e-76b1becfc5ac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.013799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f854b592-1d94-4503-84bc-fb9f35baaafd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:50.017987 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f854b592-1d94-4503-84bc-fb9f35baaafd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3292892 Mar 03 10:18:50.018575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59168) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.065282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.126145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-30ad42d9-483f-4b3c-a15e-76b1becfc5ac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.126674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ad42d9-483f-4b3c-a15e-76b1becfc5ac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Fanout notify agent at l3_agent the message router_deleted on router 23db36e6-fcf7-4a9a-a6bb-725a052a2274 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:18:50.147170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=8fc908fe-b248-475e-9f40-dd24382ab009,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:50.157127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.169316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-30ad42d9-483f-4b3c-a15e-76b1becfc5ac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.173806 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-30ad42d9-483f-4b3c-a15e-76b1becfc5ac tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/23db36e6-fcf7-4a9a-a6bb-725a052a2274 HTTP/1.1" status: 204 len: 168 time: 0.9608951 Mar 03 10:18:50.176797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59174) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.180474 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cf83eff4-5c68-4d4c-a9e5-43a2e88d1115 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/8fc908fe-b248-475e-9f40-dd24382ab009 HTTP/1.1" status: 204 len: 168 time: 1.7264199 Mar 03 10:18:50.184543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6667c-eefe-4763-b422-00374268d61a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:50.185246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3eb6667c-eefe-4763-b422-00374268d61a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:50.187697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59178) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.194744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'mac_address': 'fa:16:3e:a6:8b:55', 'name': 'tempest-PortsIpV6TestJSON-1373321713'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:50.231476 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b482ac61-b281-4f44-81d1-ea03e4db43bb tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=23db36e6-fcf7-4a9a-a6bb-725a052a2274 HTTP/1.1" status: 200 len: 205 time: 0.0534973 Mar 03 10:18:50.235807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59182) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.268199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.269499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.13 (4b3344a3-54c8-49a1-89a7-a770b9addefc/d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0/87c4e6ca-8367-4b47-aae4-105b3f7f70d0) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:50.276492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.340752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c92f32-02ec-4795-b789-30b224fbad03,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:50.357856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3eb6667c-eefe-4763-b422-00374268d61a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:50.359029 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3eb6667c-eefe-4763-b422-00374268d61a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3319979 Mar 03 10:18:50.370547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59186) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.373184 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-77360421-447f-48d5-a205-dbef14bb0b44 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] delete failed (client error): The resource could not be found. Mar 03 10:18:50.374204 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-77360421-447f-48d5-a205-dbef14bb0b44 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/23db36e6-fcf7-4a9a-a6bb-725a052a2274 HTTP/1.1" status: 404 len: 336 time: 0.1374226 Mar 03 10:18:50.378389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59190) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.450296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d838da6-10b8-4f76-9232-6dffb02a57fa tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:router {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:50.482661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.486284 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5ea3af51-230e-4d02-8fb4-43379f9cc17c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7889423 Mar 03 10:18:50.487096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59194) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.540829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a09e94d-352c-4df8-bc9a-f89acbc017d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:50.541423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a09e94d-352c-4df8-bc9a-f89acbc017d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:50.545079 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6a09e94d-352c-4df8-bc9a-f89acbc017d2 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/23c294b6-e3f6-4713-99c2-d7029471fe7a HTTP/1.1" status: 404 len: 337 time: 0.1640561 Mar 03 10:18:50.545924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59198) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.552429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:50.559198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b93f3fc-ac6f-4431-8a43-abce08743f39 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:50.559888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d838da6-10b8-4f76-9232-6dffb02a57fa tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:router {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:50.564993 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4d838da6-10b8-4f76-9232-6dffb02a57fa tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1863778 Mar 03 10:18:50.571370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'security_group_rule': {'security_group_id': 'b78b115b-9540-4094-8cc3-32cd48467256', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:50.575926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59202) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.589186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:50.594983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:50.598818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a9b8e5-dd94-4965-9b89-747859d36a51 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:50.599258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a9b8e5-dd94-4965-9b89-747859d36a51 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:50.603323 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c9a9b8e5-dd94-4965-9b89-747859d36a51 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/fe1d60a1-b20a-4802-ae2f-cfb168876112 HTTP/1.1" status: 404 len: 337 time: 0.0540369 Mar 03 10:18:50.604494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59204) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.606999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:50.637005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:50.640019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1b93f3fc-ac6f-4431-8a43-abce08743f39 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:50.640828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.646679 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f3817c-2372-4520-8da1-8851a3d85fe1 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:50.646862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:50.647131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f3817c-2372-4520-8da1-8851a3d85fe1 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:50.652243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a9f3817c-2372-4520-8da1-8851a3d85fe1 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/e1172c07-ca56-4e17-91be-2eaa03e5747d HTTP/1.1" status: 404 len: 337 time: 0.0434375 Mar 03 10:18:50.653207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59210) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.654900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:50.672993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:50.692187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:50.703426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:50.711997 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-185aa7b0-abc0-4d45-95a6-53bd2d5cdd4d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:50.712383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185aa7b0-abc0-4d45-95a6-53bd2d5cdd4d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:50.717367 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-185aa7b0-abc0-4d45-95a6-53bd2d5cdd4d tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/9cfe9041-3c08-422d-8775-4ccbe0cbbd1e HTTP/1.1" status: 404 len: 337 time: 0.0595360 Mar 03 10:18:50.726332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59214) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.777157 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-61dcbc38-687c-4872-94db-12a73a914ab8 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 200 len: 205 time: 0.0476072 Mar 03 10:18:50.779906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2ca8f413-433d-4635-8277-a3e35ddad622 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:18:50.793597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59218) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.798314 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Project 1c6458b80c1a4363b43a19527ddc2e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:18:50.814129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 2ca8f413-433d-4635-8277-a3e35ddad622 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:18:50.814544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2ca8f413-433d-4635-8277-a3e35ddad622 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:18:50.828266 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-c6b6acc5-6a74-44be-aa5d-557f8ccfe9db service neutron] 10.222.0.23 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8136890 Mar 03 10:18:50.845445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.872759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port a677725a-c279-4c52-8553-508196b33135 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:50.895129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:50.966676 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-865fa242-3e0e-4ad4-81a1-51a231c4687e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] delete failed (client error): The resource could not be found. Mar 03 10:18:50.970130 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-865fa242-3e0e-4ad4-81a1-51a231c4687e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/8afe5921-e249-496b-b4da-558b18958b99 HTTP/1.1" status: 404 len: 336 time: 0.1650770 Mar 03 10:18:50.971405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59222) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:50.991326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:50.999816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.021172 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8e597df2-3e00-4b9f-a635-bb81cfaa2572 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=89482921-5688-4df3-8953-dbd91707ce83 HTTP/1.1" status: 200 len: 205 time: 0.0486650 Mar 03 10:18:51.037165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59226) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.087027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:51.107684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:51.118309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:51.122548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.125667 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-d50a91a6-7a2d-45f4-9cac-4bc925ddaf2a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] delete failed (client error): The resource could not be found. Mar 03 10:18:51.126686 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d50a91a6-7a2d-45f4-9cac-4bc925ddaf2a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/89482921-5688-4df3-8953-dbd91707ce83 HTTP/1.1" status: 404 len: 336 time: 0.0886221 Mar 03 10:18:51.135952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59230) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.212657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.217417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.229819 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19be9bf-8342-431f-9209-dc11a574380c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:51.230349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19be9bf-8342-431f-9209-dc11a574380c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:51.238949 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-887b56cb-ca11-4d29-bf18-3e6492c54606 service neutron] 10.222.0.23 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284514 Mar 03 10:18:51.239684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.241891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.313628 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d19be9bf-8342-431f-9209-dc11a574380c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/895e9a4f-9286-4151-a316-8ec9ca3a43c0 HTTP/1.1" status: 404 len: 337 time: 0.1697125 Mar 03 10:18:51.313867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:51.313867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59234) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.333837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e82bf3-2b1d-4081-8d25-61fc2dcef165,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:51.352459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.356573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:51.357140 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4aba86cd-9154-4143-bc64-b791c946f3bd tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8528080 Mar 03 10:18:51.357598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59238) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.359480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:51.368305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:51.370070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.375318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.379049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'security_group_rule': {'security_group_id': 'b78b115b-9540-4094-8cc3-32cd48467256', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:51.406565 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e5406cf4-9632-4910-9e79-e60e5f60f6ba tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd5f14-53ce-463f-8ab4-b88bea4282ca HTTP/1.1" status: 200 len: 205 time: 0.0917108 Mar 03 10:18:51.410112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=a677725a-c279-4c52-8553-508196b33135,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:51.413730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59248) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.427491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:51.445144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:security_group_rule and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:51.457502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:51.475955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:51.499083 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-016732df-5a5f-453b-ad6d-d9a5909b050c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] delete failed (client error): The resource could not be found. Mar 03 10:18:51.500278 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-016732df-5a5f-453b-ad6d-d9a5909b050c tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/e0cd5f14-53ce-463f-8ab4-b88bea4282ca HTTP/1.1" status: 404 len: 336 time: 0.0847409 Mar 03 10:18:51.506291 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-46f45532-faed-4aea-816c-d31403c1d31f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3144495 Mar 03 10:18:51.506291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59254) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.506604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:51.507887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59256) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.509728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:51.511776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=87c4e6ca-8367-4b47-aae4-105b3f7f70d0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:51.554902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:51.600001 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4209179d-b49d-4e07-be47-19af795029c3 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43dbb36-4515-443e-b377-fa10c9dc9ff1 HTTP/1.1" status: 200 len: 205 time: 0.0938447 Mar 03 10:18:51.605674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59262) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.606366 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Project 1c6458b80c1a4363b43a19527ddc2e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:18:51.670919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.691397 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-9bf4eaca-0d29-41c5-98a1-289ca0bf03c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] delete failed (client error): The resource could not be found. Mar 03 10:18:51.692445 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9bf4eaca-0d29-41c5-98a1-289ca0bf03c6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/c43dbb36-4515-443e-b377-fa10c9dc9ff1 HTTP/1.1" status: 404 len: 336 time: 0.0858440 Mar 03 10:18:51.703861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59266) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.706075 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-032395ba-b9e2-44e1-a31f-5a895fb78173 req-b4ba0333-7200-445f-a8ec-960efe600b85 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 210 time: 0.2641447 Mar 03 10:18:51.749321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b719e-d8eb-4753-b6a2-e61db9a67bf3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:51.749906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dd3b719e-d8eb-4753-b6a2-e61db9a67bf3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:51.753037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:51.753664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.765596 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d63941-7fa1-4367-a5af-ab5cad23b653 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:51.766182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d63941-7fa1-4367-a5af-ab5cad23b653 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:51.771541 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d1d63941-7fa1-4367-a5af-ab5cad23b653 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/4227384a-567a-4dcb-8688-b1f6b20d3224 HTTP/1.1" status: 404 len: 337 time: 0.0667355 Mar 03 10:18:51.783624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59274) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.792604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dd3b719e-d8eb-4753-b6a2-e61db9a67bf3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:51.793990 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dd3b719e-d8eb-4753-b6a2-e61db9a67bf3 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/a677725a-c279-4c52-8553-508196b33135 HTTP/1.1" status: 200 len: 845 time: 0.2852209 Mar 03 10:18:51.796775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59278) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.859083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-32dec75f-57fc-45d9-9420-bd971cf1b4f3 None None] Provisioning for port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:51.867556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-32dec75f-57fc-45d9-9420-bd971cf1b4f3 None None] Provisioning complete for port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:51.868266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-32dec75f-57fc-45d9-9420-bd971cf1b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.882180 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1f5c4d68-b961-4131-a871-0109f880aed6 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a1e1ad3-7a9b-4403-9dba-fb766e604aaa HTTP/1.1" status: 200 len: 205 time: 0.0929291 Mar 03 10:18:51.887105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59284) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.902445 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4d2c75aa-08ba-4838-a7c9-21e27956ae87 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6993806 Mar 03 10:18:51.904459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59288) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:51.912459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:51.950361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-32dec75f-57fc-45d9-9420-bd971cf1b4f3 None None] Port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:51.969738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:51.973729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port a677725a-c279-4c52-8553-508196b33135 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:51.974027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.017754 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-56dc2d5a-effa-4037-8d0f-65d976a7827e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] delete failed (client error): The resource could not be found. Mar 03 10:18:52.018829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-56dc2d5a-effa-4037-8d0f-65d976a7827e tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/0a1e1ad3-7a9b-4403-9dba-fb766e604aaa HTTP/1.1" status: 404 len: 336 time: 0.1307430 Mar 03 10:18:52.026517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59292) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.068480 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5a8d7a-cb29-4b91-bd99-d074f43f0e18 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:52.068942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5a8d7a-cb29-4b91-bd99-d074f43f0e18 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:52.070668 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2b5a8d7a-cb29-4b91-bd99-d074f43f0e18 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/2ddba35f-3290-46f3-97c3-7cabebae8222 HTTP/1.1" status: 404 len: 337 time: 0.0432024 Mar 03 10:18:52.074057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59298) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.137195 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5853c1c5-80cd-43ef-9646-ae3b3ffc29c7 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ce0664-0b75-4e25-bf96-5713c45251fb HTTP/1.1" status: 200 len: 205 time: 0.0619745 Mar 03 10:18:52.139751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59302) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.184140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.257675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43c242d-6119-4583-94b1-342add6005e5,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:52.267829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.271842 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6f6890aa-0429-4b45-88de-9df30be0828f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9081247 Mar 03 10:18:52.283258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.322983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'network': {'name': 'tempest-network-smoke--1886415011', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:52.330968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.objects.ports [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87888) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:18:52.334342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.341157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:52.363456 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-d50a4d4a-e3cc-43ae-a963-0587d40ab902 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] delete failed (client error): The resource could not be found. Mar 03 10:18:52.364488 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d50a4d4a-e3cc-43ae-a963-0587d40ab902 tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/routers/d9ce0664-0b75-4e25-bf96-5713c45251fb HTTP/1.1" status: 404 len: 336 time: 0.2235770 Mar 03 10:18:52.367272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59310) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.385492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:52.391512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:network and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:52.401362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:52.417545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:52.418891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7f6190-a2d2-4521-9b6f-90be33c37a6a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:52.419374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7f6190-a2d2-4521-9b6f-90be33c37a6a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:52.423277 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9d7f6190-a2d2-4521-9b6f-90be33c37a6a tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/2d90845b-ccf0-4719-bb3d-6f67e58b8239 HTTP/1.1" status: 404 len: 337 time: 0.0529668 Mar 03 10:18:52.424443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59314) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.427953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:52.459289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:52.464220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:52.472870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:52.476432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:52.488828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:52.488828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.491030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eea1b9-ce5a-4029-b4c7-740f7316bac0 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:52.492464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=3ad96531-58fd-46fb-b35f-e6c4714292a1,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:52.500565 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d49cc92-e24b-4f95-93a0-ffa006bcbfec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] DELETE failed (client error): The resource could not be found. Mar 03 10:18:52.501027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d49cc92-e24b-4f95-93a0-ffa006bcbfec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:52.506025 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9d49cc92-e24b-4f95-93a0-ffa006bcbfec tempest-RoutersIpV6Test-803528326 tempest-RoutersIpV6Test-803528326-project] 10.222.0.23 "DELETE /v2.0/subnets/938a0710-55d3-4283-885d-647340901ebd HTTP/1.1" status: 404 len: 337 time: 0.0773900 Mar 03 10:18:52.506173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Made reservation on behalf of 1c6458b80c1a4363b43a19527ddc2e77 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:52.507831 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.536907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:52.540385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.574449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8f07e7d1-25dc-463c-959c-6bbb6b44fd1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9385278 Mar 03 10:18:52.575197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59320) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.585007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:52.606862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.638607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:52.664540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.664907 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Added segment d7910a27-65e8-4caa-a505-3fee1a06a3fa of type vlan for network b133a485-6c4a-43d8-8c38-c508d4790b73 Mar 03 10:18:52.711920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.716098 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.ipam_backend_mixin [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0 (CIDR: 172.20.0.0/28) Mar 03 10:18:52.723587 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:18:52.724190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:52.764754 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6e4a1369-d212-46f2-ab0e-72378b43d49f tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8590865 Mar 03 10:18:52.767420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59326) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:52.773874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:52.796040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.801967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:52.802567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.875245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '3ad96531-58fd-46fb-b35f-e6c4714292a1'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:18:52.876116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:52.920912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for a677725a-c279-4c52-8553-508196b33135 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:52.985107 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ea955eab-2e2f-4761-a738-c6e6a3377559 req-38cd4db5-b22e-4335-bb36-89bab591fb77 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 210 time: 0.1442673 Mar 03 10:18:53.002912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59332) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:53.049784 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7653477 Mar 03 10:18:53.060913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59338) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:53.070558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f7e65-09d4-4f56-b7c2-25c8c3684abe tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Network': ['ID=b133a485-6c4a-43d8-8c38-c508d4790b73,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:53.102548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:53.110250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:53.114807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:53.120347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'admin_state_up': True, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:53.124625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network b133a485-6c4a-43d8-8c38-c508d4790b73 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:53.124973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:53.147230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:53.151116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.156693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:53.185612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:router and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:53.189944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:53.199085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:53.209287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Allocated IP 2001:db8::f816:3eff:fe47:1054 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/3ad96531-58fd-46fb-b35f-e6c4714292a1/c89e45a0-48cb-4f12-923c-2868292dcd6c) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:53.257076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.258243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.263414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.273221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:53.329773 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.ipam_backend_mixin [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5e555555-f7a0-4036-8e71-2261dfde857c (CIDR: 172.20.0.16/28) Mar 03 10:18:53.335433 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:18:53.336018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:18:53.357346 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a5ebf4ef-db26-4ca4-add7-6fb5f7ce5774 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5886250 Mar 03 10:18:53.359730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59346) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:53.366766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'subnet': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:53.371051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=a677725a-c279-4c52-8553-508196b33135,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:53.391922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:53.404509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-1ed8998a-deaa-45f3-8ee0-85f734889bf5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:53.405955 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-1ed8998a-deaa-45f3-8ee0-85f734889bf5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 797 time: 0.4365861 Mar 03 10:18:53.425518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.429809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.486350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:53.489990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.513624 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d8100808-4127-420d-bdf5-6f295924e539 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a5ace51d2d2434594d789e97765a086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036120 Mar 03 10:18:53.516417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59350) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:53.534212 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-472c16bf-c265-4a7c-96ba-1173f7aaace4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/a677725a-c279-4c52-8553-508196b33135 HTTP/1.1" status: 204 len: 168 time: 1.7364018 Mar 03 10:18:53.536161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59354) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:53.538505 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-5708d1e3-b3d7-4ff4-a2af-d82d4fa2db00 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 380 time: 0.1101770 Mar 03 10:18:53.543742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.549707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['257f6f7d-6358-4ede-9543-4fb142520864']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:53.555486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Transition to ACTIVE for port object c89e45a0-48cb-4f12-923c-2868292dcd6c will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:53.575916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Transition to ACTIVE for port object c89e45a0-48cb-4f12-923c-2868292dcd6c will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:53.581926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.608446 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-31810bae-f56e-4c48-b641-99386939d075 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:18:53.608978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-31810bae-f56e-4c48-b641-99386939d075 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:53.647657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:53.655570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:53.660304 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:53.660488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:53.667089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Pushing event updated for resources: {'Port': ['ID=c89e45a0-48cb-4f12-923c-2868292dcd6c,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:53.668525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Usage tracker for resource:subnet and tenant:c46ea56fc50c4ccf9fe1767f39c7813b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:53.678933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-31810bae-f56e-4c48-b641-99386939d075 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:53.684005 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-31810bae-f56e-4c48-b641-99386939d075 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/a677725a-c279-4c52-8553-508196b33135 HTTP/1.1" status: 404 len: 333 time: 0.1393065 Mar 03 10:18:53.684005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:53.687910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59358) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:53.695737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:53.702381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'name': 'tempest-PortsIpV6TestJSON-1178246168'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:53.716725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f10b7fc-2a3d-4f8f-b88d-a18a4940fdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.766789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.767686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Attempting to bind port c89e45a0-48cb-4f12-923c-2868292dcd6c on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:18:53.768056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Attempting to bind port c89e45a0-48cb-4f12-923c-2868292dcd6c by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:18:53.768418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Attempting to bind port c89e45a0-48cb-4f12-923c-2868292dcd6c on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:18:53.773852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:18:53.774229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:18:53.774623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.775017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:18:53.776033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Bound port: c89e45a0-48cb-4f12-923c-2868292dcd6c, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:18:53.776406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.810725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Made reservation on behalf of c46ea56fc50c4ccf9fe1767f39c7813b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:53.814107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.872858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f10b7fc-2a3d-4f8f-b88d-a18a4940fdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.903059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] For port c89e45a0-48cb-4f12-923c-2868292dcd6c, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:18:53.906461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] For port c89e45a0-48cb-4f12-923c-2868292dcd6c, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c89e45a0-48cb-4f12-923c-2868292dcd6c,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:18:53.912059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:53.954605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:53.996387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:54.005065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e275740-b385-4f07-a92a-95b512090af4 None None] Pushing event updated for resources: {'Port': ['ID=c89e45a0-48cb-4f12-923c-2868292dcd6c,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:54.028603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:54.032116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.070911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 70dd955c-c76d-4281-a7dd-c18850a70934 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:54.115028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.123960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f10b7fc-2a3d-4f8f-b88d-a18a4940fdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.205226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:54.218161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:port and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:54.223694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:54.235281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:54.305607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:54.310258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.387203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10b7fc-2a3d-4f8f-b88d-a18a4940fdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e469f75-08a5-4e21-8fba-9ae7be08e2a3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:54.399567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d778315-220c-4446-9e65-e15dce47aea4 req-98d4f327-057d-4e1f-bb7f-71000e837b46 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 210 time: 0.2621543 Mar 03 10:18:54.458249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f10b7fc-2a3d-4f8f-b88d-a18a4940fdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.461891 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2f10b7fc-2a3d-4f8f-b88d-a18a4940fdea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e469f75-08a5-4e21-8fba-9ae7be08e2a3 HTTP/1.1" status: 204 len: 168 time: 0.9417555 Mar 03 10:18:54.641334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.645746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.671911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c89e45a0-48cb-4f12-923c-2868292dcd6c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:54.675290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.739486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Subnet': ['ID=b6ce7df5-878f-44ea-adfe-a985c0850749,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:54.752360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:54.754935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:54.765565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:54.766199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2130d-0c24-4da4-9e38-c6db304b705a None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:54.766767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.800996 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0b6b7c94-0d42-4fee-a0a9-b4df8f894848 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4397249 Mar 03 10:18:54.804150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59368) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:54.812140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1236471050', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6ce7df5-878f-44ea-adfe-a985c0850749'}], 'security_groups': ['38bd33e1-3081-4f87-a0cc-52bebf038765', 'c7ef3b51-7a5f-409c-b412-c47d7d208158']}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:54.814719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.8 (b157a147-e393-49d8-a046-21553f827a61/89083339-1796-482e-a945-a89ab2724681/5ec3f63a-e2d4-478a-b702-8e8487e86d85) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:54.852038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.859666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:54.867188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:54.880864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:54.881657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.886413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:54.896111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c89e45a0-48cb-4f12-923c-2868292dcd6c completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:54.981513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.030982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=70dd955c-c76d-4281-a7dd-c18850a70934,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:55.077458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:55.080818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:55.083691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:55.090439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:55.091055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.145564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=60781cef-0a97-40c3-bb3c-e29a80e2cb8c,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:55.195477 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-13d3620e-60f2-4e97-b8d6-087470ca18a4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5041904 Mar 03 10:18:55.196106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59380) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:55.216387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:55.262861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Allocated IP 172.26.7.169 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/6b1683b2-d788-4913-9b31-ee4b226133e1) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:55.311845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] Update dhcp port {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'fixed_ips': [{'subnet_id': '5e555555-f7a0-4036-8e71-2261dfde857c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6ce7df5-878f-44ea-adfe-a985c0850749'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '21692103-7650-4bb0-bca8-0becda027af7'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:18:55.337337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-823d291f-3620-426b-a07c-c24147a402f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7613337 Mar 03 10:18:55.342692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59390) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:55.357761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:71:62:f3', 'name': 'tempest-NetworksTestDHCPv6-1681576431'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:55.455341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b43b5-23de-4193-ba2d-92ad09f067db None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:18:55.490854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.519069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.526413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.540748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c3a40558-b8d8-4357-9013-c901c3e69918 None None] Provisioning for port c89e45a0-48cb-4f12-923c-2868292dcd6c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:55.662758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c3a40558-b8d8-4357-9013-c901c3e69918 None None] Provisioning complete for port c89e45a0-48cb-4f12-923c-2868292dcd6c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:55.663074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3a40558-b8d8-4357-9013-c901c3e69918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.673562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59398) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:55.719498 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8e88610e-cc31-4d85-acea-31eb30c0a2be req-654f602f-85dc-43b0-bab4-8c70eff6f3e3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 210 time: 0.0724680 Mar 03 10:18:55.742187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.787006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:55.791209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:55.795432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:55.801174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:55.814999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 5ec3f63a-e2d4-478a-b702-8e8487e86d85 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:55.830422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:55.836634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:56.039690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.045191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.065416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3a40558-b8d8-4357-9013-c901c3e69918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.075404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6ac2e8a8-b729-4adc-8f5f-6a7679433d96 tempest-DvrRoutersNegativeTest-1182070663 tempest-DvrRoutersNegativeTest-1182070663-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-821005268', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:56.078184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.policy [None req-6ac2e8a8-b729-4adc-8f5f-6a7679433d96 tempest-DvrRoutersNegativeTest-1182070663 tempest-DvrRoutersNegativeTest-1182070663-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87889) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 03 10:18:56.078486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.policy [None req-6ac2e8a8-b729-4adc-8f5f-6a7679433d96 tempest-DvrRoutersNegativeTest-1182070663 tempest-DvrRoutersNegativeTest-1182070663-project] Failed policy check for 'create_router' {{(pid=87889) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 03 10:18:56.079012 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-6ac2e8a8-b729-4adc-8f5f-6a7679433d96 tempest-DvrRoutersNegativeTest-1182070663 tempest-DvrRoutersNegativeTest-1182070663-project] create failed (client error): Access was denied to this resource. Mar 03 10:18:56.083913 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6ac2e8a8-b729-4adc-8f5f-6a7679433d96 tempest-DvrRoutersNegativeTest-1182070663 tempest-DvrRoutersNegativeTest-1182070663-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4095240 Mar 03 10:18:56.112934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] In _notify_port_updated(), no bound segment for port 70dd955c-c76d-4281-a7dd-c18850a70934 on network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:18:56.118259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:56.118870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.120917 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "PUT /v2.0/ports/70dd955c-c76d-4281-a7dd-c18850a70934 HTTP/1.1" status: 200 len: 818 time: 0.9237931 Mar 03 10:18:56.124296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59406) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:56.144038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.161295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] Allocated IP 172.20.0.34 (4b3344a3-54c8-49a1-89a7-a770b9addefc/b6ce7df5-878f-44ea-adfe-a985c0850749/21692103-7650-4bb0-bca8-0becda027af7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:56.189805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf477e-d9cb-4e2f-a419-fc53938e763c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=70dd955c-c76d-4281-a7dd-c18850a70934,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:56.201479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.212385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.212584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 70dd955c-c76d-4281-a7dd-c18850a70934 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:56.212846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.263019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b157a147-e393-49d8-a046-21553f827a61 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:56.281536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:56.286249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:56.291787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:56.324114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:56.331445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c3a40558-b8d8-4357-9013-c901c3e69918 None None] For port c89e45a0-48cb-4f12-923c-2868292dcd6c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c89e45a0-48cb-4f12-923c-2868292dcd6c,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:56.346996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 9b64b2af-07f2-4608-a4a9-a28f6de1989d yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:18:56.347238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3a40558-b8d8-4357-9013-c901c3e69918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.486275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:56.500397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a40558-b8d8-4357-9013-c901c3e69918 None None] Pushing event updated for resources: {'Port': ['ID=c89e45a0-48cb-4f12-923c-2868292dcd6c,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:56.576192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.580017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=5ec3f63a-e2d4-478a-b702-8e8487e86d85,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:56.588383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59412) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:56.588768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:56.616442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] Transition to ACTIVE for port object 21692103-7650-4bb0-bca8-0becda027af7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:56.628516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.678904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] Update dhcp port {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '3ad96531-58fd-46fb-b35f-e6c4714292a1', 'ip_address': '2001:db8::f816:3eff:fe47:1054'}, {'subnet_id': '60781cef-0a97-40c3-bb3c-e29a80e2cb8c'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'c89e45a0-48cb-4f12-923c-2868292dcd6c'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:18:56.706510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.767562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:56.769870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.817437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f66bfdda-b8bb-472d-a404-82ea4ab5a9d5 None None] Provisioning for port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:56.832017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Port': ['ID=6b1683b2-d788-4913-9b31-ee4b226133e1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:56.880719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 70dd955c-c76d-4281-a7dd-c18850a70934 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:56.881289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f66bfdda-b8bb-472d-a404-82ea4ab5a9d5 None None] Provisioning complete for port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:56.881665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f66bfdda-b8bb-472d-a404-82ea4ab5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.924773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.968582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb3023-3d61-49fd-b15c-9abedfbf7c4f None None] Pushing event updated for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:56.972867 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-6881f9b0-fd3f-4ee6-8521-002be9539e38 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4294996 Mar 03 10:18:56.978313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:56.978636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:57.007961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f66bfdda-b8bb-472d-a404-82ea4ab5a9d5 None None] Port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:57.097786 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Usage tracker for resource:security_group_rule and tenant:dc3564a021f94d34a06368c3591b5cdc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:57.122020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:57.126871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.136142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 172.20.0.13 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/60781cef-0a97-40c3-bb3c-e29a80e2cb8c/9b64b2af-07f2-4608-a4a9-a28f6de1989d) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:57.137768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:57.171369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe71:62f3 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/3ad96531-58fd-46fb-b35f-e6c4714292a1/9b64b2af-07f2-4608-a4a9-a28f6de1989d) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:57.185279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Request body: {'port': {'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:57.210807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=70dd955c-c76d-4281-a7dd-c18850a70934,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:57.239581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8d08-5192-4ea4-a5e5-879cc5f0adf3 req-e2e67a94-de2d-4fa8-8a1f-9be7cf3476b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:57.241111 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-76ed8d08-5192-4ea4-a5e5-879cc5f0adf3 req-e2e67a94-de2d-4fa8-8a1f-9be7cf3476b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 931 time: 0.3242261 Mar 03 10:18:57.242153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.246119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Delete allocated IP 172.20.0.13 (4b3344a3-54c8-49a1-89a7-a770b9addefc/d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0) {{(pid=87888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 10:18:57.272139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Allocated IP 172.20.0.36 (4b3344a3-54c8-49a1-89a7-a770b9addefc/b6ce7df5-878f-44ea-adfe-a985c0850749/87c4e6ca-8367-4b47-aae4-105b3f7f70d0) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:57.282113 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d7ffc3f3-53d5-4ddb-a416-9df587ca53da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/70dd955c-c76d-4281-a7dd-c18850a70934 HTTP/1.1" status: 204 len: 168 time: 1.1570911 Mar 03 10:18:57.286771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59422) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:57.390385 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-76ed8d08-5192-4ea4-a5e5-879cc5f0adf3 req-b6e1e299-6382-407c-8bcd-1e21eb0342d4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406476 Mar 03 10:18:57.549270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c92c0-4aad-4b44-8247-4df14ec6961f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:57.550919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dd9c92c0-4aad-4b44-8247-4df14ec6961f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:57.595544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dd9c92c0-4aad-4b44-8247-4df14ec6961f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:57.596718 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dd9c92c0-4aad-4b44-8247-4df14ec6961f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3070772 Mar 03 10:18:57.599442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59426) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:57.649387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d861b0-b6b2-417a-83bd-ed8ca5f1df18 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:18:57.651114 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-08d861b0-b6b2-417a-83bd-ed8ca5f1df18 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/70dd955c-c76d-4281-a7dd-c18850a70934 HTTP/1.1" status: 404 len: 333 time: 0.0507612 Mar 03 10:18:57.655015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59430) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:57.655453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.661480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1547602068'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:57.669953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:57.683968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:57.688569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:57.692249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.701534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:57.716292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Transition to ACTIVE for port object 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:57.719578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:57.722966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.737377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.741469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.744647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Provisioning for port 21692103-7650-4bb0-bca8-0becda027af7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:57.750605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:57.750989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.896004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:18:57.896990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Provisioning complete for port f0dc490f-b854-451a-82c5-edccb7e9fb4a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:57.897410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.898015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event updated for resources: {'Port': ['ID=87c4e6ca-8367-4b47-aae4-105b3f7f70d0,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:57.921027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.921413 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment b5f339b7-aa83-404f-864e-3853901764ae of type vlan for network c5ec7b5a-4775-44ed-8987-ea2680454489 Mar 03 10:18:57.939326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] In _notify_port_updated(), no bound segment for port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 on network 4b3344a3-54c8-49a1-89a7-a770b9addefc {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:18:57.944330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:57.944939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.950262 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-715c4315-1ffa-44d8-8d8c-a575d70900f9 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "PUT /v2.0/ports/87c4e6ca-8367-4b47-aae4-105b3f7f70d0 HTTP/1.1" status: 200 len: 960 time: 3.1411419 Mar 03 10:18:57.951425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59434) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:57.956045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Port f0dc490f-b854-451a-82c5-edccb7e9fb4a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:57.968977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Provisioning for port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:18:57.974045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Provisioning complete for port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:57.974416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:57.983175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.003593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.009072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.035089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ea2eb-f698-45a9-9674-ce7b1088b043 None None] Port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:58.062962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:58.063332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.092628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.097951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:58.098525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.222894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.225842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1120ef7d-de84-4049-b951-f6a69809f637,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:58.228413 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5725691 Mar 03 10:18:58.240521 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-41d54c16-e81b-45f7-92f3-bf4f4aa1cb76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc3564a021f94d34a06368c3591b5cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6143367 Mar 03 10:18:58.246901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59438) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:58.247172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59440) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:58.261528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ce855-fb5e-4817-ad60-ee3932cfc91c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=c5ec7b5a-4775-44ed-8987-ea2680454489,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:58.274811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c5ec7b5a-4775-44ed-8987-ea2680454489 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:18:58.288772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:18:58.334894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 9b64b2af-07f2-4608-a4a9-a28f6de1989d will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:58.398375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-710554e4-bacb-4120-810b-0af232ae7dbd None None] Provisioning complete for port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:58.398775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-710554e4-bacb-4120-810b-0af232ae7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.456311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.492207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-710554e4-bacb-4120-810b-0af232ae7dbd None None] Port 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:18:58.586004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c89e45a0-48cb-4f12-923c-2868292dcd6c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:58.631608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:18:58.644741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:18:58.658984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c89e45a0-48cb-4f12-923c-2868292dcd6c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:58.659419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.661574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:18:58.682819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:18:58.751525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d277fb1-7bb8-4ffe-a78a-88b33ef73cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.753117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 87c4e6ca-8367-4b47-aae4-105b3f7f70d0 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:18:58.787539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 21692103-7650-4bb0-bca8-0becda027af7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:18:58.802366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.864523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:18:58.867703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.873482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546b1e6-a326-4479-b389-9900c75647ab req-2c9cff6b-39e5-4e8e-aee0-a08a9ccd931f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:58.880498 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5546b1e6-a326-4479-b389-9900c75647ab req-2c9cff6b-39e5-4e8e-aee0-a08a9ccd931f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 931 time: 0.2744417 Mar 03 10:18:58.913419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] Allocated IP 172.20.0.2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/60781cef-0a97-40c3-bb3c-e29a80e2cb8c/c89e45a0-48cb-4f12-923c-2868292dcd6c) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:18:58.916775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.937861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d277fb1-7bb8-4ffe-a78a-88b33ef73cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.964067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:18:58.964610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:58.974327 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5546b1e6-a326-4479-b389-9900c75647ab req-454dba46-e256-44a6-82ce-94f26bfacc3c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929496 Mar 03 10:18:58.992115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.074126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:18:59.080930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=87c4e6ca-8367-4b47-aae4-105b3f7f70d0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:59.086828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:18:59.116184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=9b64b2af-07f2-4608-a4a9-a28f6de1989d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:59.119704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:18:59.122027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:18:59.153477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.169605 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f67e8e6c-f5b3-4bba-a7e4-e707f1409754 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/87c4e6ca-8367-4b47-aae4-105b3f7f70d0 HTTP/1.1" status: 204 len: 168 time: 1.2041438 Mar 03 10:18:59.172915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59448) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:59.186883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] For port c89e45a0-48cb-4f12-923c-2868292dcd6c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c89e45a0-48cb-4f12-923c-2868292dcd6c,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:18:59.241144 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a983d9ff-279f-4f58-bb1d-3c497b79e974 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] GET failed (client error): The resource could not be found. Mar 03 10:18:59.241695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a983d9ff-279f-4f58-bb1d-3c497b79e974 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:18:59.246708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.263089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a983d9ff-279f-4f58-bb1d-3c497b79e974 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:18:59.266286 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a983d9ff-279f-4f58-bb1d-3c497b79e974 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports/87c4e6ca-8367-4b47-aae4-105b3f7f70d0 HTTP/1.1" status: 404 len: 333 time: 0.0878739 Mar 03 10:18:59.267140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59452) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:59.282846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] Transition to ACTIVE for port object c89e45a0-48cb-4f12-923c-2868292dcd6c will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:59.290619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.336098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d6dac376-8aa7-4644-92e7-89445a129ecf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.345982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:59.346612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.352652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec3f63a-e2d4-478a-b702-8e8487e86d85 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:18:59.367259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d6dac376-8aa7-4644-92e7-89445a129ecf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.377156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.417183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Transition to ACTIVE for port object 5ec3f63a-e2d4-478a-b702-8e8487e86d85 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:18:59.433318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d6dac376-8aa7-4644-92e7-89445a129ecf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.462827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d277fb1-7bb8-4ffe-a78a-88b33ef73cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.464096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514d17b-8734-4b60-bdff-52a64e2af7fa None None] Pushing event updated for resources: {'Port': ['ID=c89e45a0-48cb-4f12-923c-2868292dcd6c,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:59.481445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dac376-8aa7-4644-92e7-89445a129ecf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9b7fef-f393-40a8-87cf-a0083127075a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:59.490849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d6dac376-8aa7-4644-92e7-89445a129ecf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.491245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.495020 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d6dac376-8aa7-4644-92e7-89445a129ecf tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e9b7fef-f393-40a8-87cf-a0083127075a HTTP/1.1" status: 204 len: 168 time: 0.2245998 Mar 03 10:18:59.495740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59456) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:59.534760 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d71729a8-97f7-4880-acd9-b889938fd5bb tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1883328 Mar 03 10:18:59.536275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59460) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:59.549027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9d277fb1-7bb8-4ffe-a78a-88b33ef73cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.550173 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9d277fb1-7bb8-4ffe-a78a-88b33ef73cde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1120ef7d-de84-4049-b951-f6a69809f637 HTTP/1.1" status: 204 len: 168 time: 1.2987263 Mar 03 10:18:59.563579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d277fb1-7bb8-4ffe-a78a-88b33ef73cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1120ef7d-de84-4049-b951-f6a69809f637,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:59.648680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a3261c7-3689-4ebc-aa40-ff1020676925 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.699836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a3261c7-3689-4ebc-aa40-ff1020676925 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.733064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c69314-6b46-48cf-9f25-740bccbe09b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:59.742291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c69314-6b46-48cf-9f25-740bccbe09b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:18:59.747009 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-53c69314-6b46-48cf-9f25-740bccbe09b8 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1984532 Mar 03 10:18:59.752160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59466) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:18:59.851570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 9b64b2af-07f2-4608-a4a9-a28f6de1989d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:18:59.851924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:18:59.882443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec3f63a-e2d4-478a-b702-8e8487e86d85,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:18:59.997484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:19:00.081185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.160388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a3261c7-3689-4ebc-aa40-ff1020676925 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.239482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3261c7-3689-4ebc-aa40-ff1020676925 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ef3b51-7a5f-409c-b412-c47d7d208158,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:00.242431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.264246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a3261c7-3689-4ebc-aa40-ff1020676925 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.265387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8a3261c7-3689-4ebc-aa40-ff1020676925 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7ef3b51-7a5f-409c-b412-c47d7d208158 HTTP/1.1" status: 204 len: 168 time: 0.7684686 Mar 03 10:19:00.321661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59482) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:00.325001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Attempting to bind port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:00.325334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Attempting to bind port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:00.325908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Attempting to bind port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 on network b157a147-e393-49d8-a046-21553f827a61 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:00.331997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:00.342972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Sync routers for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:00.357227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:00.358582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:00.384384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': 'b5f339b7-aa83-404f-864e-3853901764ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:00.385061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: c5ec7b5a-4775-44ed-8987-ea2680454489, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:00.394466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 on network b157a147-e393-49d8-a046-21553f827a61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:19:00.394899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Attempting to bind port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 on network b157a147-e393-49d8-a046-21553f827a61 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:00.407657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=46041e47-0c5a-485d-8417-f09b542adfde,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:00.411653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 9b64b2af-07f2-4608-a4a9-a28f6de1989d owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:00.417196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:00.417869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Checking segment: {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:00.418443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Bound using segment: {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:00.419109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Bound port: 5ec3f63a-e2d4-478a-b702-8e8487e86d85, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f76b17-bc63-46db-8360-110bc1a6a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b157a147-e393-49d8-a046-21553f827a61'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:00.419644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.544515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e148f-9df7-43b2-8523-ef1f41a8b6f9 req-c690396c-c1eb-496a-9b67-ea963f7f5438 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:00.545040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] For port 5ec3f63a-e2d4-478a-b702-8e8487e86d85, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:00.546121 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d71e148f-9df7-43b2-8523-ef1f41a8b6f9 req-c690396c-c1eb-496a-9b67-ea963f7f5438 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 943 time: 0.3875535 Mar 03 10:19:00.550239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] For port 5ec3f63a-e2d4-478a-b702-8e8487e86d85, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:00.563823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.565678 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e723143c-65b7-4b2d-bad1-ef6ecdd4e752 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.5038013 Mar 03 10:19:00.569043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.580067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59490) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:00.582364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-401dd838-4d41-4649-80e5-f626239412db tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.670390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:00.671411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.673483 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 200 len: 1093 time: 3.6353774 Mar 03 10:19:00.674916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:19:00.684251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network c5ec7b5a-4775-44ed-8987-ea2680454489 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:00.730388 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d71e148f-9df7-43b2-8523-ef1f41a8b6f9 req-3ec96624-21b3-4e5d-a6c0-7bd69a33409c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647589 Mar 03 10:19:00.735046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-401dd838-4d41-4649-80e5-f626239412db tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.760463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c5ec7b5a-4775-44ed-8987-ea2680454489) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:00.775923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:00.776541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:00.815954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:00.930788 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-54f2525c-e4a5-45b9-aeb9-dde38978a952 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6806576 Mar 03 10:19:00.944612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59504) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:00.955629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c89e45a0-48cb-4f12-923c-2868292dcd6c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:00.966049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9b25-05e2-4de9-ae7d-091f59e91593 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec3f63a-e2d4-478a-b702-8e8487e86d85,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:01.002467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:01.017869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069361d-53f2-4154-ad7b-a8fcdfe8bb33 None None] Network c5ec7b5a-4775-44ed-8987-ea2680454489 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:01.033133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-21fb4e4f-e3b2-431f-bab1-d9c7d3b3e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:01.034832 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-21fb4e4f-e3b2-431f-bab1-d9c7d3b3e14a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1096 time: 0.2761757 Mar 03 10:19:01.083388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-401dd838-4d41-4649-80e5-f626239412db tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.148496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-140d5789-3ce3-491a-924c-3b9eced4650a None None] Provisioning for port c89e45a0-48cb-4f12-923c-2868292dcd6c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:01.186388 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'status': 'completed', 'code': 200} Mar 03 10:19:01.197305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dd838-4d41-4649-80e5-f626239412db tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd33e1-3081-4f87-a0cc-52bebf038765,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:01.204397 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-25b1b87a-3260-4127-a2e2-1c7029273f60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 200 len: 217 time: 0.1618786 Mar 03 10:19:01.247940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59508) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:01.273405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-140d5789-3ce3-491a-924c-3b9eced4650a None None] Provisioning complete for port c89e45a0-48cb-4f12-923c-2868292dcd6c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:01.273558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-140d5789-3ce3-491a-924c-3b9eced4650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.297682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-b8f732e6-0f79-432e-8bba-4eba4f61aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:01.299584 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-b8f732e6-0f79-432e-8bba-4eba4f61aa93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89083339-1796-482e-a945-a89ab2724681 HTTP/1.1" status: 200 len: 835 time: 0.0890803 Mar 03 10:19:01.319867 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-912331e0-9b52-4976-9d22-28f6a398ff21 tempest-TestNetworkAdvancedServerOps-658900698 tempest-TestNetworkAdvancedServerOps-658900698-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=1c6458b80c1a4363b43a19527ddc2e77&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7328405 Mar 03 10:19:01.326072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59514) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:01.337335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-401dd838-4d41-4649-80e5-f626239412db tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.341924 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-401dd838-4d41-4649-80e5-f626239412db tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/security-groups/38bd33e1-3081-4f87-a0cc-52bebf038765 HTTP/1.1" status: 204 len: 168 time: 1.0115342 Mar 03 10:19:01.352285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59518) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:01.361519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--938010953'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:01.405070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:01.422395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:01.432057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:01.446952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:01.477867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:01.483992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.491450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c89e45a0-48cb-4f12-923c-2868292dcd6c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:01.491961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.513853 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.522630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:01.529848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.533329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:01.537746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:01.541668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.571005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:01.575578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ef7-953f-465d-98ea-71f2870676c9 req-3e8855c9-33cf-4720-9663-1426818320ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:01.577336 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-3e8855c9-33cf-4720-9663-1426818320ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b157a147-e393-49d8-a046-21553f827a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2714036 Mar 03 10:19:01.581494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:01.584983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:01.599840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=9b64b2af-07f2-4608-a4a9-a28f6de1989d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:01.606521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:01.617385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:01.633477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.684944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f96561-ad7b-4a50-b7fb-281c36bb46c1 tempest-TestNetworkAdvancedServerOps-658900698 tempest-TestNetworkAdvancedServerOps-658900698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:01.703213 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-73f96561-ad7b-4a50-b7fb-281c36bb46c1 tempest-TestNetworkAdvancedServerOps-658900698 tempest-TestNetworkAdvancedServerOps-658900698-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3762226 Mar 03 10:19:01.704002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-c5ec7b5a-4775-44ed-8987-ea2680454489', 'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489', 'tenant_id': 'fcded2aea75a4c589da2f0e0ffe9f8b2', 'fixed_ips': [{'subnet_id': '46041e47-0c5a-485d-8417-f09b542adfde'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:01.704840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.730768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:01.733846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:01.754691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59522) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:01.837217 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0dbf9451-8012-4e0e-95fc-d595d45f4f55 tempest-TestNetworkAdvancedServerOps-658900698 tempest-TestNetworkAdvancedServerOps-658900698-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809224 Mar 03 10:19:01.849344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59528) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:01.864834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2096936748', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:01.924019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:18:57Z', 'revision_number': 3, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:01.961280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Checking router: b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:19:01.961609 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Updating router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 port 6b1683b2-d788-4913-9b31-ee4b226133e1 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:19:02.009169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-560c4af3-9266-4ab4-b95f-f6cb04d8908d service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247169 Mar 03 10:19:02.026403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3c9f0c14-4673-4eec-a581-a5b19c612de4 None None] Could not find standard attr ID for object 9b64b2af-07f2-4608-a4a9-a28f6de1989d. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:02.061338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.068501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.070342 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-72755f15-8d6c-4aff-9443-98ad59b9ca5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9b64b2af-07f2-4608-a4a9-a28f6de1989d HTTP/1.1" status: 204 len: 168 time: 2.3172340 Mar 03 10:19:02.070681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.077288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59532) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:02.109888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Allocated IP 2001:db8::2 (c5ec7b5a-4775-44ed-8987-ea2680454489/46041e47-0c5a-485d-8417-f09b542adfde/225a640f-0ee9-4fe1-8ff7-696f55888a98) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:02.132119 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.ipam_backend_mixin [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46041e47-0c5a-485d-8417-f09b542adfde (CIDR: 2001:db8::/64) Mar 03 10:19:02.134718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:02.145832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:19:02.146330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:02.179901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9cb29e85-fe88-4fcc-a11a-7f3fa4ee1df4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2279232 Mar 03 10:19:02.188483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a49c9-d286-4b04-9237-ab5f1f35e1e0 req-29a0bb64-930e-41fb-9f3c-11fe3b20ec21 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:02.190070 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bc8a49c9-d286-4b04-9237-ab5f1f35e1e0 req-29a0bb64-930e-41fb-9f3c-11fe3b20ec21 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 943 time: 0.2431362 Mar 03 10:19:02.193063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59536) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:02.201429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:02.262592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab5529-6386-485e-b427-994994778cff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:02.263529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab5529-6386-485e-b427-994994778cff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:02.265013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab5529-6386-485e-b427-994994778cff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:02.265806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2cab5529-6386-485e-b427-994994778cff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:02.358277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.359765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:subnet and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:02.363365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:02.370211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:02.378808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2cab5529-6386-485e-b427-994994778cff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:02.380059 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2cab5529-6386-485e-b427-994994778cff tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3018453 Mar 03 10:19:02.386173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59540) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:02.389680 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bc8a49c9-d286-4b04-9237-ab5f1f35e1e0 req-425c72af-3cdf-4021-87c0-d8e6961f4c68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689856 Mar 03 10:19:02.392855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.425800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:02.433532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Made reservation on behalf of 1c6458b80c1a4363b43a19527ddc2e77 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:02.436988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.481056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:02.488454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:02.492979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:02.500195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 3ad96531-58fd-46fb-b35f-e6c4714292a1 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:02.505557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:02.507557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.561827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:02.564299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:02.569442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.577262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.582620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:02.591620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Transition to ACTIVE for port object 225a640f-0ee9-4fe1-8ff7-696f55888a98 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:02.614555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:02.614764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.617358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc035d1-2174-4bf7-8431-77a60052c42b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:02.624396 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-52529ef7-953f-465d-98ea-71f2870676c9 req-4c96411a-e993-40af-8b78-8f689cf2a9c2 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001697 Mar 03 10:19:02.672706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.673762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Transition to ACTIVE for port object 225a640f-0ee9-4fe1-8ff7-696f55888a98 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:02.687812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.755448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Network c5ec7b5a-4775-44ed-8987-ea2680454489 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:02.758956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.763924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:02.764322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:02.767284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:02.780081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea34248-ae38-49f6-9b80-212a7ba15fd2 None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:02.780992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.818095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.824106 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-73e528e2-8ac0-4ca8-9a3c-b9dec2e8b62e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0 HTTP/1.1" status: 204 len: 168 time: 1.4662435 Mar 03 10:19:02.827969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59544) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:02.862020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Transition to ACTIVE for port object 6b1683b2-d788-4913-9b31-ee4b226133e1 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:02.899488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Pushing event updated for resources: {'Port': ['ID=225a640f-0ee9-4fe1-8ff7-696f55888a98,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:02.952860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:02.975043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Attempting to bind port 225a640f-0ee9-4fe1-8ff7-696f55888a98 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:02.975433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Attempting to bind port 225a640f-0ee9-4fe1-8ff7-696f55888a98 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'b5f339b7-aa83-404f-864e-3853901764ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:02.975783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Attempting to bind port 225a640f-0ee9-4fe1-8ff7-696f55888a98 on network c5ec7b5a-4775-44ed-8987-ea2680454489 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:02.981929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.018180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet b6ce7df5-878f-44ea-adfe-a985c0850749 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:03.033173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.035531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:03.036372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Checking segment: {'id': 'b5f339b7-aa83-404f-864e-3853901764ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:03.036803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.037216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Bound using segment: {'id': 'b5f339b7-aa83-404f-864e-3853901764ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:03.038455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Bound port: 225a640f-0ee9-4fe1-8ff7-696f55888a98, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f339b7-aa83-404f-864e-3853901764ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:03.040180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.040456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.079975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-1c7e817f-b7cb-457a-ac19-45fc3fa61d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:03.081772 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-1c7e817f-b7cb-457a-ac19-45fc3fa61d8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1096 time: 0.3712306 Mar 03 10:19:03.082756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.093433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.142738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad96531-58fd-46fb-b35f-e6c4714292a1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:03.144790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.176531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97e14d-1590-404c-ba2f-b15738f805a4 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:03.183539 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ee33903a-1025-4c89-8dc4-ca66c78a9039 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/3ad96531-58fd-46fb-b35f-e6c4714292a1 HTTP/1.1" status: 204 len: 168 time: 0.7910478 Mar 03 10:19:03.185395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59548) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:03.214578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.231326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.243243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Subnet': ['ID=910b82e4-e1b0-456d-a759-037543d94669,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:03.253351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.254641 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0024261 Mar 03 10:19:03.266867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d33cf3f-cb78-4ef8-b6ec-11ae89ac7271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.273929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59552) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:03.283758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Attempting to bind port 6b1683b2-d788-4913-9b31-ee4b226133e1 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:03.284118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Attempting to bind port 6b1683b2-d788-4913-9b31-ee4b226133e1 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:03.285266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Attempting to bind port 6b1683b2-d788-4913-9b31-ee4b226133e1 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:03.302376 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be143c88-5484-494b-bcd4-8f3fcc1ef2a8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffe78c1-48a0-41b3-9423-794d7c07acec,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:03.309392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bcbc3-ca3e-4089-87ba-998578b0ce7b None None] Pushing event updated for resources: {'Port': ['ID=6b1683b2-d788-4913-9b31-ee4b226133e1,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:03.315320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Checking segment: {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:03.315945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Network hostable DHCP agents. Network: b133a485-6c4a-43d8-8c38-c508d4790b73, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:03.350179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network c5ec7b5a-4775-44ed-8987-ea2680454489 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:03.356489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 60781cef-0a97-40c3-bb3c-e29a80e2cb8c {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:03.362245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:03.367440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=d1e91efe-b222-4c4b-a857-8bf9c122a63e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:03.370136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.372705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:03.373434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:03.374031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.375434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:03.376266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Bound port: 6b1683b2-d788-4913-9b31-ee4b226133e1, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:03.376805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.400475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-f2d55b2f-ef33-49bc-a978-cb921307fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:03.401921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:03.402400 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-f2d55b2f-ef33-49bc-a978-cb921307fe31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 897 time: 0.2908247 Mar 03 10:19:03.402656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.408459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Network b133a485-6c4a-43d8-8c38-c508d4790b73 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:03.485362 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-804ea67e-c1ee-4ec8-8348-bdf21eb4a957 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2017484 Mar 03 10:19:03.487110 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-5cef31c1-4e21-4e0a-9cc4-500e79dd831a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 200 len: 217 time: 0.0759852 Mar 03 10:19:03.487572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59558) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:03.490176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, b133a485-6c4a-43d8-8c38-c508d4790b73) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:03.496910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.499883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ca56a4d3-8aad-44a7-82d9-fd51a6265922 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-security--1396386354', 'description': 'tempest-security-description-2132244934'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:03.507551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] For port 6b1683b2-d788-4913-9b31-ee4b226133e1, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:03.508820 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f88759d7-bc1e-4447-8ec1-67e92e550202 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3147647 Mar 03 10:19:03.512781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] For port 6b1683b2-d788-4913-9b31-ee4b226133e1, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6b1683b2-d788-4913-9b31-ee4b226133e1,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:03.516543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.547557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59562) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:03.562141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489', 'fixed_ips': [{'subnet_id': '46041e47-0c5a-485d-8417-f09b542adfde'}, {'subnet_id': 'd1e91efe-b222-4c4b-a857-8bf9c122a63e'}], 'name': 'tempest-PortsIpV6TestJSON-1811469870'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:03.569389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:03.569985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.576195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] For port 225a640f-0ee9-4fe1-8ff7-696f55888a98, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:03.586887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] For port 225a640f-0ee9-4fe1-8ff7-696f55888a98, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=225a640f-0ee9-4fe1-8ff7-696f55888a98,segment=NetworkSegment(b5f339b7-aa83-404f-864e-3853901764ae),segment_id=b5f339b7-aa83-404f-864e-3853901764ae)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:03.611379 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f4ac9de1-58e2-476d-8c77-83a6fabe8297 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7583194 Mar 03 10:19:03.613387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59566) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:03.618222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c311458-228c-4804-839f-0ed8236ef503 None None] Network b133a485-6c4a-43d8-8c38-c508d4790b73 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:03.644853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.648715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.704849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-8fb6d898-7e56-461f-89fc-42294aa47ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:03.706301 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-8fb6d898-7e56-461f-89fc-42294aa47ab1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89083339-1796-482e-a945-a89ab2724681 HTTP/1.1" status: 200 len: 835 time: 0.2129219 Mar 03 10:19:03.723741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca56a4d3-8aad-44a7-82d9-fd51a6265922 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.762086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.858208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca56a4d3-8aad-44a7-82d9-fd51a6265922 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.863492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.867398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ce7df5-878f-44ea-adfe-a985c0850749,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:03.879179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.898365 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3ff4a71d-999f-4b96-8877-ec8b23b3b4b8 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/b6ce7df5-878f-44ea-adfe-a985c0850749 HTTP/1.1" status: 204 len: 168 time: 1.0662680 Mar 03 10:19:03.899115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59570) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:03.904883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:03.909190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca56a4d3-8aad-44a7-82d9-fd51a6265922 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.911055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca56a4d3-8aad-44a7-82d9-fd51a6265922 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:03.915017 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ca56a4d3-8aad-44a7-82d9-fd51a6265922 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "PUT /v2.0/security-groups/3ffe78c1-48a0-41b3-9423-794d7c07acec HTTP/1.1" status: 200 len: 1778 time: 0.4231603 Mar 03 10:19:03.919420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59574) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:03.926509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:03.927140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:18:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:03.934408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:03.977841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:03.993074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bcbc3-ca3e-4089-87ba-998578b0ce7b None None] Pushing event updated for resources: {'Port': ['ID=6b1683b2-d788-4913-9b31-ee4b226133e1,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:04.006941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-34de7acf-6595-4918-ab6b-a86a584fccd1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:04.006941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34de7acf-6595-4918-ab6b-a86a584fccd1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:04.006941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-34de7acf-6595-4918-ab6b-a86a584fccd1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/d9e4fc4a-4ad0-4b2d-8992-d052f4cda1c0 HTTP/1.1" status: 404 len: 337 time: 0.0961668 Mar 03 10:19:04.011221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c329-289c-42d6-b771-781ef2315acc req-89ad9c99-b639-448e-be15-6963ff4ab956 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:04.012763 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-add1c329-289c-42d6-b771-781ef2315acc req-89ad9c99-b639-448e-be15-6963ff4ab956 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 943 time: 0.4308689 Mar 03 10:19:04.013750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:04.024391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59578) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:04.121515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a4d3-8aad-44a7-82d9-fd51a6265922 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffe78c1-48a0-41b3-9423-794d7c07acec,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:04.138515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:04.182908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-572cbc51-73a8-4baf-8b59-b144e26978c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:04.184428 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-572cbc51-73a8-4baf-8b59-b144e26978c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b157a147-e393-49d8-a046-21553f827a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4709661 Mar 03 10:19:04.209346 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-add1c329-289c-42d6-b771-781ef2315acc req-b4d86c98-9c6a-49ea-9a5e-68046d57e52e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775305 Mar 03 10:19:04.220692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting subnet 5e555555-f7a0-4036-8e71-2261dfde857c {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:04.224174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.259562 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-135506c3-a5c3-4b05-87d7-8d25f0fd4d2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups/3ffe78c1-48a0-41b3-9423-794d7c07acec HTTP/1.1" status: 200 len: 1778 time: 0.3380752 Mar 03 10:19:04.310740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59582) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:04.352640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a5f7a-6006-4b20-8c3f-d560ac030351 None None] Pushing event updated for resources: {'Port': ['ID=225a640f-0ee9-4fe1-8ff7-696f55888a98,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:04.387840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.401546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.464701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:04.530061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-b133a485-6c4a-43d8-8c38-c508d4790b73', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:04.531488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.551358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-e9b5125a-30b7-41e6-9b64-a80d9d2aee12 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547785 Mar 03 10:19:04.585761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.605494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=60781cef-0a97-40c3-bb3c-e29a80e2cb8c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:04.610632 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-02f1c648-a04d-49e6-84e8-b5e60657eb9d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/60781cef-0a97-40c3-bb3c-e29a80e2cb8c HTTP/1.1" status: 204 len: 168 time: 1.4250257 Mar 03 10:19:04.622373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59586) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:04.719839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 225a640f-0ee9-4fe1-8ff7-696f55888a98 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:04.753309 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9db3978d-e607-4997-8f33-af4ea7d2fb6e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272547 Mar 03 10:19:04.755091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59590) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:04.779687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:04.794975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8eb60bff-b17f-4087-b00b-eac30ccaef9e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.848738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8eb60bff-b17f-4087-b00b-eac30ccaef9e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.887263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.906687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:04.976400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:04.998346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Allocated IP 172.20.0.2 (b133a485-6c4a-43d8-8c38-c508d4790b73/910b82e4-e1b0-456d-a759-037543d94669/81067fa4-0e31-4565-83e3-802077470d62) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:05.009894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:05.056261 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e46b4a83-6d1e-4a81-9a2e-3f404e4d82de req-409566f4-60bc-4b45-b864-c81110906317 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937046 Mar 03 10:19:05.063129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:05.070661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:05.085279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:05.133358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:05.137655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.228116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8eb60bff-b17f-4087-b00b-eac30ccaef9e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.237027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12642e3e-e64e-40c1-a9c1-1a9876d5a88f None None] Update dhcp port {'port': {'network_id': '4b3344a3-54c8-49a1-89a7-a770b9addefc', 'fixed_ips': [{'subnet_id': '5e555555-f7a0-4036-8e71-2261dfde857c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b6ce7df5-878f-44ea-adfe-a985c0850749'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '21692103-7650-4bb0-bca8-0becda027af7'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:19:05.330417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.373322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bfc9c6-bad2-436a-b0e2-03f1d87065ea None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:05.464767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5a77f84a-eccd-4651-86ae-0e1ae6c7296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.471384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb60bff-b17f-4087-b00b-eac30ccaef9e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffe78c1-48a0-41b3-9423-794d7c07acec,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:05.592985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.598012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8eb60bff-b17f-4087-b00b-eac30ccaef9e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.601458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8eb60bff-b17f-4087-b00b-eac30ccaef9e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ffe78c1-48a0-41b3-9423-794d7c07acec HTTP/1.1" status: 204 len: 168 time: 1.2870977 Mar 03 10:19:05.603991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59596) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:05.668785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Subnet': ['ID=5e555555-f7a0-4036-8e71-2261dfde857c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:05.670724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.690722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-12642e3e-e64e-40c1-a9c1-1a9876d5a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.699194 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-aed5a96e-c44c-4fd2-9c15-1202e99848f7 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/5e555555-f7a0-4036-8e71-2261dfde857c HTTP/1.1" status: 204 len: 168 time: 1.6708848 Mar 03 10:19:05.701843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59600) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:05.752379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0283b11-40de-4857-9662-2202108a99e9 None None] Network c5ec7b5a-4775-44ed-8987-ea2680454489 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:05.785408 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5625b226-9d75-4ae5-80b4-d071bc4073f6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:05.785766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5625b226-9d75-4ae5-80b4-d071bc4073f6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:05.790605 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5625b226-9d75-4ae5-80b4-d071bc4073f6 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/653db3df-e90e-4f74-87e4-6136270af92a HTTP/1.1" status: 404 len: 337 time: 0.0840750 Mar 03 10:19:05.793254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59604) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:05.810558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d8e61fe9-ebe6-4629-8f53-fe68dd467daa None None] Provisioning complete for port c89e45a0-48cb-4f12-923c-2868292dcd6c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:05.810926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d8e61fe9-ebe6-4629-8f53-fe68dd467daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:05.811041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95822550-a2a8-4a47-9c6b-ea89105c59ff req-b03af2c8-8f48-484f-8d2e-4be869b4d167 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:05.811680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-877ed7ef-950d-49ad-9e5e-532ccc83fa81 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:05.812547 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-95822550-a2a8-4a47-9c6b-ea89105c59ff req-b03af2c8-8f48-484f-8d2e-4be869b4d167 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 943 time: 0.3462973 Mar 03 10:19:05.834172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:05.834614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::1b3 (c5ec7b5a-4775-44ed-8987-ea2680454489/46041e47-0c5a-485d-8417-f09b542adfde/c3afcd11-d7d9-4828-b3d5-1d402e8330a4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:05.858491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8:0:1::50 (c5ec7b5a-4775-44ed-8987-ea2680454489/d1e91efe-b222-4c4b-a857-8bf9c122a63e/c3afcd11-d7d9-4828-b3d5-1d402e8330a4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:05.879014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3e6153dd-35ab-467b-8791-ec66de1e8471 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Synchronizing usage tracker for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:05.906990 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-95822550-a2a8-4a47-9c6b-ea89105c59ff req-1e60cbae-27ad-40a9-84f5-3bae58b7da2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697830 Mar 03 10:19:06.081108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 5ec3f63a-e2d4-478a-b702-8e8487e86d85 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:19:06.107842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.126105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object c3afcd11-d7d9-4828-b3d5-1d402e8330a4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:06.133772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3e6153dd-35ab-467b-8791-ec66de1e8471 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Unset dirty status for tenant:c46ea56fc50c4ccf9fe1767f39c7813b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:06.139919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59608) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.140599 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3e6153dd-35ab-467b-8791-ec66de1e8471 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa3d0312-b38e-4346-b20f-2f4ab6719f15 HTTP/1.1" status: 200 len: 205 time: 0.3460608 Mar 03 10:19:06.150799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-877ed7ef-950d-49ad-9e5e-532ccc83fa81 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:06.152313 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-877ed7ef-950d-49ad-9e5e-532ccc83fa81 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5471861 Mar 03 10:19:06.190786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.216810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59612) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.255189 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-9aac6061-3112-4622-989d-be3d5876b3c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] delete failed (client error): The resource could not be found. Mar 03 10:19:06.256769 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9aac6061-3112-4622-989d-be3d5876b3c1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/routers/fa3d0312-b38e-4346-b20f-2f4ab6719f15 HTTP/1.1" status: 404 len: 336 time: 0.1152909 Mar 03 10:19:06.259508 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-289b9696-f9ba-4b1b-b7c6-890c6b677bcd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] delete failed (client error): The resource could not be found. Mar 03 10:19:06.260982 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-289b9696-f9ba-4b1b-b7c6-890c6b677bcd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ffe78c1-48a0-41b3-9423-794d7c07acec HTTP/1.1" status: 404 len: 347 time: 0.0368071 Mar 03 10:19:06.262732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59616) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.266238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59620) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.274928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.289291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Transition to ACTIVE for port object 81067fa4-0e31-4565-83e3-802077470d62 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:06.305822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.309560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429538728'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:06.313969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.resource_extend [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:19:06.322733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:19:06.324509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:06.327777 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d103428-bd6e-4cf2-a4f4-125e1d32707e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:06.327777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d103428-bd6e-4cf2-a4f4-125e1d32707e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:06.332538 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6d103428-bd6e-4cf2-a4f4-125e1d32707e tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/ffa091e6-6eae-4a08-a670-e2b8f858d11c HTTP/1.1" status: 404 len: 337 time: 0.0662584 Mar 03 10:19:06.336210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59624) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.340810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.434382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:06.463527 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b92837-fb9f-481b-8bc3-bcccfdcbed95 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:06.464060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b92837-fb9f-481b-8bc3-bcccfdcbed95 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:06.465929 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01b92837-fb9f-481b-8bc3-bcccfdcbed95 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/b3fcd6e4-e9fe-434d-a01f-14acde72bfa1 HTTP/1.1" status: 404 len: 337 time: 0.1281404 Mar 03 10:19:06.468612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59628) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.490882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network c5ec7b5a-4775-44ed-8987-ea2680454489 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:06.500759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Transition to ACTIVE for port object 81067fa4-0e31-4565-83e3-802077470d62 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:06.501339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:06.507961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:06.518206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:06.521369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.528981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.543331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c4318-3187-4a05-a721-290ccd7242ac None None] Network 4b3344a3-54c8-49a1-89a7-a770b9addefc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:06.550102 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f87c941-e60b-4c7a-bbf6-55813413f1c4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:06.550678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f87c941-e60b-4c7a-bbf6-55813413f1c4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:06.553602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=c3afcd11-d7d9-4828-b3d5-1d402e8330a4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:06.574946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:06.579615 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-569ad1fc-d88f-44e1-a26c-e55ad1e474e4 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0306678 Mar 03 10:19:06.582289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59632) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.585455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:06.586990 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4f87c941-e60b-4c7a-bbf6-55813413f1c4 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/54cebae9-f078-4adb-9c2b-e50d15f9636b HTTP/1.1" status: 404 len: 337 time: 0.1170177 Mar 03 10:19:06.595850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46041e47-0c5a-485d-8417-f09b542adfde'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:06.629911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:06.632832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59636) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.675390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:06.679909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 21692103-7650-4bb0-bca8-0becda027af7 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:06.702937 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e5769b-4139-4843-852a-90e5a02cb7bc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:06.703544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e5769b-4139-4843-852a-90e5a02cb7bc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:06.707703 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77e5769b-4139-4843-852a-90e5a02cb7bc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/bcae90de-a87f-4c2a-a10d-d711a22b1182 HTTP/1.1" status: 404 len: 333 time: 0.0713549 Mar 03 10:19:06.707854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.709361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59640) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.737304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Allocated IP 172.20.0.1 (b133a485-6c4a-43d8-8c38-c508d4790b73/910b82e4-e1b0-456d-a759-037543d94669/5b4900de-d05f-416e-b01a-d83ce2ebef0b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:06.776230 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12fb949-2215-457d-b0bf-2978ae6098b1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:06.776682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12fb949-2215-457d-b0bf-2978ae6098b1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:06.787726 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b12fb949-2215-457d-b0bf-2978ae6098b1 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/d2a98ef8-eb68-40a7-9bb8-963e88695eae HTTP/1.1" status: 404 len: 337 time: 0.0731521 Mar 03 10:19:06.794302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:18:57Z', 'revision_number': 3, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:06.828586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59644) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.869427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Network b133a485-6c4a-43d8-8c38-c508d4790b73 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:06.893984 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-22affd2f-316f-4727-8d63-fdb8ab8667dc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:06.894487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22affd2f-316f-4727-8d63-fdb8ab8667dc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:06.903349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:06.911134 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22affd2f-316f-4727-8d63-fdb8ab8667dc tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/3113616f-9ec0-4df2-91a0-7b0784197b6c HTTP/1.1" status: 404 len: 337 time: 0.0750971 Mar 03 10:19:06.911343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 5ec3f63a-e2d4-478a-b702-8e8487e86d85, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:06.920840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59648) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:06.927333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Provisioning complete for port 21692103-7650-4bb0-bca8-0becda027af7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:06.927768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.958178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141f64a-e5ef-4599-9638-6656653bd0fd None None] The sync data for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv is: [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:18:57Z', 'revision_number': 3, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:06.969568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:06.983420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:06.994928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.012106 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1f6975-d268-41e9-be8a-faa209f69107 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:07.013207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1f6975-d268-41e9-be8a-faa209f69107 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:07.015906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Transition to ACTIVE for port object 5b4900de-d05f-416e-b01a-d83ce2ebef0b will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:07.024853 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ee1f6975-d268-41e9-be8a-faa209f69107 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/a7713cfb-acfa-431e-bc9c-b659cf63908a HTTP/1.1" status: 404 len: 333 time: 0.0993984 Mar 03 10:19:07.036222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59654) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:07.091425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.131659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.148497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:19:07.207852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.215289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Pushing event updated for resources: {'Port': ['ID=81067fa4-0e31-4565-83e3-802077470d62,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:07.226171 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-03557f87-aa74-4590-bee5-340616686af5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:07.226850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03557f87-aa74-4590-bee5-340616686af5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:07.228766 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-03557f87-aa74-4590-bee5-340616686af5 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/9f6c4e07-0990-4aa4-88b5-e65239cf04a9 HTTP/1.1" status: 404 len: 337 time: 0.1910217 Mar 03 10:19:07.235692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59658) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:07.289716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:07.292266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Network b133a485-6c4a-43d8-8c38-c508d4790b73 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:07.293308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.306011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Port': ['ID=5b4900de-d05f-416e-b01a-d83ce2ebef0b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:07.317250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:07.321358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:07.360897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.362249 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0943890 Mar 03 10:19:07.363112 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-54652d18-1066-43c8-b4e0-2c8d3adabd88 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] DELETE failed (client error): The resource could not be found. Mar 03 10:19:07.365756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54652d18-1066-43c8-b4e0-2c8d3adabd88 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:07.375366 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-54652d18-1066-43c8-b4e0-2c8d3adabd88 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/subnets/458f01c5-8144-4984-8696-4df10b0f8406 HTTP/1.1" status: 404 len: 337 time: 0.1209326 Mar 03 10:19:07.378786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59662) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:07.379114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59664) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:07.397805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Deleting port c89e45a0-48cb-4f12-923c-2868292dcd6c {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:07.398178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.433684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': '35ee0771-68ec-4670-9966-62e1899caf6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:07.465932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140c734-4735-4891-81e5-488e65518553 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ee0771-68ec-4670-9966-62e1899caf6d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:07.474095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:07.485182 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:07.495288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Attempting to bind port 81067fa4-0e31-4565-83e3-802077470d62 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:07.496132 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Attempting to bind port 81067fa4-0e31-4565-83e3-802077470d62 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:07.496500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Attempting to bind port 81067fa4-0e31-4565-83e3-802077470d62 on network b133a485-6c4a-43d8-8c38-c508d4790b73 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:07.510028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:07.510535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Checking segment: {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:07.510943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.511438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Bound using segment: {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:07.511980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Bound port: 81067fa4-0e31-4565-83e3-802077470d62, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:07.512433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.535337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.585399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec3f63a-e2d4-478a-b702-8e8487e86d85 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:19:07.659640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.672859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:07.694878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.710922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf3758-6d3b-4bf8-aaf7-0db1730bbfe8 req-eb1e120d-8c50-4e20-bac2-b2bb605ba72e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:07.717931 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-77cf3758-6d3b-4bf8-aaf7-0db1730bbfe8 req-eb1e120d-8c50-4e20-bac2-b2bb605ba72e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 943 time: 0.6285608 Mar 03 10:19:07.726362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:07.785815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-77cf3758-6d3b-4bf8-aaf7-0db1730bbfe8 req-5ade562d-e52c-4e06-a47c-8860361a5d4e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669360 Mar 03 10:19:07.803595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port f0dc490f-b854-451a-82c5-edccb7e9fb4a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:07.803595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.813474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 5ec3f63a-e2d4-478a-b702-8e8487e86d85, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:07.881961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port c89e45a0-48cb-4f12-923c-2868292dcd6c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c89e45a0-48cb-4f12-923c-2868292dcd6c,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:07.901526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] For port 81067fa4-0e31-4565-83e3-802077470d62, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:07.905345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] For port 81067fa4-0e31-4565-83e3-802077470d62, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=81067fa4-0e31-4565-83e3-802077470d62,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:07.933598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.951926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.956056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:07.965813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:08.042048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.042761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.057226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.158564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=8c07d886-94da-4ac4-8620-826f4bf28098,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:08.185464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:08.191203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:08.200597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:08.201196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.224511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.226319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] DHCP port deletion for 4b3344a3-54c8-49a1-89a7-a770b9addefc request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:08.239729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.246167 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4880180 Mar 03 10:19:08.254251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59670) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:08.263862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.265900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Delete allocated IP 2001:db8:0:1::50 (c5ec7b5a-4775-44ed-8987-ea2680454489/d1e91efe-b222-4c4b-a857-8bf9c122a63e) {{(pid=87888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 10:19:08.271744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbbc46-4416-4831-9727-2f4297f6ffa5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=c89e45a0-48cb-4f12-923c-2868292dcd6c,revision_number=8']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:08.272096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Deleting port 21692103-7650-4bb0-bca8-0becda027af7 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:08.272423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.278247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.283496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:08.322530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.422120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] Update dhcp port {'port': {'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489', 'fixed_ips': [{'subnet_id': '46041e47-0c5a-485d-8417-f09b542adfde', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd1e91efe-b222-4c4b-a857-8bf9c122a63e'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '225a640f-0ee9-4fe1-8ff7-696f55888a98'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:19:08.465862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for f0dc490f-b854-451a-82c5-edccb7e9fb4a owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:08.476460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['5ec3f63a-e2d4-478a-b702-8e8487e86d85'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:19:08.495506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69baa876-bcaf-46f5-bc90-b9597f3d47c6,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:08.583703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.606331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Provisioning complete for port f0dc490f-b854-451a-82c5-edccb7e9fb4a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:08.606703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.611476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.612708 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cf23b3bf-bbac-41fc-850a-bc9350e4bc33 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2257752 Mar 03 10:19:08.625480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59674) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:08.634332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=5ec3f63a-e2d4-478a-b702-8e8487e86d85,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:08.687501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.749370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c03b5dc-be98-40ad-9d51-8f33ff13663c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.772288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c03b5dc-be98-40ad-9d51-8f33ff13663c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.785149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.807127 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b1683b2-d788-4913-9b31-ee4b226133e1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:08.819077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:08.823599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:08.826971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:08.833584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:08.911222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=f0dc490f-b854-451a-82c5-edccb7e9fb4a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:08.923430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:08.930694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.943531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.958478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:08.991049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Port f0dc490f-b854-451a-82c5-edccb7e9fb4a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:09.019665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Ignored duplicate provisioning block setup for port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 10:19:09.026331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c03b5dc-be98-40ad-9d51-8f33ff13663c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.041497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c03b5dc-be98-40ad-9d51-8f33ff13663c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.042650 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0c03b5dc-be98-40ad-9d51-8f33ff13663c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/69baa876-bcaf-46f5-bc90-b9597f3d47c6 HTTP/1.1" status: 204 len: 168 time: 0.4081645 Mar 03 10:19:09.047054 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-494fe2eb-fc11-4a40-af1a-f8e472b33d9c tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/ports/f0dc490f-b854-451a-82c5-edccb7e9fb4a HTTP/1.1" status: 204 len: 168 time: 1.6552396 Mar 03 10:19:09.047054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.047054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59680) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:09.047054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59682) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:09.125074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] For port c89e45a0-48cb-4f12-923c-2868292dcd6c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c89e45a0-48cb-4f12-923c-2868292dcd6c,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:09.125507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.127353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03b5dc-be98-40ad-9d51-8f33ff13663c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69baa876-bcaf-46f5-bc90-b9597f3d47c6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:09.144885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d9c8e-98c9-4582-ab7b-78a1ae026e8f None None] Pushing event updated for resources: {'Port': ['ID=81067fa4-0e31-4565-83e3-802077470d62,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:09.267152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Provisioning for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:09.321661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=c3afcd11-d7d9-4828-b3d5-1d402e8330a4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:09.325414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] In _notify_port_updated(), no bound segment for port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 on network c5ec7b5a-4775-44ed-8987-ea2680454489 {{(pid=87888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:19:09.330963 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:09.331438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.332798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bcd4b429-a1f2-4b60-947f-78b8e790a015 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "PUT /v2.0/ports/c3afcd11-d7d9-4828-b3d5-1d402e8330a4 HTTP/1.1" status: 200 len: 926 time: 2.7492764 Mar 03 10:19:09.340776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59688) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:09.354218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4071789b-7430-4973-a45c-47a344465c5d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:09.354959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46041e47-0c5a-485d-8417-f09b542adfde'}, {'subnet_id': 'd1e91efe-b222-4c4b-a857-8bf9c122a63e'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:09.368558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.416649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Deleting port 21692103-7650-4bb0-bca8-0becda027af7 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:09.417810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.417932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Calling delete_port for c89e45a0-48cb-4f12-923c-2868292dcd6c owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:09.508443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Provisioning complete for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:09.508869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.707322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96176c-b312-47c7-81a6-e1b387fb73fe req-a4f37bfc-d4e7-474d-9234-01158b1711d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:09.710070 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c96176c-b312-47c7-81a6-e1b387fb73fe req-a4f37bfc-d4e7-474d-9234-01158b1711d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 944 time: 0.7328610 Mar 03 10:19:09.717364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4071789b-7430-4973-a45c-47a344465c5d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:09.718886 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4071789b-7430-4973-a45c-47a344465c5d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6692173 Mar 03 10:19:09.725545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.739002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 6b1683b2-d788-4913-9b31-ee4b226133e1 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:09.746473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59692) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:09.754354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=11']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:09.761318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:09.761902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.763517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] For port 21692103-7650-4bb0-bca8-0becda027af7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=21692103-7650-4bb0-bca8-0becda027af7,segment=NetworkSegment(2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f),segment_id=2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:09.763911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.793160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.816250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6b1683b2-d788-4913-9b31-ee4b226133e1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:09.816628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:09.821654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.012504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Calling delete_port for 21692103-7650-4bb0-bca8-0becda027af7 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:10.032491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.042957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d616994-71de-4ed8-b988-23a13e3fffb5 None None] Network b133a485-6c4a-43d8-8c38-c508d4790b73 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:10.077485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.093682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Calling delete_port for 21692103-7650-4bb0-bca8-0becda027af7 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:10.113685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Port': ['ID=5b4900de-d05f-416e-b01a-d83ce2ebef0b,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:10.145657 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c96176c-b312-47c7-81a6-e1b387fb73fe req-83ee6a44-25b5-41f6-894b-5e93b3092dfd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991949 Mar 03 10:19:10.159731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:10.184175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:19:10.184524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:19:10.199781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.201355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:10.230694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:10.231591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.251791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbc50-bbee-4c3e-b466-f990b1529011 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.269469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] No DVR routers for this DVR port 21692103-7650-4bb0-bca8-0becda027af7 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:10.271575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Port': ['ID=21692103-7650-4bb0-bca8-0becda027af7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:10.306759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=418dc432-2392-4646-99d6-4defc54b45d3,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:10.309990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] Allocated IP 2001:db8:0:1::2 (c5ec7b5a-4775-44ed-8987-ea2680454489/d1e91efe-b222-4c4b-a857-8bf9c122a63e/225a640f-0ee9-4fe1-8ff7-696f55888a98) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:10.404983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbc50-bbee-4c3e-b466-f990b1529011 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.414459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.444597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3344a3-54c8-49a1-89a7-a770b9addefc']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:10.455110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:19:10.455498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:19:10.461714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:10.462164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0f7d0f-a8f8-422f-ba81-9e8d29713b0f') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:10.477478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.504228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.511473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:19:10.512020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:19:10.532284 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:19:10.558409 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-83e28d03-5b68-4a43-8013-3e59af88817d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2995267 Mar 03 10:19:10.563240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59696) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:10.567925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.589458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:51:67:da', 'name': 'tempest-NetworksTestDHCPv6-1694054746'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:10.621731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.627104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.660232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] Pushing event deleted for resources: {'Network': ['ID=4b3344a3-54c8-49a1-89a7-a770b9addefc,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:10.665924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Network b133a485-6c4a-43d8-8c38-c508d4790b73 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:10.677119 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-81c5ba6b-a3a8-42a0-b885-ddffcc54ae99 tempest-PortsTestJSON-1376060513 tempest-PortsTestJSON-1376060513-project] 10.222.0.23 "DELETE /v2.0/networks/4b3344a3-54c8-49a1-89a7-a770b9addefc HTTP/1.1" status: 204 len: 168 time: 1.6252222 Mar 03 10:19:10.677279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.712953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Deleting port c89e45a0-48cb-4f12-923c-2868292dcd6c {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:10.713346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.716359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:10.794665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbc50-bbee-4c3e-b466-f990b1529011 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.803879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] For port 225a640f-0ee9-4fe1-8ff7-696f55888a98, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=225a640f-0ee9-4fe1-8ff7-696f55888a98,segment=NetworkSegment(b5f339b7-aa83-404f-864e-3853901764ae),segment_id=b5f339b7-aa83-404f-864e-3853901764ae)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:10.808153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 6b1683b2-d788-4913-9b31-ee4b226133e1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6b1683b2-d788-4913-9b31-ee4b226133e1,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:10.827779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.837882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fbc50-bbee-4c3e-b466-f990b1529011 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ee0771-68ec-4670-9966-62e1899caf6d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:10.929314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c89e45a0-48cb-4f12-923c-2868292dcd6c no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:10.943782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:10.957009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbc50-bbee-4c3e-b466-f990b1529011 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:10.960647 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bb7fbc50-bbee-4c3e-b466-f990b1529011 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/35ee0771-68ec-4670-9966-62e1899caf6d HTTP/1.1" status: 204 len: 168 time: 1.1868503 Mar 03 10:19:10.960647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:10.960950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59704) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:10.964859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.resource_extend [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:19:10.965867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:10.974747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:10.975221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Deleting port 21692103-7650-4bb0-bca8-0becda027af7 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:10.975637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.005671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:19:11.006850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:11.031041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-560448e7-82a9-482c-b671-e6365ae82720 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:11.041290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.048846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-560448e7-82a9-482c-b671-e6365ae82720 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:11.050735 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-560448e7-82a9-482c-b671-e6365ae82720 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0881133 Mar 03 10:19:11.057700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:11.063926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137095970'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:11.079905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:11.080008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59712) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:11.095139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:11.108377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.110958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c4391623-5002-4ff5-b1a1-0a296a7e7075 None None] The port '21692103-7650-4bb0-bca8-0becda027af7' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:19:11.137680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:11.143272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:11.146519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:11.154817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:11.160257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] Ignored duplicate provisioning block setup for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 10:19:11.180216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=6b1683b2-d788-4913-9b31-ee4b226133e1,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:11.187911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.302170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.310652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.392004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.430196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8:0:1::1f8 (c5ec7b5a-4775-44ed-8987-ea2680454489/d1e91efe-b222-4c4b-a857-8bf9c122a63e/c3afcd11-d7d9-4828-b3d5-1d402e8330a4) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:11.505070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1089ba9-6bd7-4588-ad82-7497f473d8a7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:11.518795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.532452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-202ca382-a030-47e1-90f2-26c17fcd583b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4733157 Mar 03 10:19:11.533288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59720) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:11.540966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 62fbf634-2f60-4865-a269-8b4041a20ad9 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:11.547262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'd1089ba9-6bd7-4588-ad82-7497f473d8a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:11.558699 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-85ba2b5a-2d06-428b-ac59-ef7665d62bf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c46ea56fc50c4ccf9fe1767f39c7813b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773672 Mar 03 10:19:11.561971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59724) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:11.563033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8f640-0457-4bc5-8b65-f2d7570e1947 None None] Pushing event updated for resources: {'Port': ['ID=225a640f-0ee9-4fe1-8ff7-696f55888a98,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:11.575415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:11.585176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:11.591686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:11.598679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:19:11.599171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:19:11.630979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] For port c89e45a0-48cb-4f12-923c-2868292dcd6c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c89e45a0-48cb-4f12-923c-2868292dcd6c,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:11.631697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.644258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:11.679643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:11.684933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa116-35f2-45f8-815d-771374237a79 req-a0254c4e-03d3-40d8-b4a0-154825630131 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:11.687704 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-865fa116-35f2-45f8-815d-771374237a79 req-a0254c4e-03d3-40d8-b4a0-154825630131 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 944 time: 0.3176384 Mar 03 10:19:11.691776 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Sync routers for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:11.713790 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:11.714488 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:11.741989 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a7a0b4f5-a1ef-45da-9152-7ef013eba376 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "PUT /v2.0/routers/b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1256964 Mar 03 10:19:11.805657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.843081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecf1110d-ee16-4a2f-bb73-648e425a341f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:11.887896 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-865fa116-35f2-45f8-815d-771374237a79 req-d94b8a63-81a4-4981-a436-859e9c95037a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831470 Mar 03 10:19:11.941646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecf1110d-ee16-4a2f-bb73-648e425a341f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.003110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Calling delete_port for c89e45a0-48cb-4f12-923c-2868292dcd6c owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:12.062594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.080457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.092225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.098195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 5ec3f63a-e2d4-478a-b702-8e8487e86d85 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:12.129226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61aa33c-384b-4422-87ca-27da682a049c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:12.146971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.174411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecf1110d-ee16-4a2f-bb73-648e425a341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.191352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Ignored duplicate provisioning block setup for port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 10:19:12.201137 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:12.205173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 172.20.0.11 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/418dc432-2392-4646-99d6-4defc54b45d3/62fbf634-2f60-4865-a269-8b4041a20ad9) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:12.212177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.233759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecf1110d-ee16-4a2f-bb73-648e425a341f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.245503 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ecf1110d-ee16-4a2f-bb73-648e425a341f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92546084-ab41-43ce-8c2f-50c04b476443 HTTP/1.1" status: 204 len: 168 time: 0.6720338 Mar 03 10:19:12.261387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1110d-ee16-4a2f-bb73-648e425a341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92546084-ab41-43ce-8c2f-50c04b476443,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:12.266880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.267999 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-636d441c-1585-41f5-899d-474fa498f03b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7310510 Mar 03 10:19:12.272328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59742) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:12.281589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'd1089ba9-6bd7-4588-ad82-7497f473d8a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:12.293405 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-9fa62b6c-725b-483e-bc41-a7ea6a52b7b5 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107701697&fields=id&tenant_id=1c6458b80c1a4363b43a19527ddc2e77 HTTP/1.1" status: 200 len: 267 time: 0.1363628 Mar 03 10:19:12.294468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:12.299363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:12.302640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:12.368464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe51:67da (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/8c07d886-94da-4ac4-8620-826f4bf28098/62fbf634-2f60-4865-a269-8b4041a20ad9) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:12.370791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=c3afcd11-d7d9-4828-b3d5-1d402e8330a4,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:12.495331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:12.554917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] In _notify_port_updated(), no bound segment for port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 on network c5ec7b5a-4775-44ed-8987-ea2680454489 {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:19:12.561191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:12.561917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.563720 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-564d2fdf-3cd3-47d1-a356-fec726a35bf1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "PUT /v2.0/ports/c3afcd11-d7d9-4828-b3d5-1d402e8330a4 HTTP/1.1" status: 200 len: 1012 time: 3.2194688 Mar 03 10:19:12.567516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59746) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:12.615785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.659345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.670127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-80db9570-87fa-4b70-9195-20bf8e117774 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:12.670836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-02c11558-bb91-42f2-a14b-20d8a497541f req-80db9570-87fa-4b70-9195-20bf8e117774 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Synchronizing usage tracker for tenant:1c6458b80c1a4363b43a19527ddc2e77 on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:12.730270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-02c11558-bb91-42f2-a14b-20d8a497541f req-80db9570-87fa-4b70-9195-20bf8e117774 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Unset dirty status for tenant:1c6458b80c1a4363b43a19527ddc2e77 on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:12.732203 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-80db9570-87fa-4b70-9195-20bf8e117774 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/networks?id=b133a485-6c4a-43d8-8c38-c508d4790b73 HTTP/1.1" status: 200 len: 797 time: 0.4263222 Mar 03 10:19:12.761531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:12.762689 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-b3a56789-128e-4c07-94d0-b8cb491d5315 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/quotas/1c6458b80c1a4363b43a19527ddc2e77 HTTP/1.1" status: 200 len: 375 time: 0.0185549 Mar 03 10:19:12.765540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.769768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9f031-0e3c-4e67-ae16-6ed0f794031c None None] Network c5ec7b5a-4775-44ed-8987-ea2680454489 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:12.774547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:12.776249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.866933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.903201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:12.919493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eab120-18d1-4182-a1ca-e31e4abafc50,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:12.953343 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:09Z', 'revision_number': 2, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:12.958796 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Checking router: b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:19:12.959276 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Updating router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 port 5b4900de-d05f-416e-b01a-d83ce2ebef0b binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:19:13.001802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.006370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:13.006748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.010114 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-574883e7-769f-475f-9fbd-6143d3e16f12 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7365899 Mar 03 10:19:13.011009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59762) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:13.047801 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-f14d2282-f364-4548-ab66-3a1a8b4d8650 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c6458b80c1a4363b43a19527ddc2e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2782404 Mar 03 10:19:13.070356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'd1089ba9-6bd7-4588-ad82-7497f473d8a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:13.082696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:13.090687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] For port 225a640f-0ee9-4fe1-8ff7-696f55888a98, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=225a640f-0ee9-4fe1-8ff7-696f55888a98,segment=NetworkSegment(b5f339b7-aa83-404f-864e-3853901764ae),segment_id=b5f339b7-aa83-404f-864e-3853901764ae)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:13.094868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:13.099052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:13.112260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:13.117366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] Pushing event deleted for resources: {'Port': ['ID=c89e45a0-48cb-4f12-923c-2868292dcd6c,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:13.139405 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.166123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.185622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.214610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.250314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 62fbf634-2f60-4865-a269-8b4041a20ad9 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:13.264825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.273726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.408098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1ad74-7bc2-4e9e-8bbc-921965f44064 None None] Pushing event updated for resources: {'Port': ['ID=225a640f-0ee9-4fe1-8ff7-696f55888a98,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:13.447683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.453691 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4394588 Mar 03 10:19:13.460694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59774) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:13.479139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.480782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e591-ad6e-40fb-8212-f3639c69a611 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44591b1-713b-4f4f-ab43-103597d6f05e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:13.489821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'd1089ba9-6bd7-4588-ad82-7497f473d8a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:13.501186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d694c3-8914-49d3-aa1e-118f3bef494d req-41a3ec00-40d8-4bd4-a123-55ce59c69ff7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:13.509071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b1683b2-d788-4913-9b31-ee4b226133e1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:13.510177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-19d694c3-8914-49d3-aa1e-118f3bef494d req-41a3ec00-40d8-4bd4-a123-55ce59c69ff7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 944 time: 0.4026215 Mar 03 10:19:13.579822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:13.587034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8feaae4-bad5-4050-9afd-09b6476d0a63 None None] No DVR routers for this DVR port c89e45a0-48cb-4f12-923c-2868292dcd6c on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:13.629051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:13.633873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db74368-547b-41ac-acff-c25f3caf1cc8 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:13.642364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:13.677612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:13.687995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:13.776400 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.786875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59780) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:13.793552 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Transition to ACTIVE for port object 5b4900de-d05f-416e-b01a-d83ce2ebef0b will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:13.801918 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.830028 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-19d694c3-8914-49d3-aa1e-118f3bef494d req-c99eaedf-4195-4c88-a152-ba4dac0a4d4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189652 Mar 03 10:19:13.838697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:13.847993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Provisioning for port 5b4900de-d05f-416e-b01a-d83ce2ebef0b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:13.865310 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-3fe1d8c4-8ca5-4c3e-8f42-395d02ffce1d service neutron] 10.222.0.23 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165846 Mar 03 10:19:13.880686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:13.890564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:13.907328 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Pushing event updated for resources: {'Port': ['ID=5b4900de-d05f-416e-b01a-d83ce2ebef0b,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:13.921191 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.921571 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.922319 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.922319 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.922605 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.922941 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.923610 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.923924 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.924539 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.924539 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.924861 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.925169 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:13.953050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=62fbf634-2f60-4865-a269-8b4041a20ad9,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:13.959198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Provisioning for port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:13.975368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Provisioning complete for port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:13.975947 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.017586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:19:14.031217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.048419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6b1683b2-d788-4913-9b31-ee4b226133e1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:14.048929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.059050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.075891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:14.076544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.176627 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Attempting to bind port 5b4900de-d05f-416e-b01a-d83ce2ebef0b on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:14.177237 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Attempting to bind port 5b4900de-d05f-416e-b01a-d83ce2ebef0b by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:14.177357 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Attempting to bind port 5b4900de-d05f-416e-b01a-d83ce2ebef0b on network b133a485-6c4a-43d8-8c38-c508d4790b73 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:14.193153 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:14.194457 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Checking segment: {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:14.194457 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.194744 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Bound using segment: {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:14.195202 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Bound port: 5b4900de-d05f-416e-b01a-d83ce2ebef0b, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:14.199854 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.212290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 5ec3f63a-e2d4-478a-b702-8e8487e86d85, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:14.220482 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-014386f9-219f-49fb-a77b-1401f2f46156 service neutron] 10.222.0.23 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472643 Mar 03 10:19:14.233662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1474639618'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:14.241513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for c3afcd11-d7d9-4828-b3d5-1d402e8330a4 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:14.245092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:14.257708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:14.259938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.264922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:14.278127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:14.300661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:14.304829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.330598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.335657 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5872a9c2-8e5f-4807-bbba-418e40dd451f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7669759 Mar 03 10:19:14.346972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59790) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:14.372865 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] For port 5b4900de-d05f-416e-b01a-d83ce2ebef0b, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:14.374733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Port c3afcd11-d7d9-4828-b3d5-1d402e8330a4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:14.379518 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] For port 5b4900de-d05f-416e-b01a-d83ce2ebef0b, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5b4900de-d05f-416e-b01a-d83ce2ebef0b,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:14.391878 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.420663 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'code': 200} Mar 03 10:19:14.469622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.479190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:14.498552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:security_group_rule and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:14.508827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:14.511473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.526848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:14.568464 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:14.569282 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:14.609097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f506965-c9b3-4425-96d1-d3e3ecc2380c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:14.609872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9f506965-c9b3-4425-96d1-d3e3ecc2380c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:14.634755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Provisioning complete for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:14.635567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.669220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9f506965-c9b3-4425-96d1-d3e3ecc2380c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:14.670872 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9f506965-c9b3-4425-96d1-d3e3ecc2380c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3109145 Mar 03 10:19:14.678296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59794) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:14.686296 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=5ec3f63a-e2d4-478a-b702-8e8487e86d85,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:14.801747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 81067fa4-0e31-4565-83e3-802077470d62 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:14.869239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.878555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 62fbf634-2f60-4865-a269-8b4041a20ad9 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:14.878905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.925219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:14.954396 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:15.018257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c8af9f-93bf-4660-94ba-d5f082f97e02,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:15.018860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06adfca3-097c-45e7-b777-9d0e2ca279e2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:15.044496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.139386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 81067fa4-0e31-4565-83e3-802077470d62 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:15.153863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 225a640f-0ee9-4fe1-8ff7-696f55888a98 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:15.166961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.170835 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3cea48a9-7a4b-43c5-9359-82822871d36a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7043226 Mar 03 10:19:15.183177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.183927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.184507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.185063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.185726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.187049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.187663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.188353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.189030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.193809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.194567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.195134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:15.199193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59800) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:15.226350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=c3afcd11-d7d9-4828-b3d5-1d402e8330a4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:15.234887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:19:15.248094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'd1089ba9-6bd7-4588-ad82-7497f473d8a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:15.255165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.260280 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2c26df3f-d5f8-4def-89c7-30f04fd95205 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/c3afcd11-d7d9-4828-b3d5-1d402e8330a4 HTTP/1.1" status: 204 len: 168 time: 2.6916122 Mar 03 10:19:15.262040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:15.262943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.270450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59804) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:15.275586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:15.294557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2f3ef-a300-4c97-b269-37b89adb8cd6 req-93a4093f-19a4-483c-9b05-0e277b56bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:15.298734 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84a2f3ef-a300-4c97-b269-37b89adb8cd6 req-93a4093f-19a4-483c-9b05-0e277b56bfbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1098 time: 0.4149067 Mar 03 10:19:15.311906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '418dc432-2392-4646-99d6-4defc54b45d3'}, {'subnet_id': '8c07d886-94da-4ac4-8620-826f4bf28098'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:15.312735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.331668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.333237 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment 00ad9360-f9bd-4c8c-9b6e-bde429f6575c of type vlan for network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf Mar 03 10:19:15.356533 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84a2f3ef-a300-4c97-b269-37b89adb8cd6 req-bbcadc70-497d-402e-ae9b-02460be8821e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522549 Mar 03 10:19:15.396555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.410857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Provisioning for port 81067fa4-0e31-4565-83e3-802077470d62 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:15.417268 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0b514-2084-4019-84d1-a4e514f8617c None None] Pushing event updated for resources: {'Port': ['ID=5b4900de-d05f-416e-b01a-d83ce2ebef0b,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:15.420938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Provisioning complete for port 81067fa4-0e31-4565-83e3-802077470d62 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:15.421524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.492390 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:14Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:15.500741 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad50f10-84f2-4287-b222-df727a5e419b None None] The sync data for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv is: [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:14Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:15.510149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:15.525928 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40d22e5-32d6-493b-8c00-d462f3fed311 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:19:15.527417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f40d22e5-32d6-493b-8c00-d462f3fed311 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:15.540562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:15.560304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.572727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:15.573940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.579768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:15.812181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.827153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:15.888520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Allocated IP 172.20.0.2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/418dc432-2392-4646-99d6-4defc54b45d3/b3b667a3-d864-4e62-814c-26498a75a451) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:15.907177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Allocated IP 2001:db8::f816:3eff:fee2:a0a5 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/8c07d886-94da-4ac4-8620-826f4bf28098/b3b667a3-d864-4e62-814c-26498a75a451) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:15.957260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.055085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 225a640f-0ee9-4fe1-8ff7-696f55888a98 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:16.100015 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fcd57f89-19d4-4c6f-92a8-e9b0b99a8877 req-85f70233-b3ce-47b8-95f2-28799355bd4a tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 210 time: 0.3903930 Mar 03 10:19:16.121400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] For port 81067fa4-0e31-4565-83e3-802077470d62, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=81067fa4-0e31-4565-83e3-802077470d62,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:16.130870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.132062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:16.137857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.152183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 62fbf634-2f60-4865-a269-8b4041a20ad9 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:16.184927 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2431f509-ee82-4c5f-8be2-241ae428e0a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3943696 Mar 03 10:19:16.185668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f40d22e5-32d6-493b-8c00-d462f3fed311 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:16.186277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59812) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:16.190004 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f40d22e5-32d6-493b-8c00-d462f3fed311 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/c3afcd11-d7d9-4828-b3d5-1d402e8330a4 HTTP/1.1" status: 404 len: 333 time: 0.9143159 Mar 03 10:19:16.190004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.192805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1140826991'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:16.198369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59816) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:16.200494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:19:16.216278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:16.240175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1de2d2-9835-4777-ae84-208c323a6c58 req-c633987e-c5c2-422c-97e6-dd3dd4a5c437 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:16.242257 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-af1de2d2-9835-4777-ae84-208c323a6c58 req-c633987e-c5c2-422c-97e6-dd3dd4a5c437 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 945 time: 1.1068785 Mar 03 10:19:16.251353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.252652 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0265925 Mar 03 10:19:16.298982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1832c59-002b-4db1-bd95-58266b92eecd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0392d8-7009-44b6-a4f2-d883a82dfa2c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:16.303088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59820) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:16.306818 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-af1de2d2-9835-4777-ae84-208c323a6c58 req-88b2c352-4ee2-4c11-b87c-9cf0fc202c98 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506363 Mar 03 10:19:16.377526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74349643-5228-40c5-ab99-3e34b83f7164 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.410288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet d1e91efe-b222-4c4b-a857-8bf9c122a63e {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:16.419985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74349643-5228-40c5-ab99-3e34b83f7164 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.421070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:16.428128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.429578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.471351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74349643-5228-40c5-ab99-3e34b83f7164 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.516959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:16.538943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f6f4093a-6eee-497a-b545-08cfcde815e6 None None] Could not find standard attr ID for object c3afcd11-d7d9-4828-b3d5-1d402e8330a4. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:16.544848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:16.552716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74349643-5228-40c5-ab99-3e34b83f7164 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c0392d8-7009-44b6-a4f2-d883a82dfa2c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:16.575135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:16.578705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.589635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74349643-5228-40c5-ab99-3e34b83f7164 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.590790 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-74349643-5228-40c5-ab99-3e34b83f7164 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0c0392d8-7009-44b6-a4f2-d883a82dfa2c HTTP/1.1" status: 204 len: 168 time: 0.2830329 Mar 03 10:19:16.593485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6623de3-2f33-4047-aa96-f478a75dbb0d None None] Pushing event updated for resources: {'Port': ['ID=81067fa4-0e31-4565-83e3-802077470d62,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:16.593969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.599189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59824) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:16.600002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:16.600535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.674968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f6f4093a-6eee-497a-b545-08cfcde815e6 None None] Provisioning complete for port 225a640f-0ee9-4fe1-8ff7-696f55888a98 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:16.675390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f6f4093a-6eee-497a-b545-08cfcde815e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.688964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:19:16.699351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.699726 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment f9c84fe5-063a-49e4-9326-019a8a292266 of type vlan for network 5dac8726-957e-4549-8e67-11be823446d1 Mar 03 10:19:16.733312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.744455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.756625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Transition to ACTIVE for port object b3b667a3-d864-4e62-814c-26498a75a451 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:16.780842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Transition to ACTIVE for port object b3b667a3-d864-4e62-814c-26498a75a451 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:16.792280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.798481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:16.798654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.799113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.850951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:16.896659 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7092843 Mar 03 10:19:16.933863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59832) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:16.939123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:16.948030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:16.957378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1f2e3be6-bd64-447f-95d1-b333d705cb59 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:16.960991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:16.965373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': '7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:16.980154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=62fbf634-2f60-4865-a269-8b4041a20ad9,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:16.994639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72b473-3236-4699-902f-9c7996261bae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=5dac8726-957e-4549-8e67-11be823446d1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:17.018992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 5dac8726-957e-4549-8e67-11be823446d1 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:19:17.058214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.107101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e91efe-b222-4c4b-a857-8bf9c122a63e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:17.110744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.120688 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ccd25570-c7c6-45b3-b6bc-9ee97f756b78 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/d1e91efe-b222-4c4b-a857-8bf9c122a63e HTTP/1.1" status: 204 len: 168 time: 0.9054604 Mar 03 10:19:17.120863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59836) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.137833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Pushing event updated for resources: {'Port': ['ID=b3b667a3-d864-4e62-814c-26498a75a451,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:17.140427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62b119-29e3-4e02-9038-75922e9917ef None None] Network c5ec7b5a-4775-44ed-8987-ea2680454489 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:17.272216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1f2e3be6-bd64-447f-95d1-b333d705cb59 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:17.276957 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1f2e3be6-bd64-447f-95d1-b333d705cb59 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6733451 Mar 03 10:19:17.289416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59842) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.301477 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35553feb-66cf-4c12-a971-97fbb443c02c req-43281a16-e3c9-43ce-8d54-215c52069279 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 210 time: 0.0781882 Mar 03 10:19:17.314187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:17.321605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:17.334670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:17.334670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.334670 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0880ba5c-23bd-4ff3-9847-bc74395c4e25 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/62fbf634-2f60-4865-a269-8b4041a20ad9 HTTP/1.1" status: 204 len: 168 time: 2.6537931 Mar 03 10:19:17.338164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59846) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.351844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67714ddf-153b-417d-b6d0-19c355ea6556 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.363992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67714ddf-153b-417d-b6d0-19c355ea6556 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.372561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:17.396039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67714ddf-153b-417d-b6d0-19c355ea6556 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.403877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet 46041e47-0c5a-485d-8417-f09b542adfde {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:17.419494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.425186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b4900de-d05f-416e-b01a-d83ce2ebef0b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:17.426140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:17.433867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.466159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67714ddf-153b-417d-b6d0-19c355ea6556 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4c8af9f-93bf-4660-94ba-d5f082f97e02,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:17.474362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Attempting to bind port b3b667a3-d864-4e62-814c-26498a75a451 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:17.474938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Attempting to bind port b3b667a3-d864-4e62-814c-26498a75a451 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:17.475353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Attempting to bind port b3b667a3-d864-4e62-814c-26498a75a451 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:17.480250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-67714ddf-153b-417d-b6d0-19c355ea6556 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.482541 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-67714ddf-153b-417d-b6d0-19c355ea6556 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f4c8af9f-93bf-4660-94ba-d5f082f97e02 HTTP/1.1" status: 204 len: 168 time: 0.1838026 Mar 03 10:19:17.485814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59852) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.505009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:17.505559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:17.506062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.506964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:17.507093 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Bound port: b3b667a3-d864-4e62-814c-26498a75a451, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:17.507612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.519796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.531569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d369b-f0d2-4e2d-85d9-9725f9e367c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:17.533314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d369b-f0d2-4e2d-85d9-9725f9e367c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:17.535553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d369b-f0d2-4e2d-85d9-9725f9e367c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:17.536344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-953d369b-f0d2-4e2d-85d9-9725f9e367c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:17.605034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4bfbbfc7-f35c-4db3-bf09-4ebea2b6e44f tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:17.636151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4bfbbfc7-f35c-4db3-bf09-4ebea2b6e44f tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:17.640380 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4bfbbfc7-f35c-4db3-bf09-4ebea2b6e44f tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1515043 Mar 03 10:19:17.640598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59856) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.645822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-953d369b-f0d2-4e2d-85d9-9725f9e367c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:17.646567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-953d369b-f0d2-4e2d-85d9-9725f9e367c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3074741 Mar 03 10:19:17.654116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59860) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.679138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5b4900de-d05f-416e-b01a-d83ce2ebef0b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:17.679635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.692016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] For port b3b667a3-d864-4e62-814c-26498a75a451, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:17.693976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5b4900de-d05f-416e-b01a-d83ce2ebef0b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:17.694402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.713507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f82e9a75-0412-4857-aced-2c228bcd32a1 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.730189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f82e9a75-0412-4857-aced-2c228bcd32a1 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.747073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] For port b3b667a3-d864-4e62-814c-26498a75a451, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b3b667a3-d864-4e62-814c-26498a75a451,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:17.753619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9721-9738-4eae-9c35-68f77b2d5285 req-5ccef86a-0618-4116-8dc7-d226c26cf0fa tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:17.763135 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bb3d9721-9738-4eae-9c35-68f77b2d5285 req-5ccef86a-0618-4116-8dc7-d226c26cf0fa tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 945 time: 0.3005705 Mar 03 10:19:17.776341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f82e9a75-0412-4857-aced-2c228bcd32a1 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.783355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.797639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 418dc432-2392-4646-99d6-4defc54b45d3 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:17.800561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9a75-0412-4857-aced-2c228bcd32a1 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f44591b1-713b-4f4f-ab43-103597d6f05e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:17.810528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.814600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.861607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.865813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=46041e47-0c5a-485d-8417-f09b542adfde,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:17.872378 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-767d5d68-2282-4fb1-a0fb-6a36b5202b05 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/46041e47-0c5a-485d-8417-f09b542adfde HTTP/1.1" status: 204 len: 168 time: 0.7505236 Mar 03 10:19:17.874925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f82e9a75-0412-4857-aced-2c228bcd32a1 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:17.876007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f82e9a75-0412-4857-aced-2c228bcd32a1 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f44591b1-713b-4f4f-ab43-103597d6f05e HTTP/1.1" status: 204 len: 168 time: 0.2345057 Mar 03 10:19:17.876585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59870) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.879089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59874) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:17.922513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73752c89-ffbb-4e09-a5c3-62ba5fcbc044 None None] Pushing event updated for resources: {'Port': ['ID=b3b667a3-d864-4e62-814c-26498a75a451,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:17.942396 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bb3d9721-9738-4eae-9c35-68f77b2d5285 req-bc25a16b-c9f5-4e31-928a-fab0ea4130ba tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780109 Mar 03 10:19:17.997605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ae5e8e03-0ff7-478a-8498-807a6d2851e5 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:18.002274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.035101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.101747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5b4900de-d05f-416e-b01a-d83ce2ebef0b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5b4900de-d05f-416e-b01a-d83ce2ebef0b,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:18.108668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.118107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.121767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ae5e8e03-0ff7-478a-8498-807a6d2851e5 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:18.124770 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae5e8e03-0ff7-478a-8498-807a6d2851e5 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2447507 Mar 03 10:19:18.127597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59880) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:18.160047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 225a640f-0ee9-4fe1-8ff7-696f55888a98 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:18.160394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.200805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c569-92bc-431a-9088-b9052de43587 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.210840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.232258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c569-92bc-431a-9088-b9052de43587 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.246407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 81067fa4-0e31-4565-83e3-802077470d62 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:18.343632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c569-92bc-431a-9088-b9052de43587 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.377715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2c569-92bc-431a-9088-b9052de43587 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79eab120-18d1-4182-a1ca-e31e4abafc50,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:18.401134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5b4900de-d05f-416e-b01a-d83ce2ebef0b,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:18.406549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 81067fa4-0e31-4565-83e3-802077470d62 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:18.421510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.460704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': '00ad9360-f9bd-4c8c-9b6e-bde429f6575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:18.461304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:18.482151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22174c17-65ed-49b9-82c6-5281d436e0f3 None None] Update dhcp port {'port': {'network_id': 'c5ec7b5a-4775-44ed-8987-ea2680454489', 'fixed_ips': [{'subnet_id': '46041e47-0c5a-485d-8417-f09b542adfde'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '225a640f-0ee9-4fe1-8ff7-696f55888a98'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:19:18.489160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=7abbd61c-20fe-44ba-a334-d12f5fe3ca82,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:18.504113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c569-92bc-431a-9088-b9052de43587 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.508007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d5d2c569-92bc-431a-9088-b9052de43587 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/79eab120-18d1-4182-a1ca-e31e4abafc50 HTTP/1.1" status: 204 len: 168 time: 0.3746893 Mar 03 10:19:18.512244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59886) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:18.515090 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c68fb2a-6664-44c7-ac48-02113920f307 req-631d41c7-d797-4ea2-8845-23cc4b67ede2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 210 time: 0.1169696 Mar 03 10:19:18.538491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.553738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] For port 225a640f-0ee9-4fe1-8ff7-696f55888a98, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=225a640f-0ee9-4fe1-8ff7-696f55888a98,segment=NetworkSegment(b5f339b7-aa83-404f-864e-3853901764ae),segment_id=b5f339b7-aa83-404f-864e-3853901764ae)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:18.554571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.581197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-22174c17-65ed-49b9-82c6-5281d436e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.590005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a211f-64c6-4cd4-b811-b2960c2737c9 req-802264a8-5009-4d87-a24c-d20f49a8676a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:18.591580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-640a211f-64c6-4cd4-b811-b2960c2737c9 req-802264a8-5009-4d87-a24c-d20f49a8676a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 945 time: 0.4418802 Mar 03 10:19:18.601073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:18.638508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:18.644198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:18.644799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.676258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8c1982-d061-40db-88f5-00b19f7cfbfe None None] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:18.697259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-640a211f-64c6-4cd4-b811-b2960c2737c9 req-c2c04547-0d4c-4ff3-8d7a-97403b85d94d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979965 Mar 03 10:19:18.705720 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-63621f2c-0da8-4a08-8f71-f22be9b3faa0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7705913 Mar 03 10:19:18.707990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.709303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 225a640f-0ee9-4fe1-8ff7-696f55888a98 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:18.718087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59890) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:18.749255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.751381 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/418dc432-2392-4646-99d6-4defc54b45d3 HTTP/1.1" status: 204 len: 168 time: 1.0963168 Mar 03 10:19:18.754669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-312f6f0b-0915-41ac-b8a1-8264d293f728 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:18.756997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59892) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:18.757504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59896) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:18.765203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': '5dac8726-957e-4549-8e67-11be823446d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:18.795435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-312f6f0b-0915-41ac-b8a1-8264d293f728 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:18.796789 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-312f6f0b-0915-41ac-b8a1-8264d293f728 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2835026 Mar 03 10:19:18.809601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59902) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:18.843243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5787298a-b379-4e52-bbfd-ced59445f1ce tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.852268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.857252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca178b-a1a4-426f-af7e-012a7dda0647 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=418dc432-2392-4646-99d6-4defc54b45d3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:18.859162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5787298a-b379-4e52-bbfd-ced59445f1ce tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:18.949303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No DVR routers for this DVR port 225a640f-0ee9-4fe1-8ff7-696f55888a98 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:18.978800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=225a640f-0ee9-4fe1-8ff7-696f55888a98,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:19.029624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6fd509-b5d7-452c-8aa8-52037af5590c None None] Network c5ec7b5a-4775-44ed-8987-ea2680454489 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:19.047542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5787298a-b379-4e52-bbfd-ced59445f1ce tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.068929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf', 'network_id': '7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': '7abbd61c-20fe-44ba-a334-d12f5fe3ca82'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:19.070055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.105570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1d06bc25-f0b1-49d8-9f7c-3713ff4a8592 None None] Could not find standard attr ID for object 225a640f-0ee9-4fe1-8ff7-696f55888a98. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:19.112922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:19.136012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787298a-b379-4e52-bbfd-ced59445f1ce tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e61aa33c-384b-4422-87ca-27da682a049c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:19.137729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 8c07d886-94da-4ac4-8620-826f4bf28098 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:19.142108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:19.148093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.148595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:19.153502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.184036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ec7b5a-4775-44ed-8987-ea2680454489']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:19.198279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f339b7-aa83-404f-864e-3853901764ae') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:19.198921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f339b7-aa83-404f-864e-3853901764ae') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:19.213493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.231431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.239131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:19:19.239635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5787298a-b379-4e52-bbfd-ced59445f1ce tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.358336 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5787298a-b379-4e52-bbfd-ced59445f1ce tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e61aa33c-384b-4422-87ca-27da682a049c HTTP/1.1" status: 204 len: 168 time: 0.5475745 Mar 03 10:19:19.361783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59910) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:19.377475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.398325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.411222 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/c5ec7b5a-4775-44ed-8987-ea2680454489 HTTP/1.1" status: 204 len: 168 time: 1.5334780 Mar 03 10:19:19.416754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59914) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:19.417715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:19.418119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663a348-8959-463a-978a-4e7bcbb30a24 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=c5ec7b5a-4775-44ed-8987-ea2680454489,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:19.443661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.493157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:19.495665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a4a35-269a-4c8e-8ae6-ebacf3e79f4d None None] DHCP port deletion for c5ec7b5a-4775-44ed-8987-ea2680454489 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:19.498192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.549384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e92dc-2c6f-4088-aa9b-dec705ead38f None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:19.558687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f29ae10-dc9d-4ccb-90d2-df2f90da1708 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:19.604553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb46cb6-5987-45a8-ba3a-e9c244669d50 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:19.605266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1eb46cb6-5987-45a8-ba3a-e9c244669d50 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:19.621272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f29ae10-dc9d-4ccb-90d2-df2f90da1708 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:19.626550 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7f29ae10-dc9d-4ccb-90d2-df2f90da1708 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2628696 Mar 03 10:19:19.626550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59920) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:19.630694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b35579-92b9-4e96-bf0c-a887ce113baf tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:19.635520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-56b35579-92b9-4e96-bf0c-a887ce113baf tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1093 time: 0.8739312 Mar 03 10:19:19.645799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59924) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:19.660965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:19.671968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:19.691141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Allocated IP 172.20.0.2 (7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf/7abbd61c-20fe-44ba-a334-d12f5fe3ca82/c90beb64-af0f-4e44-b226-296f080be72a) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:19.692558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:19.709209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b4649bd1-5c4c-4ebb-8ed5-2e4e7baadb77 None None] Provisioning for port b3b667a3-d864-4e62-814c-26498a75a451 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:19.728572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:19.746921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:19.757807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1eb46cb6-5987-45a8-ba3a-e9c244669d50 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:19.762588 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1eb46cb6-5987-45a8-ba3a-e9c244669d50 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3386126 Mar 03 10:19:19.762749 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b72592ed-9026-4ac4-a1bb-fc2d347fdba3 req-170a9495-b3da-4560-abed-671703cb2414 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 210 time: 0.0723305 Mar 03 10:19:19.762871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59928) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:19.777587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b4649bd1-5c4c-4ebb-8ed5-2e4e7baadb77 None None] Could not find standard attr ID for object 62fbf634-2f60-4865-a269-8b4041a20ad9. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:19.823865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.854160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.864694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa5f43-bdb8-4dc9-b6e1-c94f64012737 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.898026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa5f43-bdb8-4dc9-b6e1-c94f64012737 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:19.990899 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-16998a5d-db01-495b-92ab-373f7a82234f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2269938 Mar 03 10:19:19.994500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59932) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:20.002110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-781297918'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:20.007447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:20.011114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa5f43-bdb8-4dc9-b6e1-c94f64012737 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.016106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:20.032437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:20.038419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa5f43-bdb8-4dc9-b6e1-c94f64012737 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1089ba9-6bd7-4588-ad82-7497f473d8a7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:20.047054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:20.058536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.065367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa5f43-bdb8-4dc9-b6e1-c94f64012737 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.070821 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-affa5f43-bdb8-4dc9-b6e1-c94f64012737 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1089ba9-6bd7-4588-ad82-7497f473d8a7 HTTP/1.1" status: 204 len: 168 time: 0.4380960 Mar 03 10:19:20.073516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Transition to ACTIVE for port object c90beb64-af0f-4e44-b226-296f080be72a will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:20.078437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59936) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:20.088412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.122442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Transition to ACTIVE for port object c90beb64-af0f-4e44-b226-296f080be72a will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:20.124074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:20.130705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.132028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.176158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=109af54f-5d11-407d-83be-0ee669c89ec9,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:20.184153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4ddae7ad-f4d7-4972-a481-97e6c54bbcb8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:20.187733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.214181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:19:20.233044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.233959 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment ecb5f712-6469-4cfe-9b63-e9bf98997554 of type vlan for network 36603e99-29db-49e4-987c-f537214d04e4 Mar 03 10:19:20.235572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4ddae7ad-f4d7-4972-a481-97e6c54bbcb8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:20.241259 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4ddae7ad-f4d7-4972-a481-97e6c54bbcb8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1567185 Mar 03 10:19:20.244263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59940) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:20.250507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--307545057'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:20.257911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:20.269562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:20.269738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=8c07d886-94da-4ac4-8620-826f4bf28098,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:20.272066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.294217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': 'f9c84fe5-063a-49e4-9326-019a8a292266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5dac8726-957e-4549-8e67-11be823446d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:20.294765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: 5dac8726-957e-4549-8e67-11be823446d1, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:20.312428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.317844 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d43598d-96df-4173-ba45-d4d3fca9ceb3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/8c07d886-94da-4ac4-8620-826f4bf28098 HTTP/1.1" status: 204 len: 168 time: 1.5573261 Mar 03 10:19:20.318593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59944) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:20.333128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:20.336787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:20.340089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:20.343930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Pushing event updated for resources: {'Port': ['ID=c90beb64-af0f-4e44-b226-296f080be72a,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:20.375873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.386192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:20.403361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:20.412837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:20.421252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:20.489708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.495513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:20.496118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.544523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59950) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:20.548384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b3b667a3-d864-4e62-814c-26498a75a451 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:20.551519 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9c4083b5-b7ca-40eb-9527-a3b3b59f17f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2209888 Mar 03 10:19:20.567436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.570539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 5dac8726-957e-4549-8e67-11be823446d1 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:20.588282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:20.622390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Attempting to bind port c90beb64-af0f-4e44-b226-296f080be72a on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:20.622551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Attempting to bind port c90beb64-af0f-4e44-b226-296f080be72a by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '00ad9360-f9bd-4c8c-9b6e-bde429f6575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:20.623000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Attempting to bind port c90beb64-af0f-4e44-b226-296f080be72a on network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:20.632030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:20.632635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Checking segment: {'id': '00ad9360-f9bd-4c8c-9b6e-bde429f6575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:20.633145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.633626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Bound using segment: {'id': '00ad9360-f9bd-4c8c-9b6e-bde429f6575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:20.634792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Bound port: c90beb64-af0f-4e44-b226-296f080be72a, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9360-f9bd-4c8c-9b6e-bde429f6575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:20.635902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.647788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 5dac8726-957e-4549-8e67-11be823446d1) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:20.661974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:20.662569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.666877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99413e-fd3f-4e29-a7ed-63b8d54d4e5a None None] Network 5dac8726-957e-4549-8e67-11be823446d1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:20.735806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=36603e99-29db-49e4-987c-f537214d04e4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:20.740935 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e37c5427-028d-4208-ae45-c0c46dc7f47e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9869380 Mar 03 10:19:20.741569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59954) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:20.757518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1557495850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:20.779275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:20.787498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:router and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:20.792400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:20.818597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:20.831837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.9 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/e6dad063-7dcc-47f0-99ca-06690e5c301c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:20.850298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.851617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:20.917202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b3b667a3-d864-4e62-814c-26498a75a451 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:20.931985 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9336400 Mar 03 10:19:20.944986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59960) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:20.947047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.947420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.947969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.948359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.948688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.949011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.949582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.949697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.950874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.951193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.951558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.951926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0338797-724b-4d63-b36e-0ca80bb1b90c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:20.965566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] For port c90beb64-af0f-4e44-b226-296f080be72a, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:20.967734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:20.982547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 36603e99-29db-49e4-987c-f537214d04e4 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:19:20.985513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '36603e99-29db-49e4-987c-f537214d04e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:21.013396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:21.022304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:21.039245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.046088 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-04733768-ffc7-401d-a3af-e208bf3f3101 req-955387d8-d9cf-40a5-b371-bcfa25b0b8b9 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 210 time: 0.0611272 Mar 03 10:19:21.050140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.051198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:21.063684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.107046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.117057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3740d-ad0a-400e-81c8-37ebeddfc672 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:21.143543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.157580 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.160645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-33804add-9b93-4567-b4f7-2d5a9cbd9e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4093187 Mar 03 10:19:21.160793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:21.161972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59964) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:21.163381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.169821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b3b667a3-d864-4e62-814c-26498a75a451 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:21.170217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.202961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] For port c90beb64-af0f-4e44-b226-296f080be72a, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c90beb64-af0f-4e44-b226-296f080be72a,segment=NetworkSegment(00ad9360-f9bd-4c8c-9b6e-bde429f6575c),segment_id=00ad9360-f9bd-4c8c-9b6e-bde429f6575c)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:21.216216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.217444 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9721451 Mar 03 10:19:21.220716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59968) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:21.225082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085b785-67b5-4524-9501-99b1a7c08cca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aef26d-6def-4048-b892-c0f647c37683,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:21.277678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': '45aef26d-6def-4048-b892-c0f647c37683', 'direction': 'ingress', 'protocol': 17}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:21.283443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:21.291782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:21.298810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:21.301836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:21.307540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:21.311215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:21.324304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:21.326455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:21.333682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.389367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:21.392845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.430642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1495d-f968-47ba-b83d-94754f8a7aea None None] Pushing event updated for resources: {'Port': ['ID=c90beb64-af0f-4e44-b226-296f080be72a,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:21.500314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.570946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.632086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f5fc59f3-8ea8-416a-87ee-4f0adf15eb3f None None] Provisioning complete for port b3b667a3-d864-4e62-814c-26498a75a451 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:21.632701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f5fc59f3-8ea8-416a-87ee-4f0adf15eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.726076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-5dac8726-957e-4549-8e67-11be823446d1', 'network_id': '5dac8726-957e-4549-8e67-11be823446d1', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': '109af54f-5d11-407d-83be-0ee669c89ec9'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:21.726324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.786728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-c8545efa-761f-4246-b1ac-e9e2c2e9626e tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:21.788159 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-c8545efa-761f-4246-b1ac-e9e2c2e9626e tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.32 "GET /v2.0/networks?id=b133a485-6c4a-43d8-8c38-c508d4790b73 HTTP/1.1" status: 200 len: 797 time: 0.4523559 Mar 03 10:19:21.805881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.830158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.869349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:21.883243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:21.886791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6f251e-eba3-47b9-add9-6265ce5c91e1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:21.890962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:21.901688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.942690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:21.996142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-02c11558-bb91-42f2-a14b-20d8a497541f req-16d80233-2fc3-42db-942e-7a44f87855ee tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Synchronizing usage tracker for tenant:1c6458b80c1a4363b43a19527ddc2e77 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:21.999402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=e6dad063-7dcc-47f0-99ca-06690e5c301c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:22.046578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.046578 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d103cb54-863e-4ff4-9aad-fba6bc9e61cc tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8194320 Mar 03 10:19:22.046883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59976) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:22.049827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f5fc59f3-8ea8-416a-87ee-4f0adf15eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.085683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:22.101337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:22.108183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:22.113529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:22.114250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.117928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-02c11558-bb91-42f2-a14b-20d8a497541f req-16d80233-2fc3-42db-942e-7a44f87855ee tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Unset dirty status for tenant:1c6458b80c1a4363b43a19527ddc2e77 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:22.119595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-16d80233-2fc3-42db-942e-7a44f87855ee tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c6458b80c1a4363b43a19527ddc2e77 HTTP/1.1" status: 200 len: 380 time: 0.3082690 Mar 03 10:19:22.131482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port b3b667a3-d864-4e62-814c-26498a75a451, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b3b667a3-d864-4e62-814c-26498a75a451,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:22.135564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'port': {'device_id': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'admin_state_up': True, 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'security_groups': ['b78b115b-9540-4094-8cc3-32cd48467256']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:22.143034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.144155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b4900de-d05f-416e-b01a-d83ce2ebef0b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:22.196392 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ee4036bf-e37a-4c9c-814b-fb4117290e54 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6507363 Mar 03 10:19:22.197158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59982) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:22.258528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Allocated IP 172.21.0.2 (5dac8726-957e-4549-8e67-11be823446d1/109af54f-5d11-407d-83be-0ee669c89ec9/d00df349-e5c7-4193-9993-d925c14cce5b) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:22.292681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.327730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:22.361374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-f5fc59f3-8ea8-416a-87ee-4f0adf15eb3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:19:22.361916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-f5fc59f3-8ea8-416a-87ee-4f0adf15eb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:19:22.366777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:22.373582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:port and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:22.377816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:22.387374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] Deleting port b3b667a3-d864-4e62-814c-26498a75a451 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:22.387614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:22.388023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.397910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.407457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:22.414469 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9192fd61-30a8-4144-863f-82a7e3e3987c req-3081bf33-1b41-4216-9a42-5993dc6721f0 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 210 time: 0.1113136 Mar 03 10:19:22.564509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7855d50d-69d2-43cb-8045-3775406e092c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.568137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b667a3-d864-4e62-814c-26498a75a451,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:22.628604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5b4900de-d05f-416e-b01a-d83ce2ebef0b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:22.628604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.691618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Made reservation on behalf of 1c6458b80c1a4363b43a19527ddc2e77 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:22.695370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.739812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7855d50d-69d2-43cb-8045-3775406e092c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.814055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=c0a1f4be-0f0a-4bac-8d24-7898b30ea33d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:22.869283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:22.871976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': 'ecb5f712-6469-4cfe-9b63-e9bf98997554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36603e99-29db-49e4-987c-f537214d04e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:22.872365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: 36603e99-29db-49e4-987c-f537214d04e4, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:22.891046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:22.896779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:22.916144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:22.975156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 36603e99-29db-49e4-987c-f537214d04e4 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:22.983431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:22.987107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:22.990647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.039535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 36603e99-29db-49e4-987c-f537214d04e4) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:23.050130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Transition to ACTIVE for port object d00df349-e5c7-4193-9993-d925c14cce5b will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:23.068373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] For port b3b667a3-d864-4e62-814c-26498a75a451, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b3b667a3-d864-4e62-814c-26498a75a451,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:23.069461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.069590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7855d50d-69d2-43cb-8045-3775406e092c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.078830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab121fb-7c47-4a15-86bd-52cc5cd2623d None None] Network 36603e99-29db-49e4-987c-f537214d04e4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:23.107744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:23.108752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.111821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855d50d-69d2-43cb-8045-3775406e092c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aef26d-6def-4048-b892-c0f647c37683,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:23.115444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Allocated IP 172.20.0.8 (b133a485-6c4a-43d8-8c38-c508d4790b73/910b82e4-e1b0-456d-a759-037543d94669/6b1e98f3-8b7c-459c-9668-828ca71a2a32) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:23.165956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.20.0.1 (7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf/7abbd61c-20fe-44ba-a334-d12f5fe3ca82/4041d67b-e9be-4ec9-ac52-a2b929ec40af) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:23.172367 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-080667c2-1787-4acb-99ec-ac37d9b22011 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2045565 Mar 03 10:19:23.174318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7855d50d-69d2-43cb-8045-3775406e092c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.179120 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7855d50d-69d2-43cb-8045-3775406e092c tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/45aef26d-6def-4048-b892-c0f647c37683 HTTP/1.1" status: 204 len: 168 time: 1.1312742 Mar 03 10:19:23.182917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59986) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:23.183258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 59988) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:23.232851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '36603e99-29db-49e4-987c-f537214d04e4', 'name': 'tempest-PortsIpV6TestJSON-1719220202'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:23.278226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] Calling delete_port for b3b667a3-d864-4e62-814c-26498a75a451 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:23.419449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:23.466958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.480928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:23.493847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Transition to ACTIVE for port object 6b1e98f3-8b7c-459c-9668-828ca71a2a32 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:23.552760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Transition to ACTIVE for port object d00df349-e5c7-4193-9993-d925c14cce5b will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:23.558585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 225a640f-0ee9-4fe1-8ff7-696f55888a98 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:23.586170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b637e-3114-4c2a-9cb7-698064dde66f None None] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:23.598024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.613603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.664134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.688567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 225a640f-0ee9-4fe1-8ff7-696f55888a98 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:19:23.688912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 225a640f-0ee9-4fe1-8ff7-696f55888a98 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:19:23.714181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:19:23.720374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.725109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Network b133a485-6c4a-43d8-8c38-c508d4790b73 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:23.763471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:23.773299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:23.827047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] No DVR routers for this DVR port b3b667a3-d864-4e62-814c-26498a75a451 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:23.831849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Network 5dac8726-957e-4549-8e67-11be823446d1 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:23.844159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f136a0a8-78d2-478b-a34d-d8529253553c None None] Provisioning for port c90beb64-af0f-4e44-b226-296f080be72a completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:23.853915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:23.882666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:23.886072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:23.889349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.901286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:23.904061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:23.904713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.923405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:23.934814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c90beb64-af0f-4e44-b226-296f080be72a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:23.950038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d9f6e653-dbcb-41aa-9aaa-aa221ba29f00 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:23.960594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.964560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.967745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Pushing event updated for resources: {'Port': ['ID=d00df349-e5c7-4193-9993-d925c14cce5b,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:23.971486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:23.980553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:23.981873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:23.986582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffc766d-0d32-4b7e-8367-275e0e068e18 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:23.996272 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6396689 Mar 03 10:19:24.002351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.003467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port b8c5d188-b969-4d00-ba4d-77e49ca40136 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:24.013688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 59996) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:24.017615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.018087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.018529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.018962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.019428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.019848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.020303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.020756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.021177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.021917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.022342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.022802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:19:24.029002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:12:16:4e', 'name': 'tempest-NetworksTestDHCPv6-1987815625'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:24.075556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faee962-5320-418f-b955-d09b04fa9c3b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=b2918a75-f922-4d25-8b6a-d670dfc347a0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:24.082900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d9f6e653-dbcb-41aa-9aaa-aa221ba29f00 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:24.084072 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d9f6e653-dbcb-41aa-9aaa-aa221ba29f00 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8970695 Mar 03 10:19:24.091541 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-d4054540-0623-4089-b44b-ea35866db2c2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9616270 Mar 03 10:19:24.099487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60000) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:24.106394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160974262'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:24.113275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object 4041d67b-e9be-4ec9-ac52-a2b929ec40af will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:24.147454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Request body: {'port': {'device_id': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:24.151478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:24.184916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:24.256864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.265959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d829d1-ab7b-4095-860a-7f9a5035cbab None None] Pushing event deleted for resources: {'Port': ['ID=b3b667a3-d864-4e62-814c-26498a75a451,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:24.301559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:24.302485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::2ee (36603e99-29db-49e4-987c-f537214d04e4/c0a1f4be-0f0a-4bac-8d24-7898b30ea33d/b8c5d188-b969-4d00-ba4d-77e49ca40136) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:24.315222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:24.318324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8d99-a7fa-40e6-a803-f7a7323c583e req-f84f1d31-7c3e-41c8-878b-22d04ab71c83 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:24.319693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:24.323245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.325904 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-da7d8d99-a7fa-40e6-a803-f7a7323c583e req-f84f1d31-7c3e-41c8-878b-22d04ab71c83 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 931 time: 0.4892044 Mar 03 10:19:24.327664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.360631 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-36603e99-29db-49e4-987c-f537214d04e4', 'network_id': '36603e99-29db-49e4-987c-f537214d04e4', 'tenant_id': 'fcded2aea75a4c589da2f0e0ffe9f8b2', 'fixed_ips': [{'subnet_id': 'c0a1f4be-0f0a-4bac-8d24-7898b30ea33d'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:24.361365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.371556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:24.394098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:24.399782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:24.411647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:24.423312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.430131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:24.464522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Attempting to bind port d00df349-e5c7-4193-9993-d925c14cce5b on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:24.464892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Attempting to bind port d00df349-e5c7-4193-9993-d925c14cce5b by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f9c84fe5-063a-49e4-9326-019a8a292266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5dac8726-957e-4549-8e67-11be823446d1'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:24.465252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Attempting to bind port d00df349-e5c7-4193-9993-d925c14cce5b on network 5dac8726-957e-4549-8e67-11be823446d1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:24.467213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-382834bc-68c0-4eb0-beeb-ac9e0f3adf15 None None] Provisioning for port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:24.514212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:24.538862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:24.538862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Checking segment: {'id': 'f9c84fe5-063a-49e4-9326-019a8a292266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5dac8726-957e-4549-8e67-11be823446d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:24.539448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.540908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Bound using segment: {'id': 'f9c84fe5-063a-49e4-9326-019a8a292266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5dac8726-957e-4549-8e67-11be823446d1'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:24.540908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Bound port: d00df349-e5c7-4193-9993-d925c14cce5b, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c84fe5-063a-49e4-9326-019a8a292266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5dac8726-957e-4549-8e67-11be823446d1'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:24.541271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.561906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-382834bc-68c0-4eb0-beeb-ac9e0f3adf15 None None] Provisioning complete for port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:24.562289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-382834bc-68c0-4eb0-beeb-ac9e0f3adf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.574258 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-da7d8d99-a7fa-40e6-a803-f7a7323c583e req-9209cefb-2908-40c1-bea0-4cd0856b4205 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473979 Mar 03 10:19:24.621157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:24.640785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:24.659160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c90beb64-af0f-4e44-b226-296f080be72a completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:24.663427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:24.722498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c90beb64-af0f-4e44-b226-296f080be72a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:24.723032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.753032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.793733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-382834bc-68c0-4eb0-beeb-ac9e0f3adf15 None None] Port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:24.845528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=4041d67b-e9be-4ec9-ac52-a2b929ec40af,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:24.846855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port af48f0d6-4d30-49bd-b197-8159e56d5fd5 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:24.902937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] For port d00df349-e5c7-4193-9993-d925c14cce5b, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:24.916015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.916765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] For port d00df349-e5c7-4193-9993-d925c14cce5b, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d00df349-e5c7-4193-9993-d925c14cce5b,segment=NetworkSegment(f9c84fe5-063a-49e4-9326-019a8a292266),segment_id=f9c84fe5-063a-49e4-9326-019a8a292266)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:24.950680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed'}, {'subnet_id': 'b2918a75-f922-4d25-8b6a-d670dfc347a0'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:24.952078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.970030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:24.992871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.026275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.128365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1e98f3-8b7c-459c-9668-828ca71a2a32 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:19:25.133437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:19:25.145131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.164980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.177236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Transition to ACTIVE for port object 6b1e98f3-8b7c-459c-9668-828ca71a2a32 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:25.180033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.181375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 172.20.0.10 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed/af48f0d6-4d30-49bd-b197-8159e56d5fd5) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:25.188479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.194142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe12:164e (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/b2918a75-f922-4d25-8b6a-d670dfc347a0/af48f0d6-4d30-49bd-b197-8159e56d5fd5) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:25.195567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.207867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object b8c5d188-b969-4d00-ba4d-77e49ca40136 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:25.234430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a02e7-ce4e-4ce0-9534-b546d1175032,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:25.270614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.284628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.285894 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2196bfef-9f95-472c-83b5-da85e5d83a36 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1856992 Mar 03 10:19:25.302679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb05606-87f8-45fc-a34d-a7004d73fb55 None None] Pushing event updated for resources: {'Port': ['ID=d00df349-e5c7-4193-9993-d925c14cce5b,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:25.327104 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:19:25.350294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60004) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:25.359753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.379044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--41635200'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:25.385985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:25.390234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:25.391137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port c90beb64-af0f-4e44-b226-296f080be72a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c90beb64-af0f-4e44-b226-296f080be72a,segment=NetworkSegment(00ad9360-f9bd-4c8c-9b6e-bde429f6575c),segment_id=00ad9360-f9bd-4c8c-9b6e-bde429f6575c)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:25.393622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:25.396417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-838b93c3-b3e4-44a6-94c6-f56b863a4f84 None None] Provisioning complete for port c90beb64-af0f-4e44-b226-296f080be72a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:25.396778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-838b93c3-b3e4-44a6-94c6-f56b863a4f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.409522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:25.456401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.470957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Allocated IP 2001:db8::2 (36603e99-29db-49e4-987c-f537214d04e4/c0a1f4be-0f0a-4bac-8d24-7898b30ea33d/4adf4cca-a5a9-4fda-a65f-62349732493e) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:25.553698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b3b667a3-d864-4e62-814c-26498a75a451 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:25.630027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b3b667a3-d864-4e62-814c-26498a75a451 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:19:25.631919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b3b667a3-d864-4e62-814c-26498a75a451 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:19:25.649135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=e6dad063-7dcc-47f0-99ca-06690e5c301c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:25.674703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.700542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:25.761067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 36603e99-29db-49e4-987c-f537214d04e4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:25.773114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:25.774701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.781324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=c90beb64-af0f-4e44-b226-296f080be72a,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:25.800669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:25.807330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:25.808115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.817538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:25.889569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:25.902325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:25.912225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:25.928057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:25.978046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.020029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d00df349-e5c7-4193-9993-d925c14cce5b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:26.034325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object af48f0d6-4d30-49bd-b197-8159e56d5fd5 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:26.037711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Attempting to bind port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:26.038193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Attempting to bind port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:26.038412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Attempting to bind port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 on network b133a485-6c4a-43d8-8c38-c508d4790b73 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:26.054373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 on network b133a485-6c4a-43d8-8c38-c508d4790b73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:19:26.054783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Attempting to bind port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 on network b133a485-6c4a-43d8-8c38-c508d4790b73 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:26.074656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:26.074952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Checking segment: {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:26.075193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Bound using segment: {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:26.075652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Bound port: 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7910a27-65e8-4caa-a505-3fee1a06a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:26.076003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.158063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.170880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.174325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9887724 Mar 03 10:19:26.175489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad361d-11fe-4176-a908-eda1504d8a20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=b8c5d188-b969-4d00-ba4d-77e49ca40136,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:26.182194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60010) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:26.208947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '36603e99-29db-49e4-987c-f537214d04e4', 'name': 'tempest-PortsIpV6TestJSON-1405024556'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:26.212462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-838b93c3-b3e4-44a6-94c6-f56b863a4f84 None None] Provisioning for port 4041d67b-e9be-4ec9-ac52-a2b929ec40af completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:26.239859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.252039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d00df349-e5c7-4193-9993-d925c14cce5b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:26.264337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-838b93c3-b3e4-44a6-94c6-f56b863a4f84 None None] Provisioning complete for port 4041d67b-e9be-4ec9-ac52-a2b929ec40af triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:26.264929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-838b93c3-b3e4-44a6-94c6-f56b863a4f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.311330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfee7f-5456-4bca-a6df-1e306996c073,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:26.325310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.343332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Transition to ACTIVE for port object 4adf4cca-a5a9-4fda-a65f-62349732493e will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:26.348138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.352343 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7013eab3-7faa-4863-93bf-229b20f154fe tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0010064 Mar 03 10:19:26.356174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60014) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:26.360318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:26.375091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-838b93c3-b3e4-44a6-94c6-f56b863a4f84 None None] Port 4041d67b-e9be-4ec9-ac52-a2b929ec40af cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:26.376671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': '7b0a02e7-ce4e-4ce0-9534-b546d1175032', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6bbfee7f-5456-4bca-a6df-1e306996c073', 'remote_ip_prefix': None}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:26.381619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:26.384739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:26.416872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:26.417109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Transition to ACTIVE for port object 4adf4cca-a5a9-4fda-a65f-62349732493e will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:26.425019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:26.428863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=af48f0d6-4d30-49bd-b197-8159e56d5fd5,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:26.433769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.441426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:26.445363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:26.451988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:26.463160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:26.466537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.551093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:26.551799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.553647 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b1e98f3-8b7c-459c-9668-828ca71a2a32 HTTP/1.1" status: 200 len: 1093 time: 2.4104397 Mar 03 10:19:26.568531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:19:26.581800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Allocated IP 172.20.0.2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed/b05f30b0-9d22-4294-b819-6454c42f0b83) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:26.606340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:26.607085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.607815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 46b7ad58-58a7-473a-b31f-8584c72481c1 associated. External IP: 172.26.7.9, port: 5ec3f63a-e2d4-478a-b702-8e8487e86d85. Mar 03 10:19:26.627363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Network 36603e99-29db-49e4-987c-f537214d04e4 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:26.628747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Allocated IP 2001:db8::f816:3eff:fe18:8ccf (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/b2918a75-f922-4d25-8b6a-d670dfc347a0/b05f30b0-9d22-4294-b819-6454c42f0b83) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:26.635869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:26.643624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:26.677195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Pushing event updated for resources: {'Port': ['ID=4adf4cca-a5a9-4fda-a65f-62349732493e,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:26.703190 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'status': 'completed', 'code': 200} Mar 03 10:19:26.741748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:26.758198 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-84fb3a05-bfaf-400b-bcb4-28b5690de578 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7420878 Mar 03 10:19:26.765493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60020) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:26.832736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73432f84-8349-4c12-9fcc-e5461d84e0d4 req-776f89e3-5316-497c-a1e8-a4e5ae20a041 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:26.834320 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73432f84-8349-4c12-9fcc-e5461d84e0d4 req-776f89e3-5316-497c-a1e8-a4e5ae20a041 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 943 time: 0.9200387 Mar 03 10:19:26.840851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c8cfb-5cd8-4fcf-91d6-720140623019 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:26.865925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:26.902071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-c182ea20-ca57-4884-9072-d442e7ee3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:26.903743 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-c182ea20-ca57-4884-9072-d442e7ee3902 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c6458b80c1a4363b43a19527ddc2e77&device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 1096 time: 0.2926543 Mar 03 10:19:26.945391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:26.949279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:26.955940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:26.992051 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-90f07391-a656-416d-9001-a4ea7b91061e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32 HTTP/1.1" status: 200 len: 217 time: 0.0727184 Mar 03 10:19:26.997797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.008573 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91585f99-188a-4bfb-ab7e-ebcb15022aad None None] Network 5dac8726-957e-4549-8e67-11be823446d1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:27.028241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:27.032015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.058271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.098447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d6804bd1-3e3f-4062-83a2-7c6a0d2057b8 None None] Provisioning complete for port 4041d67b-e9be-4ec9-ac52-a2b929ec40af triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:27.098822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6804bd1-3e3f-4062-83a2-7c6a0d2057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.108154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd5486-ddc3-4dfa-af25-db9e4bcabfbe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:27.109022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-21dd5486-ddc3-4dfa-af25-db9e4bcabfbe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:27.116934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 3a226a95-edf2-4d69-a1aa-36712d9f2bbe yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:27.117113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8ef178-aac2-48a3-9580-4a104603078b,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:27.141061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.145287 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-eedd5d85-ff32-4996-b899-70e64fdf8250 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7809587 Mar 03 10:19:27.145287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-0076e97f-6fea-4747-af41-260832a7588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:27.146689 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-0076e97f-6fea-4747-af41-260832a7588a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910b82e4-e1b0-456d-a759-037543d94669 HTTP/1.1" status: 200 len: 835 time: 0.1475687 Mar 03 10:19:27.147290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60024) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:27.159157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-21dd5486-ddc3-4dfa-af25-db9e4bcabfbe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:27.163382 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-21dd5486-ddc3-4dfa-af25-db9e4bcabfbe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3918688 Mar 03 10:19:27.167643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60028) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:27.176982 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73432f84-8349-4c12-9fcc-e5461d84e0d4 req-73c2ba77-afc2-4122-b80a-bb7bd466b436 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180599 Mar 03 10:19:27.221728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Attempting to bind port 4adf4cca-a5a9-4fda-a65f-62349732493e on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:27.222436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Attempting to bind port 4adf4cca-a5a9-4fda-a65f-62349732493e by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ecb5f712-6469-4cfe-9b63-e9bf98997554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36603e99-29db-49e4-987c-f537214d04e4'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:27.222436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Attempting to bind port 4adf4cca-a5a9-4fda-a65f-62349732493e on network 36603e99-29db-49e4-987c-f537214d04e4 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:27.232642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.253315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:27.253606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Checking segment: {'id': 'ecb5f712-6469-4cfe-9b63-e9bf98997554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36603e99-29db-49e4-987c-f537214d04e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:27.253973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.254371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Bound using segment: {'id': 'ecb5f712-6469-4cfe-9b63-e9bf98997554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36603e99-29db-49e4-987c-f537214d04e4'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:27.254858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Bound port: 4adf4cca-a5a9-4fda-a65f-62349732493e, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb5f712-6469-4cfe-9b63-e9bf98997554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36603e99-29db-49e4-987c-f537214d04e4'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:27.255227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.275630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Transition to ACTIVE for port object b05f30b0-9d22-4294-b819-6454c42f0b83 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:27.280594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d6804bd1-3e3f-4062-83a2-7c6a0d2057b8 None None] Port 4041d67b-e9be-4ec9-ac52-a2b929ec40af cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:27.356179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6397de57-ad93-4663-9d24-fbbaa08ba876 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.359246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Transition to ACTIVE for port object b05f30b0-9d22-4294-b819-6454c42f0b83 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:27.370614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6397de57-ad93-4663-9d24-fbbaa08ba876 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.404362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port af48f0d6-4d30-49bd-b197-8159e56d5fd5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:27.405007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.415184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11558-bb91-42f2-a14b-20d8a497541f req-2f424af4-3b83-4b61-b562-7953b69f9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:27.417234 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-2f424af4-3b83-4b61-b562-7953b69f9a34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b133a485-6c4a-43d8-8c38-c508d4790b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2540307 Mar 03 10:19:27.418575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6397de57-ad93-4663-9d24-fbbaa08ba876 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.428285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.463801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:19:27.485099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6397de57-ad93-4663-9d24-fbbaa08ba876 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.485099 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6397de57-ad93-4663-9d24-fbbaa08ba876 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bd8ef178-aac2-48a3-9580-4a104603078b HTTP/1.1" status: 204 len: 168 time: 0.3341289 Mar 03 10:19:27.485099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397de57-ad93-4663-9d24-fbbaa08ba876 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd8ef178-aac2-48a3-9580-4a104603078b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:27.491222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60032) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:27.554419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-20d0b0e2-7483-4f6f-9628-b2205b4d2bd6 None None] Provisioning for port d00df349-e5c7-4193-9993-d925c14cce5b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:27.556589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.564595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] For port 4adf4cca-a5a9-4fda-a65f-62349732493e, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:27.581861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.605288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:27.613597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-20d0b0e2-7483-4f6f-9628-b2205b4d2bd6 None None] Provisioning complete for port d00df349-e5c7-4193-9993-d925c14cce5b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:27.613971 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d0b0e2-7483-4f6f-9628-b2205b4d2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.619368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcab2f89-edbb-4adf-8b08-79d1b956c707 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:27.637727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:27.652542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] For port 4adf4cca-a5a9-4fda-a65f-62349732493e, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4adf4cca-a5a9-4fda-a65f-62349732493e,segment=NetworkSegment(ecb5f712-6469-4cfe-9b63-e9bf98997554),segment_id=ecb5f712-6469-4cfe-9b63-e9bf98997554)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:27.654553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:27.657802 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-e0c209f5-942f-4119-acba-070625ded79c service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307777 Mar 03 10:19:27.662301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcab2f89-edbb-4adf-8b08-79d1b956c707 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:27.666911 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dcab2f89-edbb-4adf-8b08-79d1b956c707 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1714756 Mar 03 10:19:27.679497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.684510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60036) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:27.686039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Pushing event updated for resources: {'Port': ['ID=b05f30b0-9d22-4294-b819-6454c42f0b83,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:27.877050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::197 (36603e99-29db-49e4-987c-f537214d04e4/c0a1f4be-0f0a-4bac-8d24-7898b30ea33d/3a226a95-edf2-4d69-a1aa-36712d9f2bbe) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:27.878293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c90beb64-af0f-4e44-b226-296f080be72a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:27.882366 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-02c11558-bb91-42f2-a14b-20d8a497541f req-128f5d01-0f14-429a-ad90-c91a4816fdb2 service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172847 Mar 03 10:19:27.887898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59cb7e5c-8736-43b9-90f4-928fc93a0712 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.934351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59cb7e5c-8736-43b9-90f4-928fc93a0712 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.957957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router d546c91a-391a-447b-8a04-4651c341672e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:19:27.965097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:27.987735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a96fd-7bd1-4646-b5e8-3f656da92c77 None None] Pushing event updated for resources: {'Port': ['ID=4adf4cca-a5a9-4fda-a65f-62349732493e,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:27.990397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Attempting to bind port b05f30b0-9d22-4294-b819-6454c42f0b83 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:27.990763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Attempting to bind port b05f30b0-9d22-4294-b819-6454c42f0b83 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:27.991119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Attempting to bind port b05f30b0-9d22-4294-b819-6454c42f0b83 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:28.039831 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:28.041283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:28.041542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.041949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:28.042442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Bound port: b05f30b0-9d22-4294-b819-6454c42f0b83, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:28.042821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.048762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59cb7e5c-8736-43b9-90f4-928fc93a0712 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.090352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb7e5c-8736-43b9-90f4-928fc93a0712 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfee7f-5456-4bca-a6df-1e306996c073,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:28.100538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-50402452-c690-42f5-bbb2-442951df6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:28.101709 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-50402452-c690-42f5-bbb2-442951df6911 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c6458b80c1a4363b43a19527ddc2e77&device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 1096 time: 0.1554899 Mar 03 10:19:28.171516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-59cb7e5c-8736-43b9-90f4-928fc93a0712 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.177948 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-59cb7e5c-8736-43b9-90f4-928fc93a0712 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/6bbfee7f-5456-4bca-a6df-1e306996c073 HTTP/1.1" status: 204 len: 168 time: 0.4877162 Mar 03 10:19:28.181970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60040) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:28.186043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d0b0e2-7483-4f6f-9628-b2205b4d2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.220150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c90beb64-af0f-4e44-b226-296f080be72a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:28.220485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.351149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] For port b05f30b0-9d22-4294-b819-6454c42f0b83, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:28.361383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] For port b05f30b0-9d22-4294-b819-6454c42f0b83, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b05f30b0-9d22-4294-b819-6454c42f0b83,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:28.374255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.381699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.394449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-b6691201-e2f1-4bb5-90f2-c73bbab71f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:28.395964 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-b6691201-e2f1-4bb5-90f2-c73bbab71f68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b133a485-6c4a-43d8-8c38-c508d4790b73 HTTP/1.1" status: 200 len: 897 time: 0.2864661 Mar 03 10:19:28.403473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 3a226a95-edf2-4d69-a1aa-36712d9f2bbe will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:28.436307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-20d0b0e2-7483-4f6f-9628-b2205b4d2bd6 None None] For port d00df349-e5c7-4193-9993-d925c14cce5b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d00df349-e5c7-4193-9993-d925c14cce5b,segment=NetworkSegment(f9c84fe5-063a-49e4-9326-019a8a292266),segment_id=f9c84fe5-063a-49e4-9326-019a8a292266)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:28.469061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20d0b0e2-7483-4f6f-9628-b2205b4d2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.491030 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-d446947f-b1e2-4c10-ae4d-457200047e3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32 HTTP/1.1" status: 200 len: 217 time: 0.0874393 Mar 03 10:19:28.538792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0bb4a5b5-23a0-4f25-b074-18562594a006 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:28.582704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-94f3cacd-49cd-4505-b18e-ea751eb28ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:28.584336 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-94f3cacd-49cd-4505-b18e-ea751eb28ab6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910b82e4-e1b0-456d-a759-037543d94669 HTTP/1.1" status: 200 len: 835 time: 0.0858536 Mar 03 10:19:28.588091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0bb4a5b5-23a0-4f25-b074-18562594a006 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:28.588956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d198391-69ca-48ef-8b91-7aaafe6d4e14 None None] Pushing event updated for resources: {'Port': ['ID=b05f30b0-9d22-4294-b819-6454c42f0b83,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:28.589669 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0bb4a5b5-23a0-4f25-b074-18562594a006 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.4041939 Mar 03 10:19:28.634594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60046) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:28.672989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0b0e2-7483-4f6f-9628-b2205b4d2bd6 None None] Pushing event updated for resources: {'Port': ['ID=d00df349-e5c7-4193-9993-d925c14cce5b,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:28.674734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=4041d67b-e9be-4ec9-ac52-a2b929ec40af,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:28.700653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54f01dd1-b498-4a87-8ee0-96974d7d0f3e None None] Provisioning complete for port d00df349-e5c7-4193-9993-d925c14cce5b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:28.701719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54f01dd1-b498-4a87-8ee0-96974d7d0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.752259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.798837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6d5b-47df-41ef-b96d-8a80ce2bb1b0 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.849934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-9f4a9581-68bf-4910-a4cf-885b3299a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:28.851626 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-9f4a9581-68bf-4910-a4cf-885b3299a6b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b133a485-6c4a-43d8-8c38-c508d4790b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2598429 Mar 03 10:19:28.910405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 36603e99-29db-49e4-987c-f537214d04e4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:28.918787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6d5b-47df-41ef-b96d-8a80ce2bb1b0 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:28.919544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=3a226a95-edf2-4d69-a1aa-36712d9f2bbe,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:28.924343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:28.929778 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-4ffa9c87-246e-412d-8de7-476fa3ba3235 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2718735 Mar 03 10:19:28.932941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:28.942411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:28.943383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:29.007459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:29.107837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6d5b-47df-41ef-b96d-8a80ce2bb1b0 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:29.137281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff6d5b-47df-41ef-b96d-8a80ce2bb1b0 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a02e7-ce4e-4ce0-9534-b546d1175032,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:29.141878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-0b317276-7ca2-4a2c-a560-bc00847cc950 service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818780 Mar 03 10:19:29.252915 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-333f8026-05d4-4fa6-9a4a-2877314c22a8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0587790 Mar 03 10:19:29.256484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60050) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:29.260522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for af48f0d6-4d30-49bd-b197-8159e56d5fd5 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:29.299396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-fb290f43-932e-4d9e-b74b-d7a0b9b77e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:29.300892 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-fb290f43-932e-4d9e-b74b-d7a0b9b77e06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1098 time: 0.2889485 Mar 03 10:19:29.315955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47e37e-e8c8-4f9c-a9ab-cef7629d7244 None None] Network 36603e99-29db-49e4-987c-f537214d04e4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:29.328645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6d5b-47df-41ef-b96d-8a80ce2bb1b0 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:29.329761 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b2ff6d5b-47df-41ef-b96d-8a80ce2bb1b0 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/7b0a02e7-ce4e-4ce0-9534-b546d1175032 HTTP/1.1" status: 204 len: 168 time: 0.6932213 Mar 03 10:19:29.344364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60054) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:29.395543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:29.404125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:29.428493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:29.562764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b69d04-e171-4c0d-86a8-5496f57c8ea1 req-284b8172-87ee-404f-85ab-245358bd2b68 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:29.565415 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20b69d04-e171-4c0d-86a8-5496f57c8ea1 req-284b8172-87ee-404f-85ab-245358bd2b68 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 943 time: 0.8666186 Mar 03 10:19:29.576417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] Sync routers for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:29.584541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:29.611633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-19d27986-bd1a-40b8-aea8-3ef208b37298 None None] Provisioning for port 4adf4cca-a5a9-4fda-a65f-62349732493e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:29.629207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:29.630841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:29.642375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51423298-28e5-4a45-a292-9188e0eb8ad4 req-26e747e5-b1e2-4997-8002-11e030c8c82d service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912364 Mar 03 10:19:29.729836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-31ac3b7a-3ec1-4cfc-aad5-2ed640cca43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:29.732515 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-31ac3b7a-3ec1-4cfc-aad5-2ed640cca43a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 897 time: 0.3987176 Mar 03 10:19:29.743514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1c7a8510-e650-4564-a618-eab91785f42e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:29.747380 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ff460f94-4d4c-4abc-abef-ab6d2ab3ef36 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 10.0999992 Mar 03 10:19:29.751914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad4c35-8b4a-4035-9076-5dccf86eaa98 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:29.753391 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3fad4c35-8b4a-4035-9076-5dccf86eaa98 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ee HTTP/1.1" status: 200 len: 929 time: 0.4947133 Mar 03 10:19:29.755524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60058) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:29.815342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60060) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:29.958929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-600c2399-9978-4c86-a541-002740e57fc6 None None] Provisioning complete for port 4041d67b-e9be-4ec9-ac52-a2b929ec40af triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:29.959471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-600c2399-9978-4c86-a541-002740e57fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:29.997150 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fd660bad-1e59-4c7b-9e47-aaf2a7e4ecc4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/46b7ad58-58a7-473a-b31f-8584c72481c1 HTTP/1.1" status: 200 len: 989 time: 0.2406633 Mar 03 10:19:30.021481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-600c2399-9978-4c86-a541-002740e57fc6 None None] Port 4041d67b-e9be-4ec9-ac52-a2b929ec40af cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:30.034445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:30.109046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 3a226a95-edf2-4d69-a1aa-36712d9f2bbe {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:30.109499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.115765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:19:30.143946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4adf4cca-a5a9-4fda-a65f-62349732493e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:30.154754 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-aac391e0-ecb6-4542-a58e-26c0fd023333 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 200 len: 997 time: 0.4001241 Mar 03 10:19:30.188258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 6b1e98f3-8b7c-459c-9668-828ca71a2a32 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:19:30.191629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1c7a8510-e650-4564-a618-eab91785f42e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:30.191816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84fef07-3502-4920-925a-27bd1ea8848f None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:30.192906 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1c7a8510-e650-4564-a618-eab91785f42e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8408141 Mar 03 10:19:30.203834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60070) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:30.217025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--7543672'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:30.222750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:30.233954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:30.253577 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20b69d04-e171-4c0d-86a8-5496f57c8ea1 req-69c84ee6-ed74-4b2f-8beb-6b6c6ad658e5 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5655465 Mar 03 10:19:30.262606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.306344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'status': 'completed', 'code': 200} Mar 03 10:19:30.357818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:19:30.358166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-9dd46d7f-5fcc-4105-822e-e31bc69e3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:30.359695 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-9dd46d7f-5fcc-4105-822e-e31bc69e3a0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89083339-1796-482e-a945-a89ab2724681 HTTP/1.1" status: 200 len: 835 time: 0.1962903 Mar 03 10:19:30.360800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:30.407527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f2a62a20-61d0-49ba-a850-8bedca564172 None None] Provisioning for port b05f30b0-9d22-4294-b819-6454c42f0b83 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:30.413295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:30.427751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:30.455023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:30.529772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.539252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.resource_extend [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:19:30.598095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=af48f0d6-4d30-49bd-b197-8159e56d5fd5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:30.634501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:30.645619 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] Sync routers for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:30.663909 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:30.665406 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:30.686700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.708845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.714542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1594da9d-8741-4669-9c1b-597820607f0c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5503888 Mar 03 10:19:30.715868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60074) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:30.783449 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:30.794264 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:30.796234 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:30.860636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a925a710-f3b8-4a28-a8fe-91b8eaa08561,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:30.881755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283f96b-b9d6-4cc3-a385-559a35aaede2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:30.882626 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6283f96b-b9d6-4cc3-a385-559a35aaede2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:30.885437 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:30.886305 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c607f95-e9ad-4a08-8dc5-7955b588a336 None None] The sync data for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:30.888201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.890689 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bec4ac0a-079d-46b5-8b9f-6adb620d198c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/af48f0d6-4d30-49bd-b197-8159e56d5fd5 HTTP/1.1" status: 204 len: 168 time: 3.7221203 Mar 03 10:19:30.893788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60078) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:30.896067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-111f5afc-e23d-43eb-9454-248790ba8dfd None None] Provisioning for port b8c5d188-b969-4d00-ba4d-77e49ca40136 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:30.899026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-4c5d2baa-cc07-4bb8-8b91-f090a327e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:30.901290 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-4c5d2baa-cc07-4bb8-8b91-f090a327e342 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b157a147-e393-49d8-a046-21553f827a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5348806 Mar 03 10:19:30.904394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.913774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.918801 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-912b9a07-4f1d-44e0-b937-c918ac369b8d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7108381 Mar 03 10:19:30.920232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60082) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:30.940159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4adf4cca-a5a9-4fda-a65f-62349732493e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:30.951990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4adf4cca-a5a9-4fda-a65f-62349732493e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:30.952363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.974426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6283f96b-b9d6-4cc3-a385-559a35aaede2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:30.979172 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6283f96b-b9d6-4cc3-a385-559a35aaede2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports/4041d67b-e9be-4ec9-ac52-a2b929ec40af HTTP/1.1" status: 200 len: 910 time: 0.2626097 Mar 03 10:19:30.980267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-111f5afc-e23d-43eb-9454-248790ba8dfd None None] Provisioning complete for port b8c5d188-b969-4d00-ba4d-77e49ca40136 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:30.980626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-111f5afc-e23d-43eb-9454-248790ba8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:30.982331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60086) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:31.003724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'a925a710-f3b8-4a28-a8fe-91b8eaa08561', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:31.010385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:31.015767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:31.018803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:31.025020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:31.049708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60090) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:31.114997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 3a226a95-edf2-4d69-a1aa-36712d9f2bbe owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:31.137061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ba7c3-1712-4706-b336-3381d79a4df2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:31.138609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ba7c3-1712-4706-b336-3381d79a4df2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:31.140698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ba7c3-1712-4706-b336-3381d79a4df2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:31.141512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dc9ba7c3-1712-4706-b336-3381d79a4df2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:31.172132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.183315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:31.190705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-111f5afc-e23d-43eb-9454-248790ba8dfd None None] Port b8c5d188-b969-4d00-ba4d-77e49ca40136 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:31.232283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'port_id': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'mac_address': 'fa:16:3e:06:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:19:31.250339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:23Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:31.272774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dc9ba7c3-1712-4706-b336-3381d79a4df2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:31.276511 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dc9ba7c3-1712-4706-b336-3381d79a4df2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3766139 Mar 03 10:19:31.281915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60096) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:31.307923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] Checking router: d546c91a-391a-447b-8a04-4651c341672e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:19:31.333107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-111f5afc-e23d-43eb-9454-248790ba8dfd None None] Provisioning complete for port 4adf4cca-a5a9-4fda-a65f-62349732493e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:31.333642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-111f5afc-e23d-43eb-9454-248790ba8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.372294 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a7084e68-12c0-4a8c-91c4-90ef6d7b69e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/46b7ad58-58a7-473a-b31f-8584c72481c1 HTTP/1.1" status: 200 len: 989 time: 0.3164511 Mar 03 10:19:31.373846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.404604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.425349 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-b263e5da-8d0e-4dec-be38-25b45003057a service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082753 Mar 03 10:19:31.429453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:31.430120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:31.465075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:31.531902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.560522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1e98f3-8b7c-459c-9668-828ca71a2a32 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:19:31.561886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.565072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.594709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 4adf4cca-a5a9-4fda-a65f-62349732493e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4adf4cca-a5a9-4fda-a65f-62349732493e,segment=NetworkSegment(ecb5f712-6469-4cfe-9b63-e9bf98997554),segment_id=ecb5f712-6469-4cfe-9b63-e9bf98997554)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:31.603188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:31.607631 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.608382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b05f30b0-9d22-4294-b819-6454c42f0b83 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:31.618533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.694649 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b1b2932-c7fb-461c-a4e1-2ad3250f20d8 req-4ad58112-118c-484a-a310-334fae5e9351 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607300 Mar 03 10:19:31.696500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:31.696909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=3a226a95-edf2-4d69-a1aa-36712d9f2bbe,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:31.742725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bba0e10-dde7-4d35-924b-56ee2206a3a9,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:31.840517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:31.898415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.046119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.047991 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c9c69a7b-87f7-44eb-9e06-3399b16863cb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/3a226a95-edf2-4d69-a1aa-36712d9f2bbe HTTP/1.1" status: 204 len: 168 time: 2.2313881 Mar 03 10:19:32.052171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60100) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:32.096957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.098057 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e05df8e5-02bf-4689-9e0d-4d98da46f690 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1541033 Mar 03 10:19:32.110528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60104) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:32.130231 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2db7e75-5dfa-4625-adc4-b87afa54b80c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:19:32.130922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d2db7e75-5dfa-4625-adc4-b87afa54b80c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:32.135277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['6b1e98f3-8b7c-459c-9668-828ca71a2a32'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:19:32.147752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad199903-da36-49ae-afee-d4a797cc4207 req-33194201-7139-4d5b-a8d4-2a15b498bb68 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:32.150197 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ad199903-da36-49ae-afee-d4a797cc4207 req-33194201-7139-4d5b-a8d4-2a15b498bb68 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 943 time: 0.7700293 Mar 03 10:19:32.163999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.189597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c842532f-8533-4875-9c03-4fcc54190983 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.201176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d2db7e75-5dfa-4625-adc4-b87afa54b80c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:32.202335 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d2db7e75-5dfa-4625-adc4-b87afa54b80c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/3a226a95-edf2-4d69-a1aa-36712d9f2bbe HTTP/1.1" status: 404 len: 333 time: 0.1487327 Mar 03 10:19:32.208264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60108) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:32.209724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c842532f-8533-4875-9c03-4fcc54190983 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.263783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-b46a6a8c-205a-4877-a317-db7532d51147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:32.265281 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-b46a6a8c-205a-4877-a317-db7532d51147 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1098 time: 0.4503589 Mar 03 10:19:32.319082 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ad199903-da36-49ae-afee-d4a797cc4207 req-a4490c13-eb33-447f-9b83-60ee0a9e01ae tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179016 Mar 03 10:19:32.350852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c842532f-8533-4875-9c03-4fcc54190983 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.372548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port b8c5d188-b969-4d00-ba4d-77e49ca40136 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:32.374447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.379533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=4adf4cca-a5a9-4fda-a65f-62349732493e,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:32.412672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60112) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:32.481323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-111f5afc-e23d-43eb-9454-248790ba8dfd None None] Could not find standard attr ID for object 3a226a95-edf2-4d69-a1aa-36712d9f2bbe. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:32.515733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842532f-8533-4875-9c03-4fcc54190983 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bba0e10-dde7-4d35-924b-56ee2206a3a9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:32.528164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c842532f-8533-4875-9c03-4fcc54190983 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.532843 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c842532f-8533-4875-9c03-4fcc54190983 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0bba0e10-dde7-4d35-924b-56ee2206a3a9 HTTP/1.1" status: 204 len: 168 time: 0.4163604 Mar 03 10:19:32.544697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60116) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:32.561828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.562401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b05f30b0-9d22-4294-b819-6454c42f0b83 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:32.628789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-be1432e4-9c24-480c-8b1a-f3104af901ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:32.629747 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-be1432e4-9c24-480c-8b1a-f3104af901ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 897 time: 0.3543825 Mar 03 10:19:32.634667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.638125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b05f30b0-9d22-4294-b819-6454c42f0b83 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:32.638125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.648959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.654087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:32.712170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:32.747165 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6cc5f860-ec93-45b7-8d9e-ea8750708afb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/46b7ad58-58a7-473a-b31f-8584c72481c1 HTTP/1.1" status: 200 len: 989 time: 0.3080590 Mar 03 10:19:32.759421 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d4950634-2b1e-43c4-bc98-86a0e30eab8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed HTTP/1.1" status: 204 len: 168 time: 1.4764385 Mar 03 10:19:32.762451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:32.789863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-27f323c4-6a22-4455-958a-9720ef9e467a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:32.822881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26688c33-b9ff-480c-9ab1-58c5a1114ab5 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:32.887631 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-77cb33d7-46c3-4fc8-9e20-135090f431a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 200 len: 997 time: 0.2463229 Mar 03 10:19:32.921621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Provisioning complete for port b8c5d188-b969-4d00-ba4d-77e49ca40136 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:32.922213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.948546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet b2918a75-f922-4d25-8b6a-d670dfc347a0 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:32.950180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-27f323c4-6a22-4455-958a-9720ef9e467a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:32.951435 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-27f323c4-6a22-4455-958a-9720ef9e467a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4061568 Mar 03 10:19:32.953550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:32.956030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60124) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:33.033829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-c9d00992-92c4-473e-bd39-8fdbab7d7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:33.042142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.042783 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-c9d00992-92c4-473e-bd39-8fdbab7d7bfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89083339-1796-482e-a945-a89ab2724681 HTTP/1.1" status: 200 len: 835 time: 0.1465747 Mar 03 10:19:33.044630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.139409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Port b8c5d188-b969-4d00-ba4d-77e49ca40136 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:33.179569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0b80-c021-475c-9762-cb3babc936a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.232070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for b8c5d188-b969-4d00-ba4d-77e49ca40136 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:33.236383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.21.0.1 (5dac8726-957e-4549-8e67-11be823446d1/109af54f-5d11-407d-83be-0ee669c89ec9/f938a496-3bf2-4707-8897-c546967db029) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:33.238637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.294382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b40-ca14-400a-a77c-6e6107afc600 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.338843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Provisioning complete for port b05f30b0-9d22-4294-b819-6454c42f0b83 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:33.339150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.361718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b40-ca14-400a-a77c-6e6107afc600 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.427194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-cd4efcec-fe1f-4fdf-be88-106be772c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:33.456641 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-cd4efcec-fe1f-4fdf-be88-106be772c3b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b157a147-e393-49d8-a046-21553f827a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4028752 Mar 03 10:19:33.477899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.495819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.553074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.570014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=b2918a75-f922-4d25-8b6a-d670dfc347a0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:33.583135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.605424 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2901851e-ccea-43cd-87ee-0e45018887cc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/b2918a75-f922-4d25-8b6a-d670dfc347a0 HTTP/1.1" status: 204 len: 168 time: 0.8416932 Mar 03 10:19:33.609770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object f938a496-3bf2-4707-8897-c546967db029 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:33.610762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60130) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:33.611704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:23Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:33.621690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b40-ca14-400a-a77c-6e6107afc600 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.633202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:33.681322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa6b40-ca14-400a-a77c-6e6107afc600 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925a710-f3b8-4a28-a8fe-91b8eaa08561,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:33.702197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=b8c5d188-b969-4d00-ba4d-77e49ca40136,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:33.757274 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba2fbb-30fc-40a4-9497-b0a3c82a429c None None] The sync data for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv is: [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:18:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:23Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:33.764662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60134) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:33.854043 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2fef2e72-293f-4157-a37b-68db1adcdc26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2367806 Mar 03 10:19:33.875359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:19:33.875724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:19:33.876959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60138) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:33.891757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:33.955429 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.026002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] For port b05f30b0-9d22-4294-b819-6454c42f0b83, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b05f30b0-9d22-4294-b819-6454c42f0b83,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:34.032427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.050613 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-df013a7f-1bd3-4d28-8239-5950ab211902 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821624 Mar 03 10:19:34.056829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.061922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.085540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee12e0-f223-45c9-aa6e-9134ebac299d req-c43f6112-8769-4831-be74-3201a8fa9dce tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:34.090823 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2fee12e0-f223-45c9-aa6e-9134ebac299d req-c43f6112-8769-4831-be74-3201a8fa9dce tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 944 time: 0.6395662 Mar 03 10:19:34.091697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:34.104456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Could not find standard attr ID for object 3a226a95-edf2-4d69-a1aa-36712d9f2bbe. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:34.112903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7fef86-8cb9-42fd-9f3c-5891aa4cce9d None None] New status for floating IP 46b7ad58-58a7-473a-b31f-8584c72481c1: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:19:34.115029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b40-ca14-400a-a77c-6e6107afc600 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.116168 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-25aa6b40-ca14-400a-a77c-6e6107afc600 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/a925a710-f3b8-4a28-a8fe-91b8eaa08561 HTTP/1.1" status: 204 len: 168 time: 1.1570487 Mar 03 10:19:34.126435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60142) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:34.153178 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dce9163f-0af1-4ae0-8c0a-8650995368a5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/b8c5d188-b969-4d00-ba4d-77e49ca40136 HTTP/1.1" status: 204 len: 168 time: 1.9361722 Mar 03 10:19:34.160709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:34.161467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60146) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:34.164686 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d79d5f71-acb6-4296-ba6c-7bb616a29a44 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/46b7ad58-58a7-473a-b31f-8584c72481c1 HTTP/1.1" status: 200 len: 989 time: 0.3992016 Mar 03 10:19:34.166779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:34.169973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:34.175988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:34.176694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] Deleting port b05f30b0-9d22-4294-b819-6454c42f0b83 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:34.177191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.205158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Could not find standard attr ID for object 62fbf634-2f60-4865-a269-8b4041a20ad9. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:34.208780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:34.213681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.229380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 5dac8726-957e-4549-8e67-11be823446d1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:34.240189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:34.276728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:34.278214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e52c50-184d-4c05-9d9b-46b4e2657f73 None None] Pushing event updated for resources: {'Port': ['ID=b05f30b0-9d22-4294-b819-6454c42f0b83,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:34.278382 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c066b4-56fc-4a1b-a286-724bccc6d15f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:19:34.278886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a5c066b4-56fc-4a1b-a286-724bccc6d15f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:34.315191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6a2f090a-deed-4d24-92b8-25faaceb3b93 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:34.342963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a5c066b4-56fc-4a1b-a286-724bccc6d15f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:34.347318 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a5c066b4-56fc-4a1b-a286-724bccc6d15f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/b8c5d188-b969-4d00-ba4d-77e49ca40136 HTTP/1.1" status: 404 len: 333 time: 0.1779594 Mar 03 10:19:34.347463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.350907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60150) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:34.368518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=f938a496-3bf2-4707-8897-c546967db029,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:34.391220 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8b747a8-e063-46b9-abf5-2a6240480dae req-c632dabe-ed29-4b1d-a2b6-89d9f2d9f52f service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262029 Mar 03 10:19:34.414353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d45e22a1-51c1-45ad-82e9-441fa414954b None None] Could not find standard attr ID for object af48f0d6-4d30-49bd-b197-8159e56d5fd5. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:19:34.429148 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2fee12e0-f223-45c9-aa6e-9134ebac299d req-dfa74c3c-0424-43f6-af6f-e3d3f58e26da tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862003 Mar 03 10:19:34.453106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6a2f090a-deed-4d24-92b8-25faaceb3b93 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:34.454788 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6a2f090a-deed-4d24-92b8-25faaceb3b93 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3187118 Mar 03 10:19:34.459264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60154) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:34.469962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315046010'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:34.481694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:34.491013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet c0a1f4be-0f0a-4bac-8d24-7898b30ea33d {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:34.495905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.512963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d00df349-e5c7-4193-9993-d925c14cce5b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:34.518713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:34.553545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.593994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.658116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:34.668706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:34.673425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:34.682109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.687984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:34.715181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.764081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.772409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] For port b05f30b0-9d22-4294-b819-6454c42f0b83, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b05f30b0-9d22-4294-b819-6454c42f0b83,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:34.772935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.785603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d93f2b3f-3a64-4d3a-96cd-6fd5324b7d87 None None] Provisioning for port f938a496-3bf2-4707-8897-c546967db029 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:34.797327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d93f2b3f-3a64-4d3a-96cd-6fd5324b7d87 None None] Provisioning complete for port f938a496-3bf2-4707-8897-c546967db029 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:34.797841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d93f2b3f-3a64-4d3a-96cd-6fd5324b7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.821865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.832391 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/c0a1f4be-0f0a-4bac-8d24-7898b30ea33d HTTP/1.1" status: 204 len: 168 time: 0.4816115 Mar 03 10:19:34.833247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae9458-2d83-4258-8e12-d7309ac69934 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a1f4be-0f0a-4bac-8d24-7898b30ea33d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:34.835724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60158) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:34.885214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea694fa-acf8-4e75-907a-e1df4bd31ffb None None] Network 36603e99-29db-49e4-987c-f537214d04e4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:34.915898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.966396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:34.970276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] Calling delete_port for b05f30b0-9d22-4294-b819-6454c42f0b83 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:34.976915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 4adf4cca-a5a9-4fda-a65f-62349732493e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:34.977800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.088623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:35.096366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:35.100119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d93f2b3f-3a64-4d3a-96cd-6fd5324b7d87 None None] Port f938a496-3bf2-4707-8897-c546967db029 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:35.117861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:35.119141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.126044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d00df349-e5c7-4193-9993-d925c14cce5b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:35.126412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.128664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=580ec433-8ac4-4835-8f12-78896eb92159,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:35.138734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.160480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.183573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60162) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:35.282004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.288889 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-25ee6adc-6ea9-429e-b77b-406938d76f58 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4097369 Mar 03 10:19:35.291182 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.295105 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8339815 Mar 03 10:19:35.295607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60166) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:35.296135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60168) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:35.307593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'e26558cc-5c88-4368-973e-249d2b1f9784', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:35.309073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c8444-d9ce-4253-b5b3-7e7e82299367 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26558cc-5c88-4368-973e-249d2b1f9784,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:35.323120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1178d433-36f1-47df-9fb7-fa52017059d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.325399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:35.346618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] Pushing event deleted for resources: {'Port': ['ID=b05f30b0-9d22-4294-b819-6454c42f0b83,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:35.348421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:35.349667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d652d-23d9-4abe-98bf-abb40a308e49 None None] No DVR routers for this DVR port b05f30b0-9d22-4294-b819-6454c42f0b83 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:35.351767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] For port 4adf4cca-a5a9-4fda-a65f-62349732493e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4adf4cca-a5a9-4fda-a65f-62349732493e,segment=NetworkSegment(ecb5f712-6469-4cfe-9b63-e9bf98997554),segment_id=ecb5f712-6469-4cfe-9b63-e9bf98997554)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:35.352271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.376908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.381766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.395513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17b71f-7179-4a59-8508-b869ee2b7619 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:35.402317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:35.452941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:35.513295 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=f938a496-3bf2-4707-8897-c546967db029,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:35.515717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.610552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:35.624506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 4adf4cca-a5a9-4fda-a65f-62349732493e owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:35.682204 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-33bdcb16-0cb0-4289-8a18-83fec3445f71 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/46b7ad58-58a7-473a-b31f-8584c72481c1 HTTP/1.1" status: 200 len: 991 time: 0.4972858 Mar 03 10:19:35.747616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.754355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 5dac8726-957e-4549-8e67-11be823446d1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:35.756563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:35.772932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818a206-cd65-4cd3-9014-5db07f1547af None None] DHCP port deletion for 36603e99-29db-49e4-987c-f537214d04e4 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:35.778941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5818a206-cd65-4cd3-9014-5db07f1547af None None] Deleting port 4adf4cca-a5a9-4fda-a65f-62349732493e {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:35.779495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5818a206-cd65-4cd3-9014-5db07f1547af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.832147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.873123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5818a206-cd65-4cd3-9014-5db07f1547af None None] The port '4adf4cca-a5a9-4fda-a65f-62349732493e' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:19:35.875504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '580ec433-8ac4-4835-8f12-78896eb92159'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:35.876503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:35.901684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b05f30b0-9d22-4294-b819-6454c42f0b83 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:35.947130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b05f30b0-9d22-4294-b819-6454c42f0b83 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:19:35.947926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b05f30b0-9d22-4294-b819-6454c42f0b83 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:19:35.994551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:36.057640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:36.064133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=4adf4cca-a5a9-4fda-a65f-62349732493e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:36.071340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:36.074267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No DVR routers for this DVR port 4adf4cca-a5a9-4fda-a65f-62349732493e on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:36.106404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27920c8c-b3aa-4c09-8b2b-3389a4a9433a req-6099f959-af7b-4807-8fb6-b7b0584232ef tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:36.108228 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27920c8c-b3aa-4c09-8b2b-3389a4a9433a req-6099f959-af7b-4807-8fb6-b7b0584232ef tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 944 time: 0.4954431 Mar 03 10:19:36.110040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:36.115501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 6b1e98f3-8b7c-459c-9668-828ca71a2a32 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:36.116754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:19:36.151710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.165257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.169766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.176805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:36.180840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.207653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-976dc647-d3d0-4840-aa25-5e78ed2173d4 None None] Provisioning complete for port f938a496-3bf2-4707-8897-c546967db029 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:36.207989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-976dc647-d3d0-4840-aa25-5e78ed2173d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.244876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.248973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Allocated IP 172.20.0.2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/580ec433-8ac4-4835-8f12-78896eb92159/960a0ee5-fd89-4b3a-b192-cc30912c5199) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:36.278184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.282629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-976dc647-d3d0-4840-aa25-5e78ed2173d4 None None] Port f938a496-3bf2-4707-8897-c546967db029 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:36.294786 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27920c8c-b3aa-4c09-8b2b-3389a4a9433a req-d86c73ba-f8c5-4187-b8e8-f11173ac9436 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725502 Mar 03 10:19:36.302643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:36.303928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c1c0b7-1bad-4435-88d1-b0d9dfcace50,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:36.322171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:36.322534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:36.323590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.326763 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3e9042df-9055-45b9-a422-c5fee17e03c7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3433113 Mar 03 10:19:36.329811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60176) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:36.333485 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] Sync routers for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:36.345765 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:36.348201 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:36.394082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36603e99-29db-49e4-987c-f537214d04e4']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:36.420287 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:36.430908 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:36.432229 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:36.432834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb5f712-6469-4cfe-9b63-e9bf98997554') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:36.433136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb5f712-6469-4cfe-9b63-e9bf98997554') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:36.459468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.468622 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-91e48715-e607-4aae-a756-517d2af593c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1702256 Mar 03 10:19:36.471244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bdf104-59f0-4cb2-9b21-dc30a563d687 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:36.472087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-20bdf104-59f0-4cb2-9b21-dc30a563d687 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:36.483969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60180) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:36.501667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.522451 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e85281af-e10f-48ce-89f9-98c179f3d200 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules/89c1c0b7-1bad-4435-88d1-b0d9dfcace50 HTTP/1.1" status: 200 len: 763 time: 0.0352538 Mar 03 10:19:36.529454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60184) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:36.547111 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:36.547647 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c7d3a-8dfe-4b17-9660-0dd144c46302 None None] The sync data for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:36.561894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.572412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:19:36.572862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.577967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-20bdf104-59f0-4cb2-9b21-dc30a563d687 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:36.582818 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-20bdf104-59f0-4cb2-9b21-dc30a563d687 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports/f938a496-3bf2-4707-8897-c546967db029 HTTP/1.1" status: 200 len: 910 time: 0.2517474 Mar 03 10:19:36.583818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60188) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:19:36.589957 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:19:36.595142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.636657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.642706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:19:36.674550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Transition to ACTIVE for port object 960a0ee5-fd89-4b3a-b192-cc30912c5199 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:36.694811 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'code': 200} Mar 03 10:19:36.706838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:36.713042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Transition to ACTIVE for port object 960a0ee5-fd89-4b3a-b192-cc30912c5199 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:36.719803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.734251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7279f71e-e276-4e68-8cf3-bfb6fc04dff7 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:36.779376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7279f71e-e276-4e68-8cf3-bfb6fc04dff7 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:36.780837 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7279f71e-e276-4e68-8cf3-bfb6fc04dff7 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2501464 Mar 03 10:19:36.808210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.809841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60194) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:36.814773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:36.819537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.840579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.861273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=36603e99-29db-49e4-987c-f537214d04e4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:36.895515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:36.898667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:36.901424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:36.951339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Pushing event updated for resources: {'Port': ['ID=960a0ee5-fd89-4b3a-b192-cc30912c5199,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:36.954549 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-62dcfe60-19c8-4a08-ba02-21202b915520 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/36603e99-29db-49e4-987c-f537214d04e4 HTTP/1.1" status: 204 len: 168 time: 2.1162627 Mar 03 10:19:36.963697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60198) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:36.972370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e02744b3-3ca1-4d61-bd9a-ff1859c7960b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:36.985822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1299528193'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:37.004047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:37.006848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e02744b3-3ca1-4d61-bd9a-ff1859c7960b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.015655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Attempting to bind port 960a0ee5-fd89-4b3a-b192-cc30912c5199 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:37.016033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Attempting to bind port 960a0ee5-fd89-4b3a-b192-cc30912c5199 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:37.016397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Attempting to bind port 960a0ee5-fd89-4b3a-b192-cc30912c5199 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:37.019098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:37.021891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:37.022344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:37.022821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.023287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:37.024670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Bound port: 960a0ee5-fd89-4b3a-b192-cc30912c5199, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:37.024833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.028892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:37.070884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:37.108638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:37.112154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.129224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] For port 960a0ee5-fd89-4b3a-b192-cc30912c5199, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:37.133897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] For port 960a0ee5-fd89-4b3a-b192-cc30912c5199, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=960a0ee5-fd89-4b3a-b192-cc30912c5199,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:37.140032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.147065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:19:37.147859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e02744b3-3ca1-4d61-bd9a-ff1859c7960b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.170132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.233933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a2b7-23e0-4841-a6b5-c164093cc402 req-c0dfa6a7-af8f-4b34-9c24-929b92d571ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:37.235354 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b250a2b7-23e0-4841-a6b5-c164093cc402 req-c0dfa6a7-af8f-4b34-9c24-929b92d571ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 1098 time: 0.3285732 Mar 03 10:19:37.236379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02744b3-3ca1-4d61-bd9a-ff1859c7960b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89c1c0b7-1bad-4435-88d1-b0d9dfcace50,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:37.239113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd90b82-4f14-4da5-9d1d-f6baf480924c None None] Pushing event updated for resources: {'Port': ['ID=960a0ee5-fd89-4b3a-b192-cc30912c5199,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:37.277542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e02744b3-3ca1-4d61-bd9a-ff1859c7960b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.278648 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e02744b3-3ca1-4d61-bd9a-ff1859c7960b tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/89c1c0b7-1bad-4435-88d1-b0d9dfcace50 HTTP/1.1" status: 204 len: 168 time: 0.4678841 Mar 03 10:19:37.279536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:19:37.288741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60202) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:37.330715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.331364 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment a6b429be-f70d-4326-adde-6a16d17cbe1c of type vlan for network bc759113-e534-4519-aab8-d47b9642612a Mar 03 10:19:37.394014 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b250a2b7-23e0-4841-a6b5-c164093cc402 req-7d52a976-2172-41f4-9d90-14685780ccd8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478002 Mar 03 10:19:37.410903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.433526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9a0f5202-f024-4c0c-be8c-9b7221a68a3d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:37.528740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.536688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:37.537716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.565492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9a0f5202-f024-4c0c-be8c-9b7221a68a3d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:37.570145 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9a0f5202-f024-4c0c-be8c-9b7221a68a3d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2733314 Mar 03 10:19:37.578363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60208) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:37.617061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'e26558cc-5c88-4368-973e-249d2b1f9784', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:37.624057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:37.635703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:37.737012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 960a0ee5-fd89-4b3a-b192-cc30912c5199 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:37.744927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=bc759113-e534-4519-aab8-d47b9642612a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:37.747838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.753051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port f938a496-3bf2-4707-8897-c546967db029 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:37.753395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.762384 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-742e4990-ce10-439d-996e-a4026575e83e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7889562 Mar 03 10:19:37.762384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.767832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network bc759113-e534-4519-aab8-d47b9642612a details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:19:37.768882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60212) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:37.784298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': 'bc759113-e534-4519-aab8-d47b9642612a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:37.834844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639b7c-6b46-4056-af92-cdcf980774ee req-98efe7f1-1454-41af-a382-c27cbe3db5d0 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:37.837181 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ac639b7c-6b46-4056-af92-cdcf980774ee req-98efe7f1-1454-41af-a382-c27cbe3db5d0 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.3718488 Mar 03 10:19:37.921599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:37.927465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 960a0ee5-fd89-4b3a-b192-cc30912c5199 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:37.982572 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ac639b7c-6b46-4056-af92-cdcf980774ee req-f9c70fe6-0a08-4497-91ea-dcc8ced3b2c7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243024 Mar 03 10:19:37.988708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4adf4cca-a5a9-4fda-a65f-62349732493e no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:38.014699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:38.016551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.041174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 4adf4cca-a5a9-4fda-a65f-62349732493e {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:19:38.041519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4adf4cca-a5a9-4fda-a65f-62349732493e not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:19:38.046091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.047936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:38.055000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:38.058162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.147191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for f938a496-3bf2-4707-8897-c546967db029 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:38.232280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:38.282498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5012951c-c6bb-4655-9803-d7487b7403a6,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:38.295270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.296637 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-92b66996-b5e0-4e25-8f08-e0605b8bde47 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6975803 Mar 03 10:19:38.297700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:38.301393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.317664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60216) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:38.365538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.377430 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3cc6d32d-d072-46d9-bcf6-b797e09918ca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules/5012951c-c6bb-4655-9803-d7487b7403a6 HTTP/1.1" status: 200 len: 763 time: 0.0543499 Mar 03 10:19:38.409249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60220) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:38.440026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port 960a0ee5-fd89-4b3a-b192-cc30912c5199, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=960a0ee5-fd89-4b3a-b192-cc30912c5199,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:38.486764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=f938a496-3bf2-4707-8897-c546967db029,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:38.504329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.511449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.512486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.544822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d020ca0-0952-4f48-b73d-23aa17b21ba9 None None] Provisioning for port 960a0ee5-fd89-4b3a-b192-cc30912c5199 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:38.554581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d020ca0-0952-4f48-b73d-23aa17b21ba9 None None] Provisioning complete for port 960a0ee5-fd89-4b3a-b192-cc30912c5199 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:38.554995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d020ca0-0952-4f48-b73d-23aa17b21ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.697020 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-697df92e-0fd7-4364-9fc9-dd9b103e55bd tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2864442 Mar 03 10:19:38.718918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=8b64b91e-01c8-4508-8ec9-86da653e6dde,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:38.722577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:38.728426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60224) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:38.743226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:38.751281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:38.751890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.755323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074792d3-01dc-4693-95af-d80feeb5c50d None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:38.768407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=960a0ee5-fd89-4b3a-b192-cc30912c5199,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:38.817165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb63784-a2bc-428b-8856-46aa06b3c43e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.830235 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-45cf8940-74d9-4073-b3b5-bc47a7fd8029 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5305314 Mar 03 10:19:38.833354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60228) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:38.839173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:05:f2:b2', 'name': 'tempest-NetworksTestDHCPv6-135721631'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:38.854004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb63784-a2bc-428b-8856-46aa06b3c43e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.865272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.866798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d020ca0-0952-4f48-b73d-23aa17b21ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.884072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:38.948287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2d020ca0-0952-4f48-b73d-23aa17b21ba9 None None] For port 960a0ee5-fd89-4b3a-b192-cc30912c5199, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=960a0ee5-fd89-4b3a-b192-cc30912c5199,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:38.958703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d020ca0-0952-4f48-b73d-23aa17b21ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.022023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb63784-a2bc-428b-8856-46aa06b3c43e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.056197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=ae2725a5-3802-4325-95d3-f40bbb9497d0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:39.066395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb63784-a2bc-428b-8856-46aa06b3c43e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5012951c-c6bb-4655-9803-d7487b7403a6,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:39.085739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9eb63784-a2bc-428b-8856-46aa06b3c43e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.086010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d020ca0-0952-4f48-b73d-23aa17b21ba9 None None] Pushing event updated for resources: {'Port': ['ID=960a0ee5-fd89-4b3a-b192-cc30912c5199,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:39.087711 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9eb63784-a2bc-428b-8856-46aa06b3c43e tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5012951c-c6bb-4655-9803-d7487b7403a6 HTTP/1.1" status: 204 len: 168 time: 0.3585618 Mar 03 10:19:39.092641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60234) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:39.103736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': 'a6b429be-f70d-4326-adde-6a16d17cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc759113-e534-4519-aab8-d47b9642612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:39.104228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: bc759113-e534-4519-aab8-d47b9642612a, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:39.108536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:39.113954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:39.119693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:39.131194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:39.150265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network bc759113-e534-4519-aab8-d47b9642612a is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:39.154393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:39.192357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, bc759113-e534-4519-aab8-d47b9642612a) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:39.202617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:39.203205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.204096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e308f-505e-49db-a284-9462cdb69916 None None] Network bc759113-e534-4519-aab8-d47b9642612a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:39.284918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e4a0a2c0-93dc-4ea4-b5fe-b94aecf165fe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5133870 Mar 03 10:19:39.288451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60238) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:39.295461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': 'bc759113-e534-4519-aab8-d47b9642612a', 'name': 'tempest-PortsIpV6TestJSON-1114532812', 'fixed_ips': [{'subnet_id': 'ae2725a5-3802-4325-95d3-f40bbb9497d0', 'ip_address': '2001:db8::10'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:39.445669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.489550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-bc759113-e534-4519-aab8-d47b9642612a', 'network_id': 'bc759113-e534-4519-aab8-d47b9642612a', 'tenant_id': 'fcded2aea75a4c589da2f0e0ffe9f8b2', 'fixed_ips': [{'subnet_id': 'ae2725a5-3802-4325-95d3-f40bbb9497d0'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:39.490381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.498705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:39.533940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:19:39.564240 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8c9d39cd-826c-41eb-b79f-aa1c64de2fc2 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4671690 Mar 03 10:19:39.568261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:39.581264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': 'e26558cc-5c88-4368-973e-249d2b1f9784', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:39.601828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:39.643557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:39.655063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:39.663724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:39.670839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:39.735766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 960a0ee5-fd89-4b3a-b192-cc30912c5199 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:39.754324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:39.766086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Allocated IP 2001:db8::2 (bc759113-e534-4519-aab8-d47b9642612a/ae2725a5-3802-4325-95d3-f40bbb9497d0/e3714a0d-fb44-4f1a-820a-2f89f604c5bf) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:39.828365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 172.20.0.3 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/580ec433-8ac4-4835-8f12-78896eb92159/142fe21f-edc9-49c6-b2fd-a9e2ac2352f4) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:39.835451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe05:f2b2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/8b64b91e-01c8-4508-8ec9-86da653e6dde/142fe21f-edc9-49c6-b2fd-a9e2ac2352f4) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:39.840924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6d8db-6606-4e7f-be7b-71d9f2b90318 req-9b97450d-dda4-49d9-b0b8-475fca4bc106 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:39.849942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:39.857103 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eea6d8db-6606-4e7f-be7b-71d9f2b90318 req-9b97450d-dda4-49d9-b0b8-475fca4bc106 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.6682227 Mar 03 10:19:39.877850 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Project 12a938fbf2034bfa897e40c27976faa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:19:39.929324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 960a0ee5-fd89-4b3a-b192-cc30912c5199 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:39.929696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.931747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:39.933479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:39.966689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] Sync routers for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:40.007596 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3d69326e-c5b0-4e60-83f4-721a38f24a1d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4210596 Mar 03 10:19:40.010428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60252) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.017637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eea6d8db-6606-4e7f-be7b-71d9f2b90318 req-3211aa2d-b8e9-4412-b316-04cfcef6b2a1 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346002 Mar 03 10:19:40.028614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:40.029473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:40.037457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.042497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.068697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dd64e9-e03b-4723-aea1-8f3bc23afb43,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:40.082772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.084686 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e577969b-a4c9-4967-bde6-e8622955fbea tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5127466 Mar 03 10:19:40.087770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60258) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.106227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:40.111824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-98157675-8193-4e3a-995b-18b949ae22ca tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules/46dd64e9-e03b-4723-aea1-8f3bc23afb43 HTTP/1.1" status: 200 len: 769 time: 0.0226190 Mar 03 10:19:40.114150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60262) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.174060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f337be11-c270-4016-ad4b-1ca9e28fd7f8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:40.181941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f1773430-b1ee-4ab2-b665-ed08f1535773 None None] Provisioning complete for port 960a0ee5-fd89-4b3a-b192-cc30912c5199 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:40.182315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f1773430-b1ee-4ab2-b665-ed08f1535773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.227852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:40.228381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:40.248639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f337be11-c270-4016-ad4b-1ca9e28fd7f8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:40.250207 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f337be11-c270-4016-ad4b-1ca9e28fd7f8 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1349046 Mar 03 10:19:40.253468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60266) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.312985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12166-47c1-45f4-8625-f7cb95861f43 req-00ea7bfb-5038-46ab-9b43-c9e7f1bc3394 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:40.314555 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aca12166-47c1-45f4-8625-f7cb95861f43 req-00ea7bfb-5038-46ab-9b43-c9e7f1bc3394 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.1375163 Mar 03 10:19:40.315572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a19bed50-af78-4b1f-aea1-ac70bff54a57 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.344665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a19bed50-af78-4b1f-aea1-ac70bff54a57 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.346343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.356803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:40.356983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73678cbb-c8a8-4212-8663-0813959a7d28 None None] The sync data for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:40.383052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Transition to ACTIVE for port object e3714a0d-fb44-4f1a-820a-2f89f604c5bf will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:40.387112 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aca12166-47c1-45f4-8625-f7cb95861f43 req-1ae02d3b-d4f1-4b7d-aea2-c1fdd8855a0a tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648055 Mar 03 10:19:40.398319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a19bed50-af78-4b1f-aea1-ac70bff54a57 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.420272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60270) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.423638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Transition to ACTIVE for port object e3714a0d-fb44-4f1a-820a-2f89f604c5bf will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:40.426777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bed50-af78-4b1f-aea1-ac70bff54a57 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46dd64e9-e03b-4723-aea1-8f3bc23afb43,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:40.441082 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.450768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.481573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a19bed50-af78-4b1f-aea1-ac70bff54a57 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.485077 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a19bed50-af78-4b1f-aea1-ac70bff54a57 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/46dd64e9-e03b-4723-aea1-8f3bc23afb43 HTTP/1.1" status: 204 len: 168 time: 0.2282362 Mar 03 10:19:40.489220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60274) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.548401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1ff53703-ce08-4b53-858e-583c82b3013a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:40.580880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aed5e0-e588-45c6-b1a1-7c57cba59068 tempest-TestNetworkAdvancedServerOps-658900698 tempest-TestNetworkAdvancedServerOps-658900698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:40.581430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port b466e11b-cfc2-4032-92bb-67bebd9c9a8f yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:40.582429 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f2aed5e0-e588-45c6-b1a1-7c57cba59068 tempest-TestNetworkAdvancedServerOps-658900698 tempest-TestNetworkAdvancedServerOps-658900698-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 1093 time: 0.1594863 Mar 03 10:19:40.583632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1ff53703-ce08-4b53-858e-583c82b3013a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:40.588144 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1ff53703-ce08-4b53-858e-583c82b3013a tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934079 Mar 03 10:19:40.588144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60278) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.589130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60280) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:40.592317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:40.610331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:40.618154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Usage tracker for resource:floatingip and tenant:1c6458b80c1a4363b43a19527ddc2e77 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:40.623085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:40.623878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Network bc759113-e534-4519-aab8-d47b9642612a is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:40.628851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:40.637241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Pushing event updated for resources: {'Port': ['ID=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:40.638262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:40.641789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:40.672644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.720642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-842b2f3f-426d-4248-bd2a-0e837ed9a633 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.739900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Attempting to bind port e3714a0d-fb44-4f1a-820a-2f89f604c5bf on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:40.740348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Attempting to bind port e3714a0d-fb44-4f1a-820a-2f89f604c5bf by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'a6b429be-f70d-4326-adde-6a16d17cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc759113-e534-4519-aab8-d47b9642612a'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:40.740871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Attempting to bind port e3714a0d-fb44-4f1a-820a-2f89f604c5bf on network bc759113-e534-4519-aab8-d47b9642612a {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:40.747188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:40.747801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Checking segment: {'id': 'a6b429be-f70d-4326-adde-6a16d17cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc759113-e534-4519-aab8-d47b9642612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:40.748363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.748968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Bound using segment: {'id': 'a6b429be-f70d-4326-adde-6a16d17cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc759113-e534-4519-aab8-d47b9642612a'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:40.749496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Bound port: e3714a0d-fb44-4f1a-820a-2f89f604c5bf, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b429be-f70d-4326-adde-6a16d17cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc759113-e534-4519-aab8-d47b9642612a'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:40.749957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.798400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.800126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-842b2f3f-426d-4248-bd2a-0e837ed9a633 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.838905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] For port e3714a0d-fb44-4f1a-820a-2f89f604c5bf, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:40.842098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] For port e3714a0d-fb44-4f1a-820a-2f89f604c5bf, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,segment=NetworkSegment(a6b429be-f70d-4326-adde-6a16d17cbe1c),segment_id=a6b429be-f70d-4326-adde-6a16d17cbe1c)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:40.846969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.885987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-842b2f3f-426d-4248-bd2a-0e837ed9a633 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.888512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:40.910757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2f3f-426d-4248-bd2a-0e837ed9a633 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26558cc-5c88-4368-973e-249d2b1f9784,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:40.922118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.947788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45f88b-d58f-490e-b2e5-f3efedc6a024 None None] Pushing event updated for resources: {'Port': ['ID=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:40.984795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-842b2f3f-426d-4248-bd2a-0e837ed9a633 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:40.988296 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-842b2f3f-426d-4248-bd2a-0e837ed9a633 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/e26558cc-5c88-4368-973e-249d2b1f9784 HTTP/1.1" status: 204 len: 168 time: 0.3888104 Mar 03 10:19:40.988968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60286) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:41.052967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::10 (bc759113-e534-4519-aab8-d47b9642612a/ae2725a5-3802-4325-95d3-f40bbb9497d0/b466e11b-cfc2-4032-92bb-67bebd9c9a8f) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:41.065972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.110392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bd1f7f2f-8246-450e-86d5-f85d6779df7d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:41.163127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Allocated IP 172.26.7.242 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/772b9ca7-b874-403a-8d52-e9a23f1eaff9) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:41.169504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bd1f7f2f-8246-450e-86d5-f85d6779df7d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:41.170794 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bd1f7f2f-8246-450e-86d5-f85d6779df7d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1809402 Mar 03 10:19:41.177665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60290) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:41.187578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753512160'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:41.194557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:41.199664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:41.237365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:41.248008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:41.264769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:41.293388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=142fe21f-edc9-49c6-b2fd-a9e2ac2352f4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:41.318953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.351501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:41.366681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:41.373559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:41.383006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:41.411382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.445762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:41.446654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.500908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.505649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.514707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.547539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object b466e11b-cfc2-4032-92bb-67bebd9c9a8f will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:41.549554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.566584 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-581e78e0-04f3-48c0-b31f-9f6cc0151a86 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7322352 Mar 03 10:19:41.575271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60294) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:41.604568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:41.612561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.616591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:41.634192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:41.683481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55242147-8d98-427f-af91-e1f47b4aeae5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:41.690257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Port': ['ID=772b9ca7-b874-403a-8d52-e9a23f1eaff9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:41.691399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.710548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ae025168-d470-442c-b498-22a2f3c26161 None None] Provisioning for port 142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:41.715413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.719046 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0078661c-4f8c-4b89-9fcd-95be49c66400 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5339007 Mar 03 10:19:41.721199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ae025168-d470-442c-b498-22a2f3c26161 None None] Provisioning complete for port 142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:41.721800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ae025168-d470-442c-b498-22a2f3c26161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.752210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60298) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:41.775059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Request body: {'security_group_rule': {'security_group_id': '55242147-8d98-427f-af91-e1f47b4aeae5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:41.777203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e3714a0d-fb44-4f1a-820a-2f89f604c5bf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:41.791640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:41.806455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Usage tracker for resource:security_group_rule and tenant:12a938fbf2034bfa897e40c27976faa2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:41.813697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:41.836185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network bc759113-e534-4519-aab8-d47b9642612a is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:41.855650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:41.858272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:41.865505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:41.866339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:41.876905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ae025168-d470-442c-b498-22a2f3c26161 None None] Port 142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:41.900628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e3714a0d-fb44-4f1a-820a-2f89f604c5bf completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:41.904562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=b466e11b-cfc2-4032-92bb-67bebd9c9a8f,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:41.978214 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8410032c-aee1-4cc2-8e3d-83249915b07c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6861348 Mar 03 10:19:42.109177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:42.111231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60302) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:42.121317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': 'bc759113-e534-4519-aab8-d47b9642612a', 'name': 'tempest-PortsIpV6TestJSON-1996805136', 'fixed_ips': [{'subnet_id': 'ae2725a5-3802-4325-95d3-f40bbb9497d0', 'ip_address': '2001:db8::f'}]}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:42.167614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c5178-3e63-44ce-b3aa-555322bc0400 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:42.174758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c5178-3e63-44ce-b3aa-555322bc0400 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:42.175800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fd0c5178-3e63-44ce-b3aa-555322bc0400 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:42.184529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2636740-cb65-42ea-a545-fec2f2bc877f None None] Network bc759113-e534-4519-aab8-d47b9642612a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:42.200560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fd0c5178-3e63-44ce-b3aa-555322bc0400 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:42.201729 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fd0c5178-3e63-44ce-b3aa-555322bc0400 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6255071 Mar 03 10:19:42.205172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60306) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:42.260584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.286329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-af08d021-ed10-471f-8b05-5c64bfc30410 None None] Provisioning for port e3714a0d-fb44-4f1a-820a-2f89f604c5bf completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:42.297207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-af08d021-ed10-471f-8b05-5c64bfc30410 None None] Provisioning complete for port e3714a0d-fb44-4f1a-820a-2f89f604c5bf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:42.297699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-af08d021-ed10-471f-8b05-5c64bfc30410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.323579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:42.323910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.393926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 4041d67b-e9be-4ec9-ac52-a2b929ec40af {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:42.394532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.525310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-af08d021-ed10-471f-8b05-5c64bfc30410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.534577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:42.548275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.549988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:42.562235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:42.566855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.572714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:42.575047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-af08d021-ed10-471f-8b05-5c64bfc30410 None None] For port e3714a0d-fb44-4f1a-820a-2f89f604c5bf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,segment=NetworkSegment(a6b429be-f70d-4326-adde-6a16d17cbe1c),segment_id=a6b429be-f70d-4326-adde-6a16d17cbe1c)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:42.578476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.583226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-af08d021-ed10-471f-8b05-5c64bfc30410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.601224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8b913a-276c-469d-9412-cf7034962fbd,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:42.609374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:42.660426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08d021-ed10-471f-8b05-5c64bfc30410 None None] Pushing event updated for resources: {'Port': ['ID=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:42.748729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.751270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.752484 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2b8af664-a189-4e7e-ab5d-81e2adf06b2d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9849231 Mar 03 10:19:42.755537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60312) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:42.779522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.781897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.851594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:42.899773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 5a297938-9935-4652-a272-3a5244b7f44b yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:42.905734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 4041d67b-e9be-4ec9-ac52-a2b929ec40af owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:42.947384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7efc3474-dbdc-410e-ab5a-6419bcc8b284 None None] Provisioning for port b466e11b-cfc2-4032-92bb-67bebd9c9a8f completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:42.958783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7efc3474-dbdc-410e-ab5a-6419bcc8b284 None None] Provisioning complete for port b466e11b-cfc2-4032-92bb-67bebd9c9a8f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:42.959905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7efc3474-dbdc-410e-ab5a-6419bcc8b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.046352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7efc3474-dbdc-410e-ab5a-6419bcc8b284 None None] Port b466e11b-cfc2-4032-92bb-67bebd9c9a8f cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:43.064140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7efc3474-dbdc-410e-ab5a-6419bcc8b284 None None] Provisioning complete for port e3714a0d-fb44-4f1a-820a-2f89f604c5bf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:43.064365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:43.064881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7efc3474-dbdc-410e-ab5a-6419bcc8b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.211178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.218907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.270590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::f (bc759113-e534-4519-aab8-d47b9642612a/ae2725a5-3802-4325-95d3-f40bbb9497d0/5a297938-9935-4652-a272-3a5244b7f44b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:43.323695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227f8d50-893c-40a9-a1b7-3d18d1536c66 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.339821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event updated for resources: {'Port': ['ID=772b9ca7-b874-403a-8d52-e9a23f1eaff9,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:43.351239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dcb03695-1189-4987-a7ea-294b44a40b2b None None] Provisioning complete for port b466e11b-cfc2-4032-92bb-67bebd9c9a8f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:43.351841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dcb03695-1189-4987-a7ea-294b44a40b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.398733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.415828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dcb03695-1189-4987-a7ea-294b44a40b2b None None] Port b466e11b-cfc2-4032-92bb-67bebd9c9a8f cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:43.424909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227f8d50-893c-40a9-a1b7-3d18d1536c66 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.577451 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Floating IP b5f3beac-8520-4e6f-8135-49958fcdd653 associated. External IP: 172.26.7.242, port: 6b1e98f3-8b7c-459c-9668-828ca71a2a32. Mar 03 10:19:43.681579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e3714a0d-fb44-4f1a-820a-2f89f604c5bf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:43.728578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227f8d50-893c-40a9-a1b7-3d18d1536c66 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.756392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f8d50-893c-40a9-a1b7-3d18d1536c66 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55242147-8d98-427f-af91-e1f47b4aeae5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:43.764401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.767135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e3714a0d-fb44-4f1a-820a-2f89f604c5bf triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:43.767484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.767664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.830842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=4041d67b-e9be-4ec9-ac52-a2b929ec40af,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:43.971942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=142fe21f-edc9-49c6-b2fd-a9e2ac2352f4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:43.993618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227f8d50-893c-40a9-a1b7-3d18d1536c66 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:43.995342 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-227f8d50-893c-40a9-a1b7-3d18d1536c66 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/55242147-8d98-427f-af91-e1f47b4aeae5 HTTP/1.1" status: 204 len: 168 time: 1.2343960 Mar 03 10:19:44.032507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60316) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.147716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.150238 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-41f92be8-d58a-418f-91ea-89a092137698 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 HTTP/1.1" status: 204 len: 168 time: 1.9391720 Mar 03 10:19:44.153659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60320) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.254405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2ec3b001-ecd4-4431-8348-494c5129db6d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:44.263193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.298598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 5a297938-9935-4652-a272-3a5244b7f44b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:44.303010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:19:44.314203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2ec3b001-ecd4-4431-8348-494c5129db6d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:44.318617 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2ec3b001-ecd4-4431-8348-494c5129db6d tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2799385 Mar 03 10:19:44.321190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60324) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.359200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09785d7e-6040-44c9-9328-d2cc68fc0bb0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:44.360625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09785d7e-6040-44c9-9328-d2cc68fc0bb0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:44.362102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09785d7e-6040-44c9-9328-d2cc68fc0bb0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:44.362894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-09785d7e-6040-44c9-9328-d2cc68fc0bb0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:44.365902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.454742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-09785d7e-6040-44c9-9328-d2cc68fc0bb0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:44.458390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-09785d7e-6040-44c9-9328-d2cc68fc0bb0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3014364 Mar 03 10:19:44.470496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60328) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.564451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.585795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a66ebc54-9816-467f-a490-0116b3c430a5 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Synchronizing usage tracker for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:44.665016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:19:44.722168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 580ec433-8ac4-4835-8f12-78896eb92159 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:44.737284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network bc759113-e534-4519-aab8-d47b9642612a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:44.740268 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.770424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:44.772684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a66ebc54-9816-467f-a490-0116b3c430a5 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] Unset dirty status for tenant:12a938fbf2034bfa897e40c27976faa2 on resource:security_group_rule {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:44.778207 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a66ebc54-9816-467f-a490-0116b3c430a5 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4516938 Mar 03 10:19:44.778207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:44.781254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:44.782121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.794995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:44.799028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60332) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.800913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=5a297938-9935-4652-a272-3a5244b7f44b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:44.825145 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] Sync routers for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:44.837208 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:44.837787 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:44.838857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:44.849688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] Sync routers for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:44.850263 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0baa2767-30ef-4540-9d7a-3249ff2790c0 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8384426 Mar 03 10:19:44.855477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60336) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.857922 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-06d2a089-bff9-4a5b-9536-f9b0d105bf67 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] delete failed (client error): The resource could not be found. Mar 03 10:19:44.862933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-06d2a089-bff9-4a5b-9536-f9b0d105bf67 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "DELETE /v2.0/security-groups/55242147-8d98-427f-af91-e1f47b4aeae5 HTTP/1.1" status: 404 len: 347 time: 0.0554655 Mar 03 10:19:44.869913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60340) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.887462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:44.889005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:44.895734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.936820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ba41ead4-bca2-4ad1-904f-056815e09e58 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:44.956971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:44.965836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ba41ead4-bca2-4ad1-904f-056815e09e58 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:44.967288 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba41ead4-bca2-4ad1-904f-056815e09e58 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c HTTP/1.1" status: 200 len: 205 time: 0.1111195 Mar 03 10:19:44.970878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60344) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:44.984712 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a1f3fde4-d137-440e-81db-a34d10e27626 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8722949 Mar 03 10:19:45.000642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60348) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:45.029020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:45.042962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] Routers {'c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:45.043898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:45.115389 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-96a04033-b769-43a7-bb86-ecdf946cd5f7 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5268929 Mar 03 10:19:45.128398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:19:45.145932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10d7fb10-623e-4b30-8894-c2e131be0552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.146799 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:45.163923 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7775fa78-c67b-441a-97b9-a0ce3b8081c9 tempest-SecGroupIPv6Test-1799061461 tempest-SecGroupIPv6Test-1799061461-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2929277 Mar 03 10:19:45.201615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:45.202022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d4025-13b9-4a21-aff5-b22dda93f340 None None] The sync data for ids ['c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:45.233345 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'status': 'completed', 'code': 200} Mar 03 10:19:45.253455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964ec537-e956-48e4-bfb7-2a86e6e070b1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:45.254432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-964ec537-e956-48e4-bfb7-2a86e6e070b1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:45.257738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.262648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-36a84b40-89f9-4329-a96b-05e3ac0a6c6f None None] Provisioning for port 5a297938-9935-4652-a272-3a5244b7f44b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:45.268512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-36a84b40-89f9-4329-a96b-05e3ac0a6c6f None None] Provisioning complete for port 5a297938-9935-4652-a272-3a5244b7f44b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:45.268986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-36a84b40-89f9-4329-a96b-05e3ac0a6c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.388623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-36a84b40-89f9-4329-a96b-05e3ac0a6c6f None None] Port 5a297938-9935-4652-a272-3a5244b7f44b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:45.435807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.497153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=580ec433-8ac4-4835-8f12-78896eb92159,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:45.500539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-964ec537-e956-48e4-bfb7-2a86e6e070b1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:45.502436 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-964ec537-e956-48e4-bfb7-2a86e6e070b1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4949725 Mar 03 10:19:45.505698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60360) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:45.520172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4b54b1-cc19-4ee6-be0f-d280584b5c56 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:45.546410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.615232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-291de223-7267-488d-9822-e364e53ddea6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/580ec433-8ac4-4835-8f12-78896eb92159 HTTP/1.1" status: 204 len: 168 time: 1.1407108 Mar 03 10:19:45.619453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60364) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:45.691426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60368) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:45.719146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd754886-999a-473a-9b2d-bc57b5535522 req-e46cb647-0694-489a-b498-32117fddd403 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:45.720414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd754886-999a-473a-9b2d-bc57b5535522 req-e46cb647-0694-489a-b498-32117fddd403 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.4124281 Mar 03 10:19:45.732379 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b5f3beac-8520-4e6f-8135-49958fcdd653', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'floating_ip_address': '172.26.7.242', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'port_id': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'mac_address': 'fa:16:3e:06:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:42Z', 'updated_at': '2022-03-03T10:19:42Z', 'revision_number': 0, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:18Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:45.736514 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] Checking router: b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:19:45.747848 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:45.748888 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:45.817488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10d7fb10-623e-4b30-8894-c2e131be0552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.820938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10d7fb10-623e-4b30-8894-c2e131be0552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.851348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-ef9257e9-a4bd-45d0-9aa6-33561b349dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:45.853635 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-ef9257e9-a4bd-45d0-9aa6-33561b349dce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c6458b80c1a4363b43a19527ddc2e77&device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 1098 time: 0.5768814 Mar 03 10:19:45.863653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 8b64b91e-01c8-4508-8ec9-86da653e6dde {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:45.889731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:45.962684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001f426-a89e-47ff-ae01-b7bb5bdf4ebb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:45.968260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001f426-a89e-47ff-ae01-b7bb5bdf4ebb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:45.974127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001f426-a89e-47ff-ae01-b7bb5bdf4ebb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:45.979241 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d001f426-a89e-47ff-ae01-b7bb5bdf4ebb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4642868 Mar 03 10:19:45.984656 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:19:45.988797 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd754886-999a-473a-9b2d-bc57b5535522 req-1128548c-62d3-4ff5-81f7-d08e7752aa78 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464995 Mar 03 10:19:45.991791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60376) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:46.015967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10d7fb10-623e-4b30-8894-c2e131be0552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.016710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d7fb10-623e-4b30-8894-c2e131be0552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Fanout notify agent at l3_agent the message router_deleted on router c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:19:46.033835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60380) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:46.138273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-10d7fb10-623e-4b30-8894-c2e131be0552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.139926 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-10d7fb10-623e-4b30-8894-c2e131be0552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c HTTP/1.1" status: 204 len: 168 time: 1.1678209 Mar 03 10:19:46.175888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60384) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:46.221443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.269062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-92f148b0-46d0-41f2-b91a-28132352eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:46.270536 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-92f148b0-46d0-41f2-b91a-28132352eb2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b133a485-6c4a-43d8-8c38-c508d4790b73 HTTP/1.1" status: 200 len: 897 time: 0.4100242 Mar 03 10:19:46.276914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet 109af54f-5d11-407d-83be-0ee669c89ec9 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:46.281530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.308361 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22713494-6fd4-4e16-ac55-5a2266e39ff4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12a938fbf2034bfa897e40c27976faa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136224 Mar 03 10:19:46.317126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60388) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:46.354711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 5a297938-9935-4652-a272-3a5244b7f44b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:46.355081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.363610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.406231 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b5f3beac-8520-4e6f-8135-49958fcdd653', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'floating_ip_address': '172.26.7.242', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'port_id': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'mac_address': 'fa:16:3e:06:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:42Z', 'updated_at': '2022-03-03T10:19:42Z', 'revision_number': 0, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:18Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:46.411045 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb42f1-3c7b-4419-8e14-4834e87df566 None None] The sync data for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv is: [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b5f3beac-8520-4e6f-8135-49958fcdd653', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'floating_ip_address': '172.26.7.242', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'port_id': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'mac_address': 'fa:16:3e:06:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:42Z', 'updated_at': '2022-03-03T10:19:42Z', 'revision_number': 0, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:18Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:46.453618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.535441 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-00b9f755-a879-41c1-9371-d692b989cef9 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/floatingips/b5f3beac-8520-4e6f-8135-49958fcdd653 HTTP/1.1" status: 200 len: 991 time: 0.5001037 Mar 03 10:19:46.537802 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-b7893197-3eae-4160-9b77-ee1c8b5d090b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32 HTTP/1.1" status: 200 len: 999 time: 0.1446569 Mar 03 10:19:46.620439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c421e172-378f-4b29-9048-a4f51b4019bd None None] Provisioning complete for port 960a0ee5-fd89-4b3a-b192-cc30912c5199 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:46.621050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c421e172-378f-4b29-9048-a4f51b4019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.625360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75f92c38-0c69-450d-ac6f-8866ff3d0e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.633739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-56039a96-5e90-45f8-bc68-13ce85727d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:46.635573 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-56039a96-5e90-45f8-bc68-13ce85727d0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910b82e4-e1b0-456d-a759-037543d94669 HTTP/1.1" status: 200 len: 835 time: 0.0892067 Mar 03 10:19:46.668143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.702672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.712516 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f2f48-a528-41ec-9020-53afed09e15f None None] New status for floating IP b5f3beac-8520-4e6f-8135-49958fcdd653: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:19:46.763931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75f92c38-0c69-450d-ac6f-8866ff3d0e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.797127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=8b64b91e-01c8-4508-8ec9-86da653e6dde,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:46.801892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.804494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-f988faa1-5377-46bb-be9c-96dba3a4dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:46.806727 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-f988faa1-5377-46bb-be9c-96dba3a4dbfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b133a485-6c4a-43d8-8c38-c508d4790b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1651008 Mar 03 10:19:46.808185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.811421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9611e9db-bc81-42b6-ae05-b5eefc3c1592 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:46.873621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=109af54f-5d11-407d-83be-0ee669c89ec9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:46.888205 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a0785049-7867-4ccf-878a-a89f8c0bcabd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/8b64b91e-01c8-4508-8ec9-86da653e6dde HTTP/1.1" status: 204 len: 168 time: 1.2654152 Mar 03 10:19:46.889234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60392) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:46.918541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927670e9-88d6-40b2-91cf-2fbd872e6b93 None None] Network 5dac8726-957e-4549-8e67-11be823446d1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:46.938759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75f92c38-0c69-450d-ac6f-8866ff3d0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.953762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:46.987097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f92c38-0c69-450d-ac6f-8866ff3d0e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc035d1-2174-4bf7-8431-77a60052c42b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:47.005777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.027415 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d1ccd3ac-ab47-462a-9bcc-9d7bc873a8f5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308262 Mar 03 10:19:47.033800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60396) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.043680 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5210b4ed-f296-411c-bc9a-e17d4fc93f50 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/109af54f-5d11-407d-83be-0ee669c89ec9 HTTP/1.1" status: 204 len: 168 time: 0.8634269 Mar 03 10:19:47.051920 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60398) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.156803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75f92c38-0c69-450d-ac6f-8866ff3d0e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.157947 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-75f92c38-0c69-450d-ac6f-8866ff3d0e96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbc035d1-2174-4bf7-8431-77a60052c42b HTTP/1.1" status: 204 len: 168 time: 0.8346117 Mar 03 10:19:47.240907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 5a297938-9935-4652-a272-3a5244b7f44b owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:47.254599 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-32cb9847-67c7-493e-b4f8-4edc0a39958a service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124286 Mar 03 10:19:47.362523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:47.367100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf0a01-7db4-4306-941a-a52b75834bf4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:47.368711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-97bf0a01-7db4-4306-941a-a52b75834bf4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:47.370037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] Deleting port 960a0ee5-fd89-4b3a-b192-cc30912c5199 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:47.370416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.403208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] DHCP port deletion for 5dac8726-957e-4549-8e67-11be823446d1 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:47.415275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] Deleting port d00df349-e5c7-4193-9993-d925c14cce5b {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:47.415703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.421520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet 7abbd61c-20fe-44ba-a334-d12f5fe3ca82 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:47.436911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.451653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-97bf0a01-7db4-4306-941a-a52b75834bf4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:47.455902 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-97bf0a01-7db4-4306-941a-a52b75834bf4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4170253 Mar 03 10:19:47.456774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60406) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.532752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.546415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60410) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.576675 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dcaec105-a4ea-4f46-b49b-6ddf5b9d2e5d req-1d21a294-196b-4195-96f3-47cf03b85333 service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136563 Mar 03 10:19:47.645740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.669147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9a9d1-d8be-4f53-89c3-08266daf1cc1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:47.669922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2d9a9d1-d8be-4f53-89c3-08266daf1cc1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:47.683603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.724564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.752293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=5a297938-9935-4652-a272-3a5244b7f44b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:47.754043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 960a0ee5-fd89-4b3a-b192-cc30912c5199 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:47.768281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.776556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=7abbd61c-20fe-44ba-a334-d12f5fe3ca82,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:47.784117 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-502f74f7-a20d-4727-b125-f20735141455 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/7abbd61c-20fe-44ba-a334-d12f5fe3ca82 HTTP/1.1" status: 204 len: 168 time: 0.7313125 Mar 03 10:19:47.784774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60414) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.800090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a3b5e-2537-46e6-87fc-3ed88cc4462f None None] Network 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:47.809656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2d9a9d1-d8be-4f53-89c3-08266daf1cc1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:47.814565 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a2d9a9d1-d8be-4f53-89c3-08266daf1cc1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3483620 Mar 03 10:19:47.815918 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-603bcced-1d60-4221-9842-26437d6c282c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/floatingips/b5f3beac-8520-4e6f-8135-49958fcdd653 HTTP/1.1" status: 200 len: 993 time: 0.2685049 Mar 03 10:19:47.816504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60418) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.834401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:47.916218 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-53aac54d-f5b2-4eea-a520-492e8c9031d5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929942 Mar 03 10:19:47.923716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60422) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.924210 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ad1402f2-20e6-4c4b-93a4-57cc43a2eac1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/5a297938-9935-4652-a272-3a5244b7f44b HTTP/1.1" status: 204 len: 168 time: 1.9295406 Mar 03 10:19:47.924324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60424) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:47.938267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:47.960142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] For port d00df349-e5c7-4193-9993-d925c14cce5b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d00df349-e5c7-4193-9993-d925c14cce5b,segment=NetworkSegment(f9c84fe5-063a-49e4-9326-019a8a292266),segment_id=f9c84fe5-063a-49e4-9326-019a8a292266)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:47.960515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.014095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.028579 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07bc0a5-aacc-49f6-98cb-b0930c8516b7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:19:48.029085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f07bc0a5-aacc-49f6-98cb-b0930c8516b7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:48.116040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port d00df349-e5c7-4193-9993-d925c14cce5b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:48.116265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.144907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:48.167442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f07bc0a5-aacc-49f6-98cb-b0930c8516b7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:48.171083 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f07bc0a5-aacc-49f6-98cb-b0930c8516b7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/5a297938-9935-4652-a272-3a5244b7f44b HTTP/1.1" status: 404 len: 333 time: 0.2377920 Mar 03 10:19:48.171418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:48.171670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60430) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:48.182797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] Calling delete_port for d00df349-e5c7-4193-9993-d925c14cce5b owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:48.221707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:48.225161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.228206 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:19:48.228641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:48.257952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port b466e11b-cfc2-4032-92bb-67bebd9c9a8f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:48.258551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.265041 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2e1d4da8-6a7f-489e-a197-b34e62d4cb47 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3335807 Mar 03 10:19:48.265366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60434) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:48.285984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:48.372396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] For port 960a0ee5-fd89-4b3a-b192-cc30912c5199, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=960a0ee5-fd89-4b3a-b192-cc30912c5199,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:48.372689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.478727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port d00df349-e5c7-4193-9993-d925c14cce5b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d00df349-e5c7-4193-9993-d925c14cce5b,segment=NetworkSegment(f9c84fe5-063a-49e4-9326-019a8a292266),segment_id=f9c84fe5-063a-49e4-9326-019a8a292266)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:48.479084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.496248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:48.520564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] Calling delete_port for 960a0ee5-fd89-4b3a-b192-cc30912c5199 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:48.590176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.608395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.622715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for d00df349-e5c7-4193-9993-d925c14cce5b owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:48.662358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:48.672569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.679990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] Pushing event deleted for resources: {'Port': ['ID=d00df349-e5c7-4193-9993-d925c14cce5b,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:48.685984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:48.689858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.691872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:19:48.691872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:48.692215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb629c91-1ef8-45e0-8b12-cf4f009b339b None None] No DVR routers for this DVR port d00df349-e5c7-4193-9993-d925c14cce5b on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:48.733716 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0eef77bb-678c-4807-bc0a-c1bc07879a48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4641316 Mar 03 10:19:48.734305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60438) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:48.741464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:48.750144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.756680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.api [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:19:48.756680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG oslo_db.api [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:19:48.790528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d00df349-e5c7-4193-9993-d925c14cce5b no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:48.824624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] DHCP port deletion for 7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:48.826660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for b466e11b-cfc2-4032-92bb-67bebd9c9a8f owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:48.840912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] Pushing event deleted for resources: {'Port': ['ID=960a0ee5-fd89-4b3a-b192-cc30912c5199,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:48.848091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3df22-4bcf-42ee-aa0a-b489d00b3282 None None] No DVR routers for this DVR port 960a0ee5-fd89-4b3a-b192-cc30912c5199 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:48.850046 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] Deleting port c90beb64-af0f-4e44-b226-296f080be72a {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:48.850411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.870989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:48.875986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d00df349-e5c7-4193-9993-d925c14cce5b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:19:48.876272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d00df349-e5c7-4193-9993-d925c14cce5b not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:19:48.880754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:48.894961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:48.908632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:48.910351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:19:48.910683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:48.936229 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d66fcaaf-b41d-4d32-844f-39b570f99aca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1978936 Mar 03 10:19:48.936905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60442) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:48.942487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:49.002654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.060715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=b466e11b-cfc2-4032-92bb-67bebd9c9a8f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:49.075390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] For port c90beb64-af0f-4e44-b226-296f080be72a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c90beb64-af0f-4e44-b226-296f080be72a,segment=NetworkSegment(00ad9360-f9bd-4c8c-9b6e-bde429f6575c),segment_id=00ad9360-f9bd-4c8c-9b6e-bde429f6575c)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:49.075772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.105104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.121458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f367f898-33df-43a7-b9cf-598ffcad088a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/b466e11b-cfc2-4032-92bb-67bebd9c9a8f HTTP/1.1" status: 204 len: 168 time: 0.9485242 Mar 03 10:19:49.123835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60446) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:49.182407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:49.186572 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18a260f-043e-4962-8f5d-84aaf1aa134c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:19:49.187379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b18a260f-043e-4962-8f5d-84aaf1aa134c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:49.192318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:49.204773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:49.208473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b18a260f-043e-4962-8f5d-84aaf1aa134c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:49.208843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.210554 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:19:49.211810 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b18a260f-043e-4962-8f5d-84aaf1aa134c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/b466e11b-cfc2-4032-92bb-67bebd9c9a8f HTTP/1.1" status: 404 len: 333 time: 0.0851672 Mar 03 10:19:49.212713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:49.213731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60450) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:49.218852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] Calling delete_port for c90beb64-af0f-4e44-b226-296f080be72a owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:49.240830 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a24820ad-4497-4cb0-97e1-f10e957c74dc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3029475 Mar 03 10:19:49.244518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60454) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:49.250692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:49.267175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port d00df349-e5c7-4193-9993-d925c14cce5b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:49.267598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.305243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.308325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet ae2725a5-3802-4325-95d3-f40bbb9497d0 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:49.312416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.352655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] Pushing event deleted for resources: {'Port': ['ID=c90beb64-af0f-4e44-b226-296f080be72a,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:49.359590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b0448-2823-4105-a99a-f38078a27e21 None None] No DVR routers for this DVR port c90beb64-af0f-4e44-b226-296f080be72a on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:49.370844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] The port 'd00df349-e5c7-4193-9993-d925c14cce5b' was deleted {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:19:49.372125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.464604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.509285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:49.544156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.570204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.578240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:49.583276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2725a5-3802-4325-95d3-f40bbb9497d0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:49.587553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.594242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d4a20f5-6237-43c6-b48b-5c812ec96ed2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/ae2725a5-3802-4325-95d3-f40bbb9497d0 HTTP/1.1" status: 204 len: 168 time: 0.3790331 Mar 03 10:19:49.596854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60458) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:49.598126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d15940e-24c1-49b0-a020-a0538aeb10f6 None None] Network bc759113-e534-4519-aab8-d47b9642612a requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:49.602956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:49.606981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.614950 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:19:49.615421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:49.623594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dac8726-957e-4549-8e67-11be823446d1']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:49.647448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c84fe5-063a-49e4-9326-019a8a292266') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:49.647850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c84fe5-063a-49e4-9326-019a8a292266') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:49.662080 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae68d175-58c7-44b9-a814-0cdbd2836ab0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4161978 Mar 03 10:19:49.665657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60462) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:49.673978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:49.690835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.696641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c90beb64-af0f-4e44-b226-296f080be72a no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:49.730814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.733946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.740220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: c90beb64-af0f-4e44-b226-296f080be72a {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:19:49.740561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c90beb64-af0f-4e44-b226-296f080be72a not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:19:49.749477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port e3714a0d-fb44-4f1a-820a-2f89f604c5bf {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:49.749915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.794846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:19:49.795243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: util.warn( Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:19:49.811160 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:19:49.901866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:49.912992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:49.915568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.935286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.953311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=5dac8726-957e-4549-8e67-11be823446d1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:49.959031 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4771fba5-68a7-4486-aaf0-8b287ef04154 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/5dac8726-957e-4549-8e67-11be823446d1 HTTP/1.1" status: 204 len: 168 time: 2.1733046 Mar 03 10:19:49.959934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60466) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:49.963364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:49.967474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.968875 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:19:49.969665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:19:49.971589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] DHCP port deletion for bc759113-e534-4519-aab8-d47b9642612a request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:49.975455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Deleting port e3714a0d-fb44-4f1a-820a-2f89f604c5bf {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:49.975828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:49.993218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] For port e3714a0d-fb44-4f1a-820a-2f89f604c5bf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,segment=NetworkSegment(a6b429be-f70d-4326-adde-6a16d17cbe1c),segment_id=a6b429be-f70d-4326-adde-6a16d17cbe1c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:49.994278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.064642 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9affc73d-2fa8-4633-9c22-61f2d49592fe tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3979237 Mar 03 10:19:50.070098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60470) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:50.120476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for e3714a0d-fb44-4f1a-820a-2f89f604c5bf owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:50.129329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1df5c7a1-7c64-4f71-8fd7-de8444ec2abc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:50.141135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.186112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1df5c7a1-7c64-4f71-8fd7-de8444ec2abc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:50.189358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1df5c7a1-7c64-4f71-8fd7-de8444ec2abc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1159837 Mar 03 10:19:50.190614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60474) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:50.192809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] For port e3714a0d-fb44-4f1a-820a-2f89f604c5bf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,segment=NetworkSegment(a6b429be-f70d-4326-adde-6a16d17cbe1c),segment_id=a6b429be-f70d-4326-adde-6a16d17cbe1c)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:50.193208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.203192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.262937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=e3714a0d-fb44-4f1a-820a-2f89f604c5bf,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:50.264055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No DVR routers for this DVR port e3714a0d-fb44-4f1a-820a-2f89f604c5bf on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:19:50.326010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Calling delete_port for e3714a0d-fb44-4f1a-820a-2f89f604c5bf owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:50.337131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.363736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62002d-2eae-4389-8d73-09a0caa1da5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:50.365191 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3d62002d-2eae-4389-8d73-09a0caa1da5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1735184 Mar 03 10:19:50.368718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60478) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:50.393004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.400468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:19:50.400826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:19:50.420264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc759113-e534-4519-aab8-d47b9642612a']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:50.433112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b429be-f70d-4326-adde-6a16d17cbe1c') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:50.433335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b429be-f70d-4326-adde-6a16d17cbe1c') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:50.433425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:50.444925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.453939 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0c1a4a2a-b61a-4caf-9f7d-b79da7b7c190 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802484 Mar 03 10:19:50.453939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ad9360-f9bd-4c8c-9b6e-bde429f6575c') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:50.453939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ad9360-f9bd-4c8c-9b6e-bde429f6575c') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:50.454816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60482) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:50.462078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:50.465886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.484870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.491392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:19:50.491828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.500185 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:19:50.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:19:50.591314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.609348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.619632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:50.622110 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-89038b94-395c-446c-9bc9-1897408d2918 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/7b18bf9a-d861-4d69-8c8d-6b1484f6cfcf HTTP/1.1" status: 204 len: 168 time: 0.6609678 Mar 03 10:19:50.626777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60486) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:50.632373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1946421263'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:50.637657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:50.641431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:50.644251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:50.650218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:50.659935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:50.663390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.669459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:19:50.669900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:19:50.684102 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:19:50.773888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:50.778147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60492) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:50.785872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:50.787758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.805950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.824003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=bc759113-e534-4519-aab8-d47b9642612a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:50.828094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:50.832141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.832556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:19:50.846597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.846844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment f07e36cd-02bb-48ce-a81b-a047440ad908 of type vlan for network a985afd5-5360-4075-ad3f-76ec8823bf02 Mar 03 10:19:50.870177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9e28957a-e1b4-4f92-a2a4-4cc25f9a31fa tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/bc759113-e534-4519-aab8-d47b9642612a HTTP/1.1" status: 204 len: 168 time: 1.2683306 Mar 03 10:19:50.870402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60496) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:50.875764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-352207292'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:50.879841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.902383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Deleting port e3714a0d-fb44-4f1a-820a-2f89f604c5bf {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:50.902845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.910983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f70a0-5946-46bd-b382-38a1168ca8f4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:50.911483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f70a0-5946-46bd-b382-38a1168ca8f4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:50.911950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f70a0-5946-46bd-b382-38a1168ca8f4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:50.913730 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be1f70a0-5946-46bd-b382-38a1168ca8f4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&network_id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 2999 time: 0.1344874 Mar 03 10:19:50.926236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.932219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:50.932513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:50.932826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:50.944523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:network and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:50.953165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:50.963069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:50.986440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:50.990367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.001697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b5a84e9c-2b76-45ef-a22a-68f2313cb0ef None None] The port 'e3714a0d-fb44-4f1a-820a-2f89f604c5bf' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:19:51.084167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:19:51.101191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.101791 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Added segment c049dc4c-a53d-483c-8f1a-9f8afd30a4d8 of type vlan for network 55b5db80-066e-473c-9ca2-5d93092db6c8 Mar 03 10:19:51.155337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5273910 Mar 03 10:19:51.158529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.161399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60504) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:51.170680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:51.200564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac5a5a-5c96-4c5a-a0c6-293c3750f3f7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=a985afd5-5360-4075-ad3f-76ec8823bf02,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:51.212452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network a985afd5-5360-4075-ad3f-76ec8823bf02 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:19:51.277958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.objects.ports [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87888) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:19:51.279257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.284823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:51.285392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.292344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.293834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:51.297696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:51.300963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:51.307130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:51.319249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:51.323549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.396012 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5244451 Mar 03 10:19:51.409184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60508) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:51.420590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:51.446982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:51.455887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:51.463397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:51.464610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.470602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917fbc44-df0f-49de-add2-a3c99397015f None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:51.481482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cdf50-71ab-499d-b5b6-510a518c7af8 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Network': ['ID=55b5db80-066e-473c-9ca2-5d93092db6c8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:51.489811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=da7f6cba-ce93-4639-91b5-fced676adbb7,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:51.498306 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c2e9d23f-5b72-4c2a-822b-f7cfd318b645 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0428045 Mar 03 10:19:51.503771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60512) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:51.509990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:19:51.510518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:0c:7c:58', 'name': 'tempest-NetworksTestDHCPv6-74466922'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:51.566404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:51.571939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:51.576435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:51.609626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:51.638233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:51.642166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.676066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:51.689499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:51.703436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:51.734201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e3714a0d-fb44-4f1a-820a-2f89f604c5bf no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:51.776423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: e3714a0d-fb44-4f1a-820a-2f89f604c5bf {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:19:51.776826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e3714a0d-fb44-4f1a-820a-2f89f604c5bf not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:19:51.808616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.855892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': 'da7f6cba-ce93-4639-91b5-fced676adbb7'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:51.856745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.858144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:51.887726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 3d9b38a1-27e2-4851-89df-16f9328decbc yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:51.936112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=67f36421-c572-468c-adec-f620df97248d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:51.958268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': 'f07e36cd-02bb-48ce-a81b-a047440ad908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:51.958622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: a985afd5-5360-4075-ad3f-76ec8823bf02, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:52.007751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network a985afd5-5360-4075-ad3f-76ec8823bf02 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:52.011808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.025402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Allocated IP 2001:db8::f816:3eff:fe30:e55c (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/da7f6cba-ce93-4639-91b5-fced676adbb7/5aba19e4-e941-44cc-bb89-5fbe9813c643) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:52.060339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, a985afd5-5360-4075-ad3f-76ec8823bf02) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:52.068203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51ac5a-71c3-40b6-8126-e72adf495f7a None None] Network a985afd5-5360-4075-ad3f-76ec8823bf02 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:52.073362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:52.073936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.121485 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2b5a314e-8a9e-4695-80f9-a0af1cfde67f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9590650 Mar 03 10:19:52.122378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:52.125042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60518) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:52.128624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Checking segment: {'id': 'c049dc4c-a53d-483c-8f1a-9f8afd30a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:52.128994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network hostable DHCP agents. Network: 55b5db80-066e-473c-9ca2-5d93092db6c8, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:52.132560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-443168066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:52.139507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:52.144659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:router and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:52.148873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:52.149737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:52.159026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:52.159557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 55b5db80-066e-473c-9ca2-5d93092db6c8) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:52.165473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:52.166062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.177502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.178712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.186462 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-807bb8e2-1120-4912-ba19-a30e95f65dbe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7761874 Mar 03 10:19:52.189085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60522) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:52.196246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-716221508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:52.199742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.203075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:52.208480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:router and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:52.208642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a76a90-599d-49a2-8e19-ab6be0717cc9 None None] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:52.211987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:52.218705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:52.220795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.230734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.232260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.249227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.251693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.253404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60526) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:52.253641 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e437179d-83fd-4159-9c49-66cf063cf7a6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1262555 Mar 03 10:19:52.265082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'port': {'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02', 'name': 'tempest-RoutersTest-1075369153'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:52.361238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.401705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.402910 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bb448878-a8a7-4ae7-a55a-6b8d94e2bd14 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2122965 Mar 03 10:19:52.405848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60532) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:52.411926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8', 'name': 'tempest-PortsIpV6TestJSON-521264545'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:52.443236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:52.455181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:52.468715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:52.473753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.504273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] device_id is not set on port 59a968ac-77ea-4af0-baf5-17166b0e0638 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:52.566209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:52.571079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:port and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:52.574396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:52.580275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:52.590746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:52.594286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.615576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 9e07f312-2963-4490-bbc7-cf78ea9678b1 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:19:52.631361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.649136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-a985afd5-5360-4075-ad3f-76ec8823bf02', 'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': '67f36421-c572-468c-adec-f620df97248d'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:52.649985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.658765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.20.0.8 (a985afd5-5360-4075-ad3f-76ec8823bf02/67f36421-c572-468c-adec-f620df97248d/59a968ac-77ea-4af0-baf5-17166b0e0638) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:52.660010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Transition to ACTIVE for port object 5aba19e4-e941-44cc-bb89-5fbe9813c643 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:52.710343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60536) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:52.763066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-55b5db80-066e-473c-9ca2-5d93092db6c8', 'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8', 'tenant_id': 'fcded2aea75a4c589da2f0e0ffe9f8b2', 'fixed_ips': [{'subnet_id': '3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:52.763910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.772979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Transition to ACTIVE for port object 5aba19e4-e941-44cc-bb89-5fbe9813c643 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:52.791399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::353 (55b5db80-066e-473c-9ca2-5d93092db6c8/3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0/9e07f312-2963-4490-bbc7-cf78ea9678b1) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:52.796960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.874110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d7467-8501-4d1a-acfd-bbaf54ff43ff tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:52.875640 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9a1d7467-8501-4d1a-acfd-bbaf54ff43ff tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 814 time: 0.1637459 Mar 03 10:19:52.883692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe0c:7c58 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/da7f6cba-ce93-4639-91b5-fced676adbb7/3d9b38a1-27e2-4851-89df-16f9328decbc) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:52.947688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:52.951081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:52.959516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:52.967506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:52.969807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Pushing event updated for resources: {'Port': ['ID=5aba19e4-e941-44cc-bb89-5fbe9813c643,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:52.981199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object 59a968ac-77ea-4af0-baf5-17166b0e0638 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:53.013465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.088122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network a985afd5-5360-4075-ad3f-76ec8823bf02 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:53.095878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:53.101080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:53.120094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Attempting to bind port 5aba19e4-e941-44cc-bb89-5fbe9813c643 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:53.120699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Attempting to bind port 5aba19e4-e941-44cc-bb89-5fbe9813c643 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:53.120815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Attempting to bind port 5aba19e4-e941-44cc-bb89-5fbe9813c643 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:53.131564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:53.132175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:53.132915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.133587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:53.134052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Bound port: 5aba19e4-e941-44cc-bb89-5fbe9813c643, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:53.134592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.138451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=59a968ac-77ea-4af0-baf5-17166b0e0638,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:53.153277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Allocated IP 172.20.0.2 (a985afd5-5360-4075-ad3f-76ec8823bf02/67f36421-c572-468c-adec-f620df97248d/a6da061b-6a1c-4823-b436-23679bd82e8b) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:53.176511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:53.176511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.203220 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba87ed14-d2dd-4810-9db6-b29b35748e9f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9488418 Mar 03 10:19:53.206023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60544) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:53.329384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] For port 5aba19e4-e941-44cc-bb89-5fbe9813c643, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:53.346105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.354950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60548) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:53.363143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--673075828', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:53.364111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] For port 5aba19e4-e941-44cc-bb89-5fbe9813c643, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5aba19e4-e941-44cc-bb89-5fbe9813c643,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:53.379196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.385338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:53.397926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 9e07f312-2963-4490-bbc7-cf78ea9678b1 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:53.442551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.447413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:53.449861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.521710 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 3d9b38a1-27e2-4851-89df-16f9328decbc will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:53.532865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:53.536367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.578513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:53.583658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b2c7-3c21-4ce3-8eca-39c19e617d83 None None] Pushing event updated for resources: {'Port': ['ID=5aba19e4-e941-44cc-bb89-5fbe9813c643,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:53.584886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=9e07f312-2963-4490-bbc7-cf78ea9678b1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:53.587357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.587868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:53.593248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:53.598670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:53.599138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.605382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Transition to ACTIVE for port object a6da061b-6a1c-4823-b436-23679bd82e8b will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:53.612063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:19:53.615824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Allocated IP 2001:db8::2 (55b5db80-066e-473c-9ca2-5d93092db6c8/3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0/3db4f83f-d330-481f-8fc1-e20c36c05e25) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:53.640141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.640312 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment ae887c72-e231-463f-af4d-9d08cf838df0 of type vlan for network fc3bd9ea-c518-4e31-a553-9bd60e61d401 Mar 03 10:19:53.641859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Transition to ACTIVE for port object a6da061b-6a1c-4823-b436-23679bd82e8b will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:53.660817 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-54ee69d3-b2b9-4630-99d4-83483ee0838f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2535772 Mar 03 10:19:53.661725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60552) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:53.662832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.734469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.814682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Network a985afd5-5360-4075-ad3f-76ec8823bf02 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:53.826063 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:53.834258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:53.843283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Pushing event updated for resources: {'Port': ['ID=a6da061b-6a1c-4823-b436-23679bd82e8b,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:53.849010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:53.864696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.011168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.014389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Attempting to bind port a6da061b-6a1c-4823-b436-23679bd82e8b on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:54.014989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Attempting to bind port a6da061b-6a1c-4823-b436-23679bd82e8b by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f07e36cd-02bb-48ce-a81b-a047440ad908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:54.015556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Attempting to bind port a6da061b-6a1c-4823-b436-23679bd82e8b on network a985afd5-5360-4075-ad3f-76ec8823bf02 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:54.035008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:54.038271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:19:54.047553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:54.050348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:54.056693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:54.057372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.062179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=3d9b38a1-27e2-4851-89df-16f9328decbc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:54.094117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:54.094406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Checking segment: {'id': 'f07e36cd-02bb-48ce-a81b-a047440ad908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:54.094989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.095574 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Bound using segment: {'id': 'f07e36cd-02bb-48ce-a81b-a047440ad908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:54.096292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Bound port: a6da061b-6a1c-4823-b436-23679bd82e8b, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07e36cd-02bb-48ce-a81b-a047440ad908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a985afd5-5360-4075-ad3f-76ec8823bf02'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:54.096826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.170988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.192319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Transition to ACTIVE for port object 3db4f83f-d330-481f-8fc1-e20c36c05e25 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:54.209616 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e8aaf2ee-3af9-4086-9de9-e6a4cd3a9b9b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7046931 Mar 03 10:19:54.216845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60556) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:54.230642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Transition to ACTIVE for port object 3db4f83f-d330-481f-8fc1-e20c36c05e25 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:19:54.234417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] For port a6da061b-6a1c-4823-b436-23679bd82e8b, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:54.237788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] For port a6da061b-6a1c-4823-b436-23679bd82e8b, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a6da061b-6a1c-4823-b436-23679bd82e8b,segment=NetworkSegment(f07e36cd-02bb-48ce-a81b-a047440ad908),segment_id=f07e36cd-02bb-48ce-a81b-a047440ad908)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:54.239806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.268592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.274623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:54.275540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.282110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.316814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:54.328894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:54.333665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:19:54.346286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Pushing event updated for resources: {'Port': ['ID=3db4f83f-d330-481f-8fc1-e20c36c05e25,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:54.479879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.494442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.506772 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1508439 Mar 03 10:19:54.513862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60560) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:54.556799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5499ef6-7a65-4122-88b5-0baa535e0915 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=fc3bd9ea-c518-4e31-a553-9bd60e61d401,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:54.573780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:19:54.605436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Attempting to bind port 3db4f83f-d330-481f-8fc1-e20c36c05e25 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:19:54.606305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Attempting to bind port 3db4f83f-d330-481f-8fc1-e20c36c05e25 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'c049dc4c-a53d-483c-8f1a-9f8afd30a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:19:54.606305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Attempting to bind port 3db4f83f-d330-481f-8fc1-e20c36c05e25 on network 55b5db80-066e-473c-9ca2-5d93092db6c8 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:19:54.618749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:19:54.619122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Checking segment: {'id': 'c049dc4c-a53d-483c-8f1a-9f8afd30a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:54.619617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.620010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Bound using segment: {'id': 'c049dc4c-a53d-483c-8f1a-9f8afd30a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:19:54.620474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Bound port: 3db4f83f-d330-481f-8fc1-e20c36c05e25, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c049dc4c-a53d-483c-8f1a-9f8afd30a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b5db80-066e-473c-9ca2-5d93092db6c8'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:19:54.620846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.636863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218ff75-ef6c-492f-901b-60531489df2e None None] Pushing event updated for resources: {'Port': ['ID=a6da061b-6a1c-4823-b436-23679bd82e8b,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:54.753950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=59a968ac-77ea-4af0-baf5-17166b0e0638,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:54.872305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] For port 3db4f83f-d330-481f-8fc1-e20c36c05e25, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:19:54.888513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] For port 3db4f83f-d330-481f-8fc1-e20c36c05e25, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3db4f83f-d330-481f-8fc1-e20c36c05e25,segment=NetworkSegment(c049dc4c-a53d-483c-8f1a-9f8afd30a4d8),segment_id=c049dc4c-a53d-483c-8f1a-9f8afd30a4d8)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:19:54.902479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:54.909261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea5587-575f-4530-8fc5-1d642b3781c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:54.915756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea5587-575f-4530-8fc5-1d642b3781c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:54.916577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-19ea5587-575f-4530-8fc5-1d642b3781c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:54.930961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6fa67-36c9-41b7-b2f4-70fda0a92923 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:54.932513 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ffe6fa67-36c9-41b7-b2f4-70fda0a92923 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4171815 Mar 03 10:19:54.958638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60564) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:55.012931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e17dba-6123-4a30-989d-85bebf973ba3 None None] Pushing event updated for resources: {'Port': ['ID=3db4f83f-d330-481f-8fc1-e20c36c05e25,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:55.015544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-19ea5587-575f-4530-8fc5-1d642b3781c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:55.017608 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-19ea5587-575f-4530-8fc5-1d642b3781c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.7983725 Mar 03 10:19:55.034981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60568) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:55.047652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:55.191321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6eb63790-01e0-437f-86de-3b00aa43037b None None] Provisioning for port 5aba19e4-e941-44cc-bb89-5fbe9813c643 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:55.355189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:55.499822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:55.509786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:55.545132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 3d9b38a1-27e2-4851-89df-16f9328decbc {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:55.546170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:55.636130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ce8259b-f4f1-4ab3-a887-cfad80aa8338 None None] Provisioning for port 3d9b38a1-27e2-4851-89df-16f9328decbc completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:55.643007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ce8259b-f4f1-4ab3-a887-cfad80aa8338 None None] Provisioning complete for port 3d9b38a1-27e2-4851-89df-16f9328decbc triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:55.643498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ce8259b-f4f1-4ab3-a887-cfad80aa8338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:55.726232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8259b-f4f1-4ab3-a887-cfad80aa8338 None None] Port 3d9b38a1-27e2-4851-89df-16f9328decbc cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:55.727968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc99be-9ac7-4bea-af4f-74f3542f9488 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:55.733459 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1cfc99be-9ac7-4bea-af4f-74f3542f9488 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7737789 Mar 03 10:19:55.743733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60572) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:55.746488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=9e07f312-2963-4490-bbc7-cf78ea9678b1,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:55.815913 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-941cb48b-7148-41a6-bbc3-01c0187780c9 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682914 Mar 03 10:19:55.816614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60576) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:55.882332 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b176d276-24f3-4c01-8046-09e0c7b09393 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612473 Mar 03 10:19:55.885050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60580) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:55.915202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3db4f83f-d330-481f-8fc1-e20c36c05e25 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:55.953740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53f23d-cfeb-4af3-8733-3f865ac5606f None None] Network a985afd5-5360-4075-ad3f-76ec8823bf02 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:56.004458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.011198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.055017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3dbfe489-c037-4942-9aeb-401f528aaa4a None None] Provisioning for port a6da061b-6a1c-4823-b436-23679bd82e8b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:56.118444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 3db4f83f-d330-481f-8fc1-e20c36c05e25 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:56.128036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a6da061b-6a1c-4823-b436-23679bd82e8b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:56.161027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.177373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.283105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a6da061b-6a1c-4823-b436-23679bd82e8b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:56.291600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a6da061b-6a1c-4823-b436-23679bd82e8b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:56.291976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.383708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a8281-6bf2-427e-8398-02eecc8c8670 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:56.385207 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-379a8281-6bf2-427e-8398-02eecc8c8670 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4970441 Mar 03 10:19:56.393881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 3d9b38a1-27e2-4851-89df-16f9328decbc owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:19:56.412757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60584) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:56.443397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.482841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968fab58-8e88-4c4d-8eff-6d9bb3910a5a None None] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:56.500544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b8f3b902-a33b-40a0-a135-8fbd8a22b7df tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0846276 Mar 03 10:19:56.509089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port a6da061b-6a1c-4823-b436-23679bd82e8b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a6da061b-6a1c-4823-b436-23679bd82e8b,segment=NetworkSegment(f07e36cd-02bb-48ce-a81b-a047440ad908),segment_id=f07e36cd-02bb-48ce-a81b-a047440ad908)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:56.509304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60588) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:56.532213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736137087', 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:56.534359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.535245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5aba19e4-e941-44cc-bb89-5fbe9813c643 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:56.745210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4eebe586-b1bb-40c4-9238-c58908abf3d0 None None] Provisioning for port 3db4f83f-d330-481f-8fc1-e20c36c05e25 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:56.757592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:56.762664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4eebe586-b1bb-40c4-9238-c58908abf3d0 None None] Provisioning complete for port 3db4f83f-d330-481f-8fc1-e20c36c05e25 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:56.763039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4eebe586-b1bb-40c4-9238-c58908abf3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.764618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:56.773224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:56.840912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=a6da061b-6a1c-4823-b436-23679bd82e8b,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:56.843176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:56.921502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.947670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.959130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.960078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:56.978733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=3d9b38a1-27e2-4851-89df-16f9328decbc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:56.993024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5aba19e4-e941-44cc-bb89-5fbe9813c643 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:57.008399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5aba19e4-e941-44cc-bb89-5fbe9813c643 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:57.008780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.048715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.067482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.082766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.088329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4eebe586-b1bb-40c4-9238-c58908abf3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.159918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3c6dfa3b-3a36-4b60-ae5e-a7deb9c3af65 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/3d9b38a1-27e2-4851-89df-16f9328decbc HTTP/1.1" status: 204 len: 168 time: 2.1217003 Mar 03 10:19:57.172730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60592) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:57.230450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4eebe586-b1bb-40c4-9238-c58908abf3d0 None None] For port 3db4f83f-d330-481f-8fc1-e20c36c05e25, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3db4f83f-d330-481f-8fc1-e20c36c05e25,segment=NetworkSegment(c049dc4c-a53d-483c-8f1a-9f8afd30a4d8),segment_id=c049dc4c-a53d-483c-8f1a-9f8afd30a4d8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:57.270591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7cf9d-929f-4085-82e8-cfc92eb2ca4a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:57.272269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7cf9d-929f-4085-82e8-cfc92eb2ca4a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:57.276778 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-35d7cf9d-929f-4085-82e8-cfc92eb2ca4a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0927081 Mar 03 10:19:57.276949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4eebe586-b1bb-40c4-9238-c58908abf3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.285137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60596) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:57.337139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:57.340086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.358594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.364710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=59a968ac-77ea-4af0-baf5-17166b0e0638,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:57.371902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.420522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet da7f6cba-ce93-4639-91b5-fced676adbb7 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:19:57.434082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.444079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebe586-b1bb-40c4-9238-c58908abf3d0 None None] Pushing event updated for resources: {'Port': ['ID=3db4f83f-d330-481f-8fc1-e20c36c05e25,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:57.450481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5aba19e4-e941-44cc-bb89-5fbe9813c643, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5aba19e4-e941-44cc-bb89-5fbe9813c643,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:57.451667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b71d7652-05e1-43f3-93eb-75377bd1a9bb None None] Provisioning for port 59a968ac-77ea-4af0-baf5-17166b0e0638 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:57.457670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b71d7652-05e1-43f3-93eb-75377bd1a9bb None None] Provisioning complete for port 59a968ac-77ea-4af0-baf5-17166b0e0638 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:57.458049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b71d7652-05e1-43f3-93eb-75377bd1a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.464441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:57.470578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:57.475919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=9e07f312-2963-4490-bbc7-cf78ea9678b1,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:57.524052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b71d7652-05e1-43f3-93eb-75377bd1a9bb None None] Port 59a968ac-77ea-4af0-baf5-17166b0e0638 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:57.526302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.568856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.617988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b71d7652-05e1-43f3-93eb-75377bd1a9bb None None] Provisioning complete for port a6da061b-6a1c-4823-b436-23679bd82e8b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:57.617988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b71d7652-05e1-43f3-93eb-75377bd1a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.647356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network a985afd5-5360-4075-ad3f-76ec8823bf02 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:57.653350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:57.670255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5aba19e4-e941-44cc-bb89-5fbe9813c643,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:57.763527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Router 1d01d3fc-e227-4b57-898b-b0f4f3bf81b4 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:19:57.857664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3db4f83f-d330-481f-8fc1-e20c36c05e25 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:57.860877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.968083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 3db4f83f-d330-481f-8fc1-e20c36c05e25 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:57.968748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:57.992873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router f94161a7-f0bc-421e-85f8-b88e6dc6fcb3 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:19:57.999937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:58.061557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:58.070018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dba9cb4c-3974-45da-91e8-0c44f63dddcb None None] Provisioning for port 9e07f312-2963-4490-bbc7-cf78ea9678b1 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:19:58.080471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dba9cb4c-3974-45da-91e8-0c44f63dddcb None None] Provisioning complete for port 9e07f312-2963-4490-bbc7-cf78ea9678b1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:58.081091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dba9cb4c-3974-45da-91e8-0c44f63dddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:58.101664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:58.123516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] Sync routers for ids ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:58.144955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=da7f6cba-ce93-4639-91b5-fced676adbb7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:58.153715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:58.162266 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b05cd449-4f1b-4bbc-929c-b6c0e350eee0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "PUT /v2.0/routers/1d01d3fc-e227-4b57-898b-b0f4f3bf81b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4978445 Mar 03 10:19:58.167918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60600) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:58.208863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a6da061b-6a1c-4823-b436-23679bd82e8b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:19:58.229224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=3e4cc657-1dcb-434c-ad69-15c950b5382e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:58.239004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:19:58.240033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: fc3bd9ea-c518-4e31-a553-9bd60e61d401, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:19:58.240446 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-33f8641c-563b-4976-974c-5fe6275c2d8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/da7f6cba-ce93-4639-91b5-fced676adbb7 HTTP/1.1" status: 204 len: 168 time: 0.9518137 Mar 03 10:19:58.244212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60604) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:58.249748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef518c-cd09-423a-88f8-f3f046798a04 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:58.281464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:19:58.293994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, fc3bd9ea-c518-4e31-a553-9bd60e61d401) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:58.307147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b81b5a-8eb4-49ca-b3c7-df4eca473e2a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:58.307902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-16b81b5a-8eb4-49ca-b3c7-df4eca473e2a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:58.311721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:58.312331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:58.314963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] Routers {'1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:58.315839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.331473 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0556eed4-12db-4aa9-ba09-27db79e7364e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836501 Mar 03 10:19:58.333516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60608) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:58.338638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:58.347198 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ac788da3-772e-4d76-a94b-ffa07770af6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8340874 Mar 03 10:19:58.360758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-16b81b5a-8eb4-49ca-b3c7-df4eca473e2a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:58.366325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-16b81b5a-8eb4-49ca-b3c7-df4eca473e2a tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d01d3fc-e227-4b57-898b-b0f4f3bf81b4 HTTP/1.1" status: 200 len: 988 time: 0.1926618 Mar 03 10:19:58.367416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60614) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:58.428234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:19:58.432738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3a254-5b79-43ee-ae66-5109b8370b6e None None] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:19:58.433882 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-21a17e42-1a75-427b-9b0d-bb6d714618bb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/f94161a7-f0bc-421e-85f8-b88e6dc6fcb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2271466 Mar 03 10:19:58.439714 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] Sync routers for ids ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:19:58.448987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60618) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:58.455145 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] Routers {'f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:58.455725 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.525757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:58.532409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:58.544268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:58.549287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf43e416-7741-4d09-8a0d-4b74d36ff594 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:58.550190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bf43e416-7741-4d09-8a0d-4b74d36ff594 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:19:58.564175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:58.597434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:19:58.602110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:58.633016 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.654359 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] Routers {'f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:58.654980 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.683768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bf43e416-7741-4d09-8a0d-4b74d36ff594 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:19:58.685560 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bf43e416-7741-4d09-8a0d-4b74d36ff594 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports/59a968ac-77ea-4af0-baf5-17166b0e0638 HTTP/1.1" status: 200 len: 977 time: 0.2352769 Mar 03 10:19:58.688916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60622) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:58.700082 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dba9cb4c-3974-45da-91e8-0c44f63dddcb None None] Port 9e07f312-2963-4490-bbc7-cf78ea9678b1 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:58.715508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.765805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] Routers {'1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:19:58.766596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.809719 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.810187 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508e35f-6e5c-450d-9d20-26a9b351d3d7 None None] The sync data for ids ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:58.879453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60626) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:58.924414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:19:58.925137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765d300-5ffa-44a4-b96c-580920f3c33c None None] The sync data for ids ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:19:58.932383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dba9cb4c-3974-45da-91e8-0c44f63dddcb None None] Provisioning complete for port 3db4f83f-d330-481f-8fc1-e20c36c05e25 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:58.932768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dba9cb4c-3974-45da-91e8-0c44f63dddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.051605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690001451', 'description': 'tempest-secgroup-smoke-1690001451 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:59.063491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:59.114914 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': '3e4cc657-1dcb-434c-ad69-15c950b5382e'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:19:59.115995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.134861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a6da061b-6a1c-4823-b436-23679bd82e8b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:59.135244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.158329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:59.232544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:19:59.301801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.405955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:59.417595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.444210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:19:59.448177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:59.457932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:59.459173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Deleting port 5aba19e4-e941-44cc-bb89-5fbe9813c643 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:19:59.459841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.472442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:59.537582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Allocated IP 172.20.0.18 (fc3bd9ea-c518-4e31-a553-9bd60e61d401/3e4cc657-1dcb-434c-ad69-15c950b5382e/ef761bb6-9a92-4043-a4c5-147ae3e724b3) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:19:59.590345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-10f28604-d574-4485-908c-01c01fc8de04 None None] Provisioning complete for port 9e07f312-2963-4490-bbc7-cf78ea9678b1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:59.590618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10f28604-d574-4485-908c-01c01fc8de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.693571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.713144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.714622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port 5aba19e4-e941-44cc-bb89-5fbe9813c643, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5aba19e4-e941-44cc-bb89-5fbe9813c643,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:19:59.749354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.755150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.756341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.764065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5aba19e4-e941-44cc-bb89-5fbe9813c643 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:19:59.784728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6720a0ff-d212-468e-8b0f-78e6fd5f241d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:59.793320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.794616 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a9be28b6-8dd6-43c9-95d8-c5acad5827bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7545836 Mar 03 10:19:59.817589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-10f28604-d574-4485-908c-01c01fc8de04 None None] Port 9e07f312-2963-4490-bbc7-cf78ea9678b1 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:19:59.828290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60630) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:59.833421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '6720a0ff-d212-468e-8b0f-78e6fd5f241d', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:19:59.850028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:19:59.859233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:19:59.869616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:19:59.882903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:19:59.921800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:19:59.927523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:19:59.938009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:19:59.938230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.938989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.949310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=5aba19e4-e941-44cc-bb89-5fbe9813c643,revision_number=6']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:59.965028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=9fc021f9-42c5-4d90-9a15-f4a8de9073fc,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:19:59.975665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-10f28604-d574-4485-908c-01c01fc8de04 None None] Provisioning complete for port 59a968ac-77ea-4af0-baf5-17166b0e0638 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:19:59.976036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10f28604-d574-4485-908c-01c01fc8de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:19:59.983576 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1cc60504-f7b7-4592-9fbb-8b4aee92bd61 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6504610 Mar 03 10:19:59.986163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60634) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:19:59.992842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:06:69:ad', 'name': 'tempest-NetworksTestDHCPv6-236288668'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:00.021127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.118054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.122742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] For port 5aba19e4-e941-44cc-bb89-5fbe9813c643, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5aba19e4-e941-44cc-bb89-5fbe9813c643,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:00.123130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.144337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:00.149234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:00.152291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:00.158272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:00.169615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:00.202626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-10f28604-d574-4485-908c-01c01fc8de04 None None] Port 59a968ac-77ea-4af0-baf5-17166b0e0638 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:00.276998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Calling delete_port for 5aba19e4-e941-44cc-bb89-5fbe9813c643 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:00.303857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.304469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.331502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 5caedb2c-7c5d-40b9-8556-89ff175e67d9 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:00.337987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.365868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Transition to ACTIVE for port object ef761bb6-9a92-4043-a4c5-147ae3e724b3 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:00.390954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5aba19e4-e941-44cc-bb89-5fbe9813c643, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5aba19e4-e941-44cc-bb89-5fbe9813c643,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:00.420386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Transition to ACTIVE for port object ef761bb6-9a92-4043-a4c5-147ae3e724b3 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:00.421705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.463475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.472836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.508324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:00.511405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:00.511755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:00.513945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:00.516998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.519239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:00.537966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe06:69ad (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/9fc021f9-42c5-4d90-9a15-f4a8de9073fc/5caedb2c-7c5d-40b9-8556-89ff175e67d9) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:00.559807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5aba19e4-e941-44cc-bb89-5fbe9813c643,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:00.713574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b66fc4-7563-44d1-adc3-4dfd52c1e1b9,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:00.725043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Attempting to bind port ef761bb6-9a92-4043-a4c5-147ae3e724b3 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:00.725725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Attempting to bind port ef761bb6-9a92-4043-a4c5-147ae3e724b3 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:00.725853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Attempting to bind port ef761bb6-9a92-4043-a4c5-147ae3e724b3 on network fc3bd9ea-c518-4e31-a553-9bd60e61d401 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:00.736865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Pushing event updated for resources: {'Port': ['ID=ef761bb6-9a92-4043-a4c5-147ae3e724b3,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:00.738299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:00.738675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Checking segment: {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:00.739070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.739481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Bound using segment: {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:00.739983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Bound port: ef761bb6-9a92-4043-a4c5-147ae3e724b3, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:00.740355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.740519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.744223 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f6e468d5-d753-4b27-a1e3-b7a443fc919a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9123542 Mar 03 10:20:00.745353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60638) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:00.760105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '6720a0ff-d212-468e-8b0f-78e6fd5f241d', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:00.762220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 9e07f312-2963-4490-bbc7-cf78ea9678b1 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:00.762560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.768294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:00.774265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:00.779330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:00.802959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:00.816101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.826515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 59a968ac-77ea-4af0-baf5-17166b0e0638 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:00.826936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.834587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] For port ef761bb6-9a92-4043-a4c5-147ae3e724b3, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:00.838267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] For port ef761bb6-9a92-4043-a4c5-147ae3e724b3, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ef761bb6-9a92-4043-a4c5-147ae3e724b3,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:00.842605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 5caedb2c-7c5d-40b9-8556-89ff175e67d9 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:00.844298 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.845158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.914668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.919218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:00.933478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5dda0-e64c-4bd9-9872-9b647373a07f None None] Pushing event updated for resources: {'Port': ['ID=ef761bb6-9a92-4043-a4c5-147ae3e724b3,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:00.942851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.009056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fc006e-31b1-4a77-a235-bf378890bf50,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:01.012894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Deleting port 5aba19e4-e941-44cc-bb89-5fbe9813c643 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:01.013533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.040224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:01.041184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.042388 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be76db48-6688-478f-87ca-702ba6e2f1ce tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2968645 Mar 03 10:20:01.045948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:01.048493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:01.054989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:01.055382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.059026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60642) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:01.063179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=5caedb2c-7c5d-40b9-8556-89ff175e67d9,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:01.075137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '6720a0ff-d212-468e-8b0f-78e6fd5f241d', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:01.086544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:01.091652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:01.094626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:01.104294 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-25226d80-f2ca-43a4-a292-02cbc3e93cef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1145670 Mar 03 10:20:01.104294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:01.105685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60646) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:01.129130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.169651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.268504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00420e46-357f-41ad-bec2-6d59f3c00864 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:01.274986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00420e46-357f-41ad-bec2-6d59f3c00864 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:01.275842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-00420e46-357f-41ad-bec2-6d59f3c00864 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:01.279823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.290859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.324037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-00420e46-357f-41ad-bec2-6d59f3c00864 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:01.324934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-00420e46-357f-41ad-bec2-6d59f3c00864 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2188239 Mar 03 10:20:01.328713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2baafa-9d55-498c-a525-1b4b518a4460,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:01.331948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60650) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:01.339639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 9e07f312-2963-4490-bbc7-cf78ea9678b1 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:01.375281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.376351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-259deefc-8ddb-4cd4-8d98-ae51c360745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147469 Mar 03 10:20:01.379179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60654) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:01.381278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] For port 5aba19e4-e941-44cc-bb89-5fbe9813c643, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5aba19e4-e941-44cc-bb89-5fbe9813c643,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:01.381678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.384931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '6720a0ff-d212-468e-8b0f-78e6fd5f241d', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:01.392884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.404417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:01.411147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 5caedb2c-7c5d-40b9-8556-89ff175e67d9 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:01.411513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.422869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:01.428069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:01.506687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:01.531986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Calling delete_port for 5aba19e4-e941-44cc-bb89-5fbe9813c643 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:01.582138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 59a968ac-77ea-4af0-baf5-17166b0e0638 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:01.680430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.688789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.689340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.749816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] Pushing event deleted for resources: {'Port': ['ID=5aba19e4-e941-44cc-bb89-5fbe9813c643,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:01.860496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc1acd-a24e-4f8f-8650-7ababb9aba05 None None] No DVR routers for this DVR port 5aba19e4-e941-44cc-bb89-5fbe9813c643 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:01.862180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef761bb6-9a92-4043-a4c5-147ae3e724b3 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:01.881673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.886985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:01.952052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d120e76b-1a8a-4c34-b9ee-678c9191fb08 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:01.987191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2481145-290d-40b4-bcf3-85429711e99d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:02.019907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.024430 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fccb8d87-ffe9-475f-8c8f-a6f5e5b79e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6409824 Mar 03 10:20:02.041863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60660) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:02.042112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.051856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '6720a0ff-d212-468e-8b0f-78e6fd5f241d', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:02.057471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 5caedb2c-7c5d-40b9-8556-89ff175e67d9 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:02.061869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:02.067639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:02.072055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:02.078864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:02.154652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=9e07f312-2963-4490-bbc7-cf78ea9678b1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:02.162974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port ef761bb6-9a92-4043-a4c5-147ae3e724b3 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:02.204943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.221895 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:20:02.253986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.310439 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:20:02.311504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d831d863-292d-4fd3-af58-8166e9ca2326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '9fc021f9-42c5-4d90-9a15-f4a8de9073fc'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:02.312339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d831d863-292d-4fd3-af58-8166e9ca2326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.321362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=5caedb2c-7c5d-40b9-8556-89ff175e67d9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:02.337465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d6808-a2fa-4392-88c1-f1acf9051153 None None] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:02.374516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.384243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.399943 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-49e7d69a-f322-4cd0-92c8-dfec57f88246 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/5caedb2c-7c5d-40b9-8556-89ff175e67d9 HTTP/1.1" status: 204 len: 168 time: 1.0656078 Mar 03 10:20:02.402301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60668) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:02.433131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=59a968ac-77ea-4af0-baf5-17166b0e0638,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:02.506586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1abc1-eaf9-4bc0-8e29-1ed9d0783da5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:02.509031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1abc1-eaf9-4bc0-8e29-1ed9d0783da5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:02.511653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cba1abc1-eaf9-4bc0-8e29-1ed9d0783da5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:02.521711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e1a164c8-678b-4fcd-b1c6-6b9c32c1e5cc None None] Provisioning for port ef761bb6-9a92-4043-a4c5-147ae3e724b3 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:02.530150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cba1abc1-eaf9-4bc0-8e29-1ed9d0783da5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:02.531841 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cba1abc1-eaf9-4bc0-8e29-1ed9d0783da5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285334 Mar 03 10:20:02.535197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60672) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:02.551507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e1a164c8-678b-4fcd-b1c6-6b9c32c1e5cc None None] Provisioning complete for port ef761bb6-9a92-4043-a4c5-147ae3e724b3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:02.552410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e1a164c8-678b-4fcd-b1c6-6b9c32c1e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.613098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 9fc021f9-42c5-4d90-9a15-f4a8de9073fc {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:02.617370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.690345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.751933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.754487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.833163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server [None req-d831d863-292d-4fd3-af58-8166e9ca2326 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fc021f9-42c5-4d90-9a15-f4a8de9073fc: This subnet is being modified by another concurrent operation. Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server raise exception Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fc021f9-42c5-4d90-9a15-f4a8de9073fc: This subnet is being modified by another concurrent operation. Mar 03 10:20:02.841438 dv-neutron-831192-5-hyperv neutron-server[87890]: ERROR oslo_messaging.rpc.server Mar 03 10:20:02.854149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e1a164c8-678b-4fcd-b1c6-6b9c32c1e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.892098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e1a164c8-678b-4fcd-b1c6-6b9c32c1e5cc None None] For port ef761bb6-9a92-4043-a4c5-147ae3e724b3, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ef761bb6-9a92-4043-a4c5-147ae3e724b3,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:02.893791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc021f9-42c5-4d90-9a15-f4a8de9073fc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:02.895773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.906438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e1a164c8-678b-4fcd-b1c6-6b9c32c1e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:02.909233 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ef1f2d68-e98a-4d86-a294-a2952551d201 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/9fc021f9-42c5-4d90-9a15-f4a8de9073fc HTTP/1.1" status: 204 len: 168 time: 0.3728826 Mar 03 10:20:02.911511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60676) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:02.983054 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-00eb4462-ed2a-4603-aeba-0f9e89a04a46 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702710 Mar 03 10:20:02.985370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60680) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:02.987608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a164c8-678b-4fcd-b1c6-6b9c32c1e5cc None None] Pushing event updated for resources: {'Port': ['ID=ef761bb6-9a92-4043-a4c5-147ae3e724b3,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:03.018726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e17d4224-1f98-45c5-8e8f-414f68e91122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.041990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e92b55d4-29a9-4219-9eee-b38d206bface tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:03.058382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e92b55d4-29a9-4219-9eee-b38d206bface tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:03.060183 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e92b55d4-29a9-4219-9eee-b38d206bface tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0736508 Mar 03 10:20:03.062688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60684) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:03.132766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755df9b0-f304-4cfb-8d3f-fb8772650e6d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:03.133892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-755df9b0-f304-4cfb-8d3f-fb8772650e6d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:03.151975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-755df9b0-f304-4cfb-8d3f-fb8772650e6d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:03.155776 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-755df9b0-f304-4cfb-8d3f-fb8772650e6d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920188 Mar 03 10:20:03.156955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60688) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:03.180299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62acf195-4151-4bab-b160-8c0dd29903c4 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:20:03.229990 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-32bfeaae-3fe0-4a79-b93c-773af314f471 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715623 Mar 03 10:20:03.234565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60692) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:03.237122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.240656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:03.252945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a39373cb-4abd-46fd-b274-4321d3a3a042 None None] Provisioning complete for port ef761bb6-9a92-4043-a4c5-147ae3e724b3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:03.253313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a39373cb-4abd-46fd-b274-4321d3a3a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.291741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.303491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.339316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Router 1d01d3fc-e227-4b57-898b-b0f4f3bf81b4 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:20:03.361951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:03.372721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:03.383778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:03.387245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.389402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f0b53a-bb9b-4af8-8b9e-44247bc8f917,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:03.450457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62acf195-4151-4bab-b160-8c0dd29903c4 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:20:03.490291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.495070 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9c476e9f-7378-40c0-91e0-9439c6c50e35 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4545884 Mar 03 10:20:03.498483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60696) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:03.507091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '6720a0ff-d212-468e-8b0f-78e6fd5f241d', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:03.518271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:03.524634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:03.531628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:03.541373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:03.558422 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:20:03.568803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.686270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.696537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:03.701702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.714651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] Sync routers for ids ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:03.745258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d8c4e7-aadc-4f50-a9b0-3133f955e9ed,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:03.763181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.764587 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-163f8113-dafa-470c-9a8f-945dbf075399 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2649143 Mar 03 10:20:03.783278 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-16ea5774-e16e-4b34-9b61-3273ecce4c57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "PUT /v2.0/routers/1d01d3fc-e227-4b57-898b-b0f4f3bf81b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4142501 Mar 03 10:20:03.788368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router f94161a7-f0bc-421e-85f8-b88e6dc6fcb3 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:20:03.792170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60702) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:03.813546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef761bb6-9a92-4043-a4c5-147ae3e724b3 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:03.843934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] Routers {'1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:03.844570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:03.845018 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e3d5ba-3f98-44c6-b9b6-ca9784896e55 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:20:03.845552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f3e3d5ba-3f98-44c6-b9b6-ca9784896e55 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:03.877099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:20:03.878769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.951390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:03.955718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:03.960382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:03.961734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.978379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=b40aa5b0-c7e3-4843-8029-c44a1f18883b,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:03.988744 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dbe2b111-ab4c-45ad-9639-676e53589fca tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7530198 Mar 03 10:20:03.989491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:03.991182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60716) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:03.996939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': 'b40aa5b0-c7e3-4843-8029-c44a1f18883b'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:03.997818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:03.999830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:d5:ad:e7', 'name': 'tempest-NetworksTestDHCPv6-724259700'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:04.025092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] Routers {'1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:04.025739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:04.131328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:04.131741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac5dc0-9ee7-4b9e-ae6d-001ba8e87828 None None] The sync data for ids ['1d01d3fc-e227-4b57-898b-b0f4f3bf81b4'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:04.144466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ef761bb6-9a92-4043-a4c5-147ae3e724b3 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:04.144763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.150250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:04.161473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:04.172163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:04.176485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.188138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f3e3d5ba-3f98-44c6-b9b6-ca9784896e55 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:04.192071 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f3e3d5ba-3f98-44c6-b9b6-ca9784896e55 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/9e07f312-2963-4490-bbc7-cf78ea9678b1 HTTP/1.1" status: 404 len: 333 time: 0.3961468 Mar 03 10:20:04.192071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:04.192819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60720) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:04.196011 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f464693b-11bc-4747-b17e-f96b7134159f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/f94161a7-f0bc-421e-85f8-b88e6dc6fcb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5058010 Mar 03 10:20:04.199365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60724) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:04.208958 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] Sync routers for ids ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:04.219199 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] Routers {'f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:04.220058 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:04.272527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-df813e94-5168-4098-8ade-95df1aadb334 req-9c3f5a4d-ef8f-4f5c-bab1-f2efce550878 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:04.288182 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:04.298678 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] Routers {'f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:04.299603 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:19:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:04.303146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Allocated IP 2001:db8::f816:3eff:fe77:cda4 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/b40aa5b0-c7e3-4843-8029-c44a1f18883b/c3c6c694-a264-4e83-b875-d8f6985c160a) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:04.369496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-df813e94-5168-4098-8ade-95df1aadb334 req-9c3f5a4d-ef8f-4f5c-bab1-f2efce550878 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:04.370973 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-9c3f5a4d-ef8f-4f5c-bab1-f2efce550878 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690001451&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.3528326 Mar 03 10:20:04.373277 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:04.374059 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc109d4-b597-430f-8121-e9ce61cd4d0e None None] The sync data for ids ['f94161a7-f0bc-421e-85f8-b88e6dc6fcb3'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:04.452733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port b321764e-96de-46f4-b23f-6b2123326ddb yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:04.495072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a2371aa-9288-4885-aff9-4cc2cd949a2d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.616513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.627145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Transition to ACTIVE for port object c3c6c694-a264-4e83-b875-d8f6985c160a will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:04.646789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Transition to ACTIVE for port object c3c6c694-a264-4e83-b875-d8f6985c160a will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:04.653560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.686454 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-3faa96b7-ba6c-49f7-9e6f-34294d7d432b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 10:20:04.690155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3faa96b7-ba6c-49f7-9e6f-34294d7d432b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/f94161a7-f0bc-421e-85f8-b88e6dc6fcb3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4875424 Mar 03 10:20:04.691236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60730) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:04.721937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:04.730412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:04.735335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:04.740608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Pushing event updated for resources: {'Port': ['ID=c3c6c694-a264-4e83-b875-d8f6985c160a,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:04.748534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0479b429-9fe8-4b3e-8478-1f6e02e50e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:04.777466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-709a84a8-4aae-4d1e-8ecd-e1e54c92da14 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:04.778158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-df813e94-5168-4098-8ade-95df1aadb334 req-709a84a8-4aae-4d1e-8ecd-e1e54c92da14 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:04.792847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0479b429-9fe8-4b3e-8478-1f6e02e50e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:04.796827 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0479b429-9fe8-4b3e-8478-1f6e02e50e4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94161a7-f0bc-421e-85f8-b88e6dc6fcb3 HTTP/1.1" status: 200 len: 205 time: 0.1026886 Mar 03 10:20:04.796827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60734) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:04.833176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Attempting to bind port c3c6c694-a264-4e83-b875-d8f6985c160a on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:04.833699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Attempting to bind port c3c6c694-a264-4e83-b875-d8f6985c160a by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:04.834169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Attempting to bind port c3c6c694-a264-4e83-b875-d8f6985c160a on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:04.840207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:04.840794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:04.841303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.841798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:04.842367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Bound port: c3c6c694-a264-4e83-b875-d8f6985c160a, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:04.842841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.863782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-df813e94-5168-4098-8ade-95df1aadb334 req-709a84a8-4aae-4d1e-8ecd-e1e54c92da14 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:04.864936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-709a84a8-4aae-4d1e-8ecd-e1e54c92da14 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=fc3bd9ea-c518-4e31-a553-9bd60e61d401 HTTP/1.1" status: 200 len: 796 time: 0.4334188 Mar 03 10:20:04.873838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a2371aa-9288-4885-aff9-4cc2cd949a2d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.877861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a2371aa-9288-4885-aff9-4cc2cd949a2d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.918665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a2371aa-9288-4885-aff9-4cc2cd949a2d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.919147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2371aa-9288-4885-aff9-4cc2cd949a2d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Fanout notify agent at l3_agent the message router_deleted on router 1d01d3fc-e227-4b57-898b-b0f4f3bf81b4 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:20:04.921128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fed5:ade7 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/b40aa5b0-c7e3-4843-8029-c44a1f18883b/b321764e-96de-46f4-b23f-6b2123326ddb) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:04.947801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a2371aa-9288-4885-aff9-4cc2cd949a2d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.951469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5a2371aa-9288-4885-aff9-4cc2cd949a2d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/routers/1d01d3fc-e227-4b57-898b-b0f4f3bf81b4 HTTP/1.1" status: 204 len: 168 time: 0.7553737 Mar 03 10:20:04.951654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13205d1-1384-4f6a-b8c6-6ec50b074206 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:04.963815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60738) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:04.990956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:04.994888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c3c6c694-a264-4e83-b875-d8f6985c160a,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:04.999852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.013972 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-d12e06eb-5209-4231-ba51-700fb2990a32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0860682 Mar 03 10:20:05.065543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet 3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:05.085957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.089873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d9176-0267-450e-94b2-c71a3f2100c5 None None] Pushing event updated for resources: {'Port': ['ID=c3c6c694-a264-4e83-b875-d8f6985c160a,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:05.212771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-70349396-2715-446a-8eab-80776793a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.221171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.346170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13205d1-1384-4f6a-b8c6-6ec50b074206 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.351470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.351773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13205d1-1384-4f6a-b8c6-6ec50b074206 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.377238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object b321764e-96de-46f4-b23f-6b2123326ddb will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:05.390429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.394369 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-b558815e-2ed5-4ced-a062-aa684173230f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3718753 Mar 03 10:20:05.400680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13205d1-1384-4f6a-b8c6-6ec50b074206 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.401192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13205d1-1384-4f6a-b8c6-6ec50b074206 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Fanout notify agent at l3_agent the message router_deleted on router f94161a7-f0bc-421e-85f8-b88e6dc6fcb3 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:20:05.415533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13205d1-1384-4f6a-b8c6-6ec50b074206 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.416975 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b13205d1-1384-4f6a-b8c6-6ec50b074206 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/f94161a7-f0bc-421e-85f8-b88e6dc6fcb3 HTTP/1.1" status: 204 len: 168 time: 0.6192415 Mar 03 10:20:05.437832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60742) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:05.506898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.542925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.597115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:05.600978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.624941 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-267691d4-95e0-49c8-a00b-bba57e705ffe tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0 HTTP/1.1" status: 204 len: 168 time: 0.6600673 Mar 03 10:20:05.626794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:05.629637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60746) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:05.630446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:05.638970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:05.642763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:05.643392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.705263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=b321764e-96de-46f4-b23f-6b2123326ddb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:05.725278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet 67f36421-c572-468c-adec-f620df97248d {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:05.730254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.759380 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-47970640-c8ba-4a33-9d53-776f056fdcef tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7663386 Mar 03 10:20:05.764656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60750) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:05.777068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c3c6c694-a264-4e83-b875-d8f6985c160a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:05.789037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.799493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 3db4f83f-d330-481f-8fc1-e20c36c05e25 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:05.799855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:05.850050 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-9f2ec5cc-af8b-4442-ba5f-9b92ed45a908 service neutron] 10.222.0.23 "GET /v2.0/networks/fc3bd9ea-c518-4e31-a553-9bd60e61d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310706 Mar 03 10:20:05.867910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c3c6c694-a264-4e83-b875-d8f6985c160a completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:05.880691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.099065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.102464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.103815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d50a7a-428e-40a0-9339-5cbd38fda874 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:06.109850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d50a7a-428e-40a0-9339-5cbd38fda874 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:06.114518 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-07d50a7a-428e-40a0-9339-5cbd38fda874 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3425357 Mar 03 10:20:06.125625 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-84971baa-e258-4127-8f26-2aa426f96e6f service neutron] 10.222.0.23 "GET /v2.0/networks/fc3bd9ea-c518-4e31-a553-9bd60e61d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680976 Mar 03 10:20:06.127442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60754) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:06.137355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.162285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] For port 3db4f83f-d330-481f-8fc1-e20c36c05e25, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3db4f83f-d330-481f-8fc1-e20c36c05e25,segment=NetworkSegment(c049dc4c-a53d-483c-8f1a-9f8afd30a4d8),segment_id=c049dc4c-a53d-483c-8f1a-9f8afd30a4d8)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:06.162943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.307648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 3db4f83f-d330-481f-8fc1-e20c36c05e25 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:06.338788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2249cc-9406-4e3a-9b78-263539e87714 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:06.385629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd90743d-a33f-4965-92c8-265af86e15f7 None None] Network 55b5db80-066e-473c-9ca2-5d93092db6c8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:06.463737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port b321764e-96de-46f4-b23f-6b2123326ddb {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:06.463737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.474922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.541268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No DVR routers for this DVR port 3db4f83f-d330-481f-8fc1-e20c36c05e25 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:06.578294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=3db4f83f-d330-481f-8fc1-e20c36c05e25,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:06.625407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c1972b14-8211-4e42-a0ca-6be4901aca2e None None] Provisioning for port c3c6c694-a264-4e83-b875-d8f6985c160a completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:06.665946 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4855e3e2-1d06-48dd-b929-1e86127be7c7 req-c9800356-b4c3-449d-8bae-a31ca6330e12 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 210 time: 0.2949443 Mar 03 10:20:06.686939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c1972b14-8211-4e42-a0ca-6be4901aca2e None None] Provisioning complete for port c3c6c694-a264-4e83-b875-d8f6985c160a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:06.687671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c1972b14-8211-4e42-a0ca-6be4901aca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.694349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.709483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.750206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b5db80-066e-473c-9ca2-5d93092db6c8']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:06.763566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.766714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=67f36421-c572-468c-adec-f620df97248d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:06.779398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c049dc4c-a53d-483c-8f1a-9f8afd30a4d8') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:06.779927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c049dc4c-a53d-483c-8f1a-9f8afd30a4d8') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:06.795686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.807508 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-aa8a07ef-dbb9-45c1-9d4e-fabc0084c942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/67f36421-c572-468c-adec-f620df97248d HTTP/1.1" status: 204 len: 168 time: 1.3660827 Mar 03 10:20:06.810807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60768) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:06.819606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.829636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:20:06.831660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:20:06.873898 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:20:06.905662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c24039-91c7-44f0-9218-ac639cee1c20 None None] Network a985afd5-5360-4075-ad3f-76ec8823bf02 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:07.027981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.036597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.063488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.102074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.108860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=55b5db80-066e-473c-9ca2-5d93092db6c8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:07.125777 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d8d53f2b-b7dd-4097-8e64-4580480081a7 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/55b5db80-066e-473c-9ca2-5d93092db6c8 HTTP/1.1" status: 204 len: 168 time: 1.4929776 Mar 03 10:20:07.130297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60772) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:07.179954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port a6da061b-6a1c-4823-b436-23679bd82e8b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:07.180609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.211669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c309e241-2853-4ed6-adda-6a98a26c378f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:07.212388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c309e241-2853-4ed6-adda-6a98a26c378f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:07.214928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for b321764e-96de-46f4-b23f-6b2123326ddb owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:07.235171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c309e241-2853-4ed6-adda-6a98a26c378f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:07.237591 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c309e241-2853-4ed6-adda-6a98a26c378f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/eae12108-751f-4c1a-9f4b-66410b6d4649 HTTP/1.1" status: 200 len: 845 time: 0.1062386 Mar 03 10:20:07.243864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60776) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:07.261183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74f2b7-856f-4909-b55e-a189aafa9677 None None] DHCP port deletion for 55b5db80-066e-473c-9ca2-5d93092db6c8 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:07.345756 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-20b39fd2-4460-46c5-9d0f-b74031a25bf9 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/eae12108-751f-4c1a-9f4b-66410b6d4649?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0983338 Mar 03 10:20:07.345756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60780) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:07.350644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:07.372184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c1972b14-8211-4e42-a0ca-6be4901aca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.425968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c1972b14-8211-4e42-a0ca-6be4901aca2e None None] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c3c6c694-a264-4e83-b875-d8f6985c160a,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:07.443876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c1972b14-8211-4e42-a0ca-6be4901aca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.524167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972b14-8211-4e42-a0ca-6be4901aca2e None None] Pushing event updated for resources: {'Port': ['ID=c3c6c694-a264-4e83-b875-d8f6985c160a,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:07.552262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:07.557081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:07.560997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:07.567282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:07.580025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] DHCP port deletion for a985afd5-5360-4075-ad3f-76ec8823bf02 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:07.585195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Deleting port a6da061b-6a1c-4823-b436-23679bd82e8b {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:07.585862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.586692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:07.591162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.723904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.834040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=b321764e-96de-46f4-b23f-6b2123326ddb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:07.839026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port a6da061b-6a1c-4823-b436-23679bd82e8b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a6da061b-6a1c-4823-b436-23679bd82e8b,segment=NetworkSegment(f07e36cd-02bb-48ce-a81b-a047440ad908),segment_id=f07e36cd-02bb-48ce-a81b-a047440ad908)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:07.839683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.863137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:07.952502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c3c6c694-a264-4e83-b875-d8f6985c160a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:08.034727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.035437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-98b87015-de3b-42c2-af24-0356d13bac33 None None] Could not find standard attr ID for object b321764e-96de-46f4-b23f-6b2123326ddb. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:08.048629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] For port a6da061b-6a1c-4823-b436-23679bd82e8b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a6da061b-6a1c-4823-b436-23679bd82e8b,segment=NetworkSegment(f07e36cd-02bb-48ce-a81b-a047440ad908),segment_id=f07e36cd-02bb-48ce-a81b-a047440ad908)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:08.049009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.058887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for a6da061b-6a1c-4823-b436-23679bd82e8b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:08.061693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.108401 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d7d0982-dd37-48b8-89e1-42f97a6f8284 req-571a145c-5f2f-4295-8e65-10de061cea2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 210 time: 0.1776702 Mar 03 10:20:08.109679 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-216bb579-aaed-4da5-a0ba-d17f3a3eca3e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/b321764e-96de-46f4-b23f-6b2123326ddb HTTP/1.1" status: 204 len: 168 time: 1.9743292 Mar 03 10:20:08.112426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60786) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:08.197893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fcd6be-0246-49f8-99a3-289cd2053f3a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:08.199479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fcd6be-0246-49f8-99a3-289cd2053f3a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:08.200241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-04fcd6be-0246-49f8-99a3-289cd2053f3a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:08.215757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:08.217136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=b450dd29-c42e-49d4-9d53-8372664cb58b,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:08.234852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:08.242094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Calling delete_port for a6da061b-6a1c-4823-b436-23679bd82e8b owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:08.256982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-04fcd6be-0246-49f8-99a3-289cd2053f3a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:08.259007 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-04fcd6be-0246-49f8-99a3-289cd2053f3a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1456194 Mar 03 10:20:08.261865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60796) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:08.291142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-d40a7ce7-fbe5-4905-ae68-e93a35915a11 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:08.292655 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-d40a7ce7-fbe5-4905-ae68-e93a35915a11 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=fc3bd9ea-c518-4e31-a553-9bd60e61d401 HTTP/1.1" status: 200 len: 796 time: 0.4414032 Mar 03 10:20:08.293923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:08.294489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.300379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915f68b-7c61-4872-a995-fee129e0817b None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:08.310380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.371386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No DVR routers for this DVR port a6da061b-6a1c-4823-b436-23679bd82e8b on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:08.375146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-98b87015-de3b-42c2-af24-0356d13bac33 None None] Provisioning complete for port c3c6c694-a264-4e83-b875-d8f6985c160a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:08.375766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-98b87015-de3b-42c2-af24-0356d13bac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.375934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-fb07c508-6a42-4df1-9206-d59bde965a8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 473 time: 0.0624776 Mar 03 10:20:08.379390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a31a92f7-00ce-4593-985f-8ffdb5ce4195 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0324295 Mar 03 10:20:08.380413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60800) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:08.388457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'security_group': {'name': 'tempest-secgroup-1294094003'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:08.396699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['6720a0ff-d212-468e-8b0f-78e6fd5f241d']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:08.419101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=a6da061b-6a1c-4823-b436-23679bd82e8b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:08.443545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:08.454246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:08.459954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:08.469456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet b40aa5b0-c7e3-4843-8029-c44a1f18883b {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:08.474958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.536682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:08.566446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.574126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.606625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:08.607918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.612544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c3c6c694-a264-4e83-b875-d8f6985c160a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:08.612907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.613668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group_rule and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:08.616392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:08.619332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:08.625488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:port and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:08.628031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:08.629991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:08.641765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:08.641967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a985afd5-5360-4075-ad3f-76ec8823bf02']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:08.664426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:08.665186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07e36cd-02bb-48ce-a81b-a047440ad908') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:08.665489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07e36cd-02bb-48ce-a81b-a047440ad908') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:08.668129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.683829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.716859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.719892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:08.720264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:08.727248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:20:08.727691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:20:08.743834 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:20:08.827748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.883278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.887902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.905240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.911510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6f1689f7-35f2-4d19-8062-6e49d833e6b6 None None] Could not find standard attr ID for object b321764e-96de-46f4-b23f-6b2123326ddb. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:08.912950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.935939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=a985afd5-5360-4075-ad3f-76ec8823bf02,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:08.951739 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0e22008d-0e10-4cb1-b2ec-34e9404ef33a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/a985afd5-5360-4075-ad3f-76ec8823bf02 HTTP/1.1" status: 204 len: 168 time: 2.1355793 Mar 03 10:20:08.954319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60804) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:08.965152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-280217595'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:08.969852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'tenant_id': 'fcded2aea75a4c589da2f0e0ffe9f8b2', 'fixed_ips': [{'subnet_id': 'b450dd29-c42e-49d4-9d53-8372664cb58b'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:08.971482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.971994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:08.977514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:08.982065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:08.986779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:09.015474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.016683 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6351032 Mar 03 10:20:09.020019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60808) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:09.020636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367202f-e371-4e1a-8615-4145c7641f3f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a035781-bd0b-476f-8351-c338d792f50b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:09.030117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'security_group': {'name': 'tempest-secgroup-360224707'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:09.034288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:09.037437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:09.039481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.042254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=b40aa5b0-c7e3-4843-8029-c44a1f18883b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:09.045976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:09.050377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:09.058636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.30 (fc3bd9ea-c518-4e31-a553-9bd60e61d401/3e4cc657-1dcb-434c-ad69-15c950b5382e/f6ad6425-3f20-4546-8acf-db373e958e58) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:09.060148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:09.060709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:09.064885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3db4f83f-d330-481f-8fc1-e20c36c05e25 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:09.065136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.078718 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6fc47b23-445f-47b7-8bfe-6d1f17f92a12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/b40aa5b0-c7e3-4843-8029-c44a1f18883b HTTP/1.1" status: 204 len: 168 time: 0.8157470 Mar 03 10:20:09.080183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.085316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60812) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:09.103469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2dcf70-2af4-4085-a305-516f3a9f4295 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:09.126387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:09.146002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group_rule and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:09.160243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:09.162891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 3db4f83f-d330-481f-8fc1-e20c36c05e25 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:09.163053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:20:09.163174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3db4f83f-d330-481f-8fc1-e20c36c05e25 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:09.164511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a6da061b-6a1c-4823-b436-23679bd82e8b no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:09.170932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:09.173030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.173417 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment 4050e634-58dc-4c4a-bdb4-bebb8928b40e of type vlan for network c94d9e07-ad06-4d86-bf37-b18758e78db7 Mar 03 10:20:09.200722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.209279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: a6da061b-6a1c-4823-b436-23679bd82e8b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:09.209799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a6da061b-6a1c-4823-b436-23679bd82e8b not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:09.240660 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9cab45d3-2a1f-42d9-aeca-a58362e58464 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506851 Mar 03 10:20:09.240660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.240951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60818) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:09.245432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:09.246104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.246653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:09.282099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Deleting port a6da061b-6a1c-4823-b436-23679bd82e8b {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:09.282463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.285471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3291359 Mar 03 10:20:09.300208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60822) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:09.343081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': 'c94d9e07-ad06-4d86-bf37-b18758e78db7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:09.380346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-675439bf-2c9b-483f-b28b-9d9006bf06ac None None] The port 'a6da061b-6a1c-4823-b436-23679bd82e8b' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:20:09.445743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.471096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.519260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.520864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Allocated IP 2001:db8::2 (6c61d290-ddf7-4c87-89dc-07fc15e9b906/b450dd29-c42e-49d4-9d53-8372664cb58b/a52a44e5-0b08-4a1d-864b-59f8378bf250) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:09.521643 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4986372 Mar 03 10:20:09.531267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60826) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:09.540297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:09.544858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:09.548118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:09.554956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:09.573767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.580512 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-24b8d14a-0286-4355-baa4-4ae0dc140f1b req-8c9fc742-e1af-452f-9256-49c77ed4ae42 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 210 time: 0.2819476 Mar 03 10:20:09.581091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2110699674', 'security_groups': ['82a23a03-028a-47bf-bdda-2e6a0cc6b727'], 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b450dd29-c42e-49d4-9d53-8372664cb58b'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:09.656423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdad4b2-2a53-457a-a33e-fc1e3f11e94f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=c94d9e07-ad06-4d86-bf37-b18758e78db7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:09.675220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:20:09.685376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:09.685674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:09.689464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:09.690097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.692398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:09.699079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:09.712197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:09.712808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:09.717657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.732020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Deleting port c3c6c694-a264-4e83-b875-d8f6985c160a {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:09.732636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.748721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object f6ad6425-3f20-4546-8acf-db373e958e58 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:09.761095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c0b6f-a85c-4bc1-8705-bb94c9a51c41 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a23a03-028a-47bf-bdda-2e6a0cc6b727,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:09.820396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c3c6c694-a264-4e83-b875-d8f6985c160a no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:09.894627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:09.911697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:09.914123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:09.984109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.013462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.019044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:10.068742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:10.073464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=528e34f8-a334-4a61-aec1-90fb1b7821ff,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:10.077705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:10.101223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': '4050e634-58dc-4c4a-bdb4-bebb8928b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c94d9e07-ad06-4d86-bf37-b18758e78db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:10.102162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: c94d9e07-ad06-4d86-bf37-b18758e78db7, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:20:10.123052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:20:10.134007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Transition to ACTIVE for port object a52a44e5-0b08-4a1d-864b-59f8378bf250 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:10.135907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:10.140199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c94d9e07-ad06-4d86-bf37-b18758e78db7) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:10.144745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:10.145343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.182143 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-87b137fc-7e4d-4c9b-8867-550ef2ba3a3c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8809164 Mar 03 10:20:10.184522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60830) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:10.191682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-56053394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:10.200122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:10.206404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:router and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:10.209543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:10.211281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=f6ad6425-3f20-4546-8acf-db373e958e58,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:10.219048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:10.227373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597233c3-0795-4fe8-95d3-cd57b9260a99 None None] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:10.233309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.234564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.255162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.266540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:10.267345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.277814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.300842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Transition to ACTIVE for port object a52a44e5-0b08-4a1d-864b-59f8378bf250 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:10.308142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.309843 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77570cda-a9df-46b0-a54d-fcdfd4cdc9ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1236491 Mar 03 10:20:10.312495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c3c6c694-a264-4e83-b875-d8f6985c160a,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:10.312657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60834) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:10.312900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.351605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.381523 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-cff75a6e-d793-4f3d-adb3-d5949d355f19 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9966347 Mar 03 10:20:10.384118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:10.427766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.434357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Request body: {'port': {'device_id': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:10.523489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.545181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Calling delete_port for c3c6c694-a264-4e83-b875-d8f6985c160a owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:10.622306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c3c6c694-a264-4e83-b875-d8f6985c160a,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:10.662373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.703041 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:10.706505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-20bda9ed-ff4f-42df-be80-49a46646ad57 None None] Provisioning for port f6ad6425-3f20-4546-8acf-db373e958e58 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:10.722489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:10.760322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:10.763602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-20bda9ed-ff4f-42df-be80-49a46646ad57 None None] Provisioning complete for port f6ad6425-3f20-4546-8acf-db373e958e58 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:10.763975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20bda9ed-ff4f-42df-be80-49a46646ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.808849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Pushing event updated for resources: {'Port': ['ID=a52a44e5-0b08-4a1d-864b-59f8378bf250,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:10.850163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.879419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:20:10.943943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:10.966514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:10.967452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:11.029638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045906-2319-4703-9b5e-6bb3921f6da2 req-98acb576-3bae-4acd-83b1-514a5be11bc2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:11.031516 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b0045906-2319-4703-9b5e-6bb3921f6da2 req-98acb576-3bae-4acd-83b1-514a5be11bc2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 932 time: 0.2594643 Mar 03 10:20:11.037163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-20bda9ed-ff4f-42df-be80-49a46646ad57 None None] Port f6ad6425-3f20-4546-8acf-db373e958e58 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:11.045611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Attempting to bind port a52a44e5-0b08-4a1d-864b-59f8378bf250 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:11.045982 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Attempting to bind port a52a44e5-0b08-4a1d-864b-59f8378bf250 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '65dd42b7-ad0c-404e-8e4d-c14e207a6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:11.046344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Attempting to bind port a52a44e5-0b08-4a1d-864b-59f8378bf250 on network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:11.055962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-c94d9e07-ad06-4d86-bf37-b18758e78db7', 'network_id': 'c94d9e07-ad06-4d86-bf37-b18758e78db7', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': '528e34f8-a334-4a61-aec1-90fb1b7821ff'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:11.056801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.068058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=c3c6c694-a264-4e83-b875-d8f6985c160a,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:11.070801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:11.071186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Checking segment: {'id': '65dd42b7-ad0c-404e-8e4d-c14e207a6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:11.071750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.072143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Bound using segment: {'id': '65dd42b7-ad0c-404e-8e4d-c14e207a6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:11.072612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Bound port: a52a44e5-0b08-4a1d-864b-59f8378bf250, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65dd42b7-ad0c-404e-8e4d-c14e207a6b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:11.073014 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.084925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::15 (6c61d290-ddf7-4c87-89dc-07fc15e9b906/b450dd29-c42e-49d4-9d53-8372664cb58b/7b04efe5-5a63-45d8-a0e4-24ba02133ac8) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:11.224540 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b0045906-2319-4703-9b5e-6bb3921f6da2 req-1fd4b508-8426-43ec-beeb-64dd75282ea6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746948 Mar 03 10:20:11.268541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:11.285961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a52a44e5-0b08-4a1d-864b-59f8378bf250,segment=NetworkSegment(65dd42b7-ad0c-404e-8e4d-c14e207a6b0e),segment_id=65dd42b7-ad0c-404e-8e4d-c14e207a6b0e)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:11.293385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.354071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Allocated IP 172.20.0.2 (c94d9e07-ad06-4d86-bf37-b18758e78db7/528e34f8-a334-4a61-aec1-90fb1b7821ff/4c4375be-0efb-4447-8591-2b33069415b3) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:11.431213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c839-9b4b-4e47-a899-45381b9fc1b0 None None] Pushing event updated for resources: {'Port': ['ID=a52a44e5-0b08-4a1d-864b-59f8378bf250,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:11.452992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.479941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Deleting port c3c6c694-a264-4e83-b875-d8f6985c160a {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:11.480332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.691093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.821685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:11.863555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a52a44e5-0b08-4a1d-864b-59f8378bf250 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:11.879475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ad6425-3f20-4546-8acf-db373e958e58 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:20:11.898514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.917763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c3c6c694-a264-4e83-b875-d8f6985c160a,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:11.927216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.928236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Transition to ACTIVE for port object f6ad6425-3f20-4546-8acf-db373e958e58 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:11.937163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.958975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Transition to ACTIVE for port object 4c4375be-0efb-4447-8591-2b33069415b3 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:11.980812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:11.992510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c3c6c694-a264-4e83-b875-d8f6985c160a,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:11.992943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.012856 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Transition to ACTIVE for port object 4c4375be-0efb-4447-8591-2b33069415b3 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:12.089906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.108812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:12.110668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.111773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.123714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.20.0.1 (c94d9e07-ad06-4d86-bf37-b18758e78db7/528e34f8-a334-4a61-aec1-90fb1b7821ff/33e10800-42f1-4d10-9416-c5c9e5fc1406) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:12.170047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Calling delete_port for c3c6c694-a264-4e83-b875-d8f6985c160a owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:12.176699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:12.179918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:12.185771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:12.186386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.222211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ad6425-3f20-4546-8acf-db373e958e58,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:12.249559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a52a44e5-0b08-4a1d-864b-59f8378bf250 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:12.274018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.354819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:12.375871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:12.379887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:12.380821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.406275 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8686061 Mar 03 10:20:12.415825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=8e67d9dd-6a41-46cf-84d5-74df86697f6a,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:12.424275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60842) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:12.434798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:12.455139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383e0b5-562c-45ad-b085-8fc9be055dbb tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=7b04efe5-5a63-45d8-a0e4-24ba02133ac8,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:12.480453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:12.495217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:12.500108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.512753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:12.524268 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object 33e10800-42f1-4d10-9416-c5c9e5fc1406 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:12.524487 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2791007 Mar 03 10:20:12.531778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60846) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:12.534615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Pushing event updated for resources: {'Port': ['ID=4c4375be-0efb-4447-8591-2b33069415b3,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:12.580412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:90:7b:ee', 'name': 'tempest-NetworksTestDHCPv6-2135719409'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:12.617222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:12.617892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:12.619692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Attempting to bind port f6ad6425-3f20-4546-8acf-db373e958e58 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:12.620039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Attempting to bind port f6ad6425-3f20-4546-8acf-db373e958e58 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:12.620364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Attempting to bind port f6ad6425-3f20-4546-8acf-db373e958e58 on network fc3bd9ea-c518-4e31-a553-9bd60e61d401 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:12.639786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Attempting to bind port 4c4375be-0efb-4447-8591-2b33069415b3 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:12.640451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Attempting to bind port 4c4375be-0efb-4447-8591-2b33069415b3 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '4050e634-58dc-4c4a-bdb4-bebb8928b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c94d9e07-ad06-4d86-bf37-b18758e78db7'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:12.641007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Attempting to bind port 4c4375be-0efb-4447-8591-2b33069415b3 on network c94d9e07-ad06-4d86-bf37-b18758e78db7 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:12.649185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:12.649862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Checking segment: {'id': '4050e634-58dc-4c4a-bdb4-bebb8928b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c94d9e07-ad06-4d86-bf37-b18758e78db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:12.650416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.650959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Bound using segment: {'id': '4050e634-58dc-4c4a-bdb4-bebb8928b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c94d9e07-ad06-4d86-bf37-b18758e78db7'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:12.652372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Bound port: 4c4375be-0efb-4447-8591-2b33069415b3, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4050e634-58dc-4c4a-bdb4-bebb8928b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c94d9e07-ad06-4d86-bf37-b18758e78db7'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:12.653087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.687753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Port f6ad6425-3f20-4546-8acf-db373e958e58 on network fc3bd9ea-c518-4e31-a553-9bd60e61d401 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:20:12.688464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Attempting to bind port f6ad6425-3f20-4546-8acf-db373e958e58 on network fc3bd9ea-c518-4e31-a553-9bd60e61d401 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:12.701856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:12.719256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:12.719647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Checking segment: {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:12.720030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Bound using segment: {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:12.720657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Bound port: f6ad6425-3f20-4546-8acf-db373e958e58, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:12.721168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.738255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.770656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] For port 4c4375be-0efb-4447-8591-2b33069415b3, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:12.774709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] For port 4c4375be-0efb-4447-8591-2b33069415b3, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4c4375be-0efb-4447-8591-2b33069415b3,segment=NetworkSegment(4050e634-58dc-4c4a-bdb4-bebb8928b40e),segment_id=4050e634-58dc-4c4a-bdb4-bebb8928b40e)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:12.780617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:12.847338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:12.864764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:12.868108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:12.893415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca40d96-32f3-4e2d-9c14-457b6ad11c18 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=c3c6c694-a264-4e83-b875-d8f6985c160a,revision_number=7']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:12.898326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:12.901525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:12.910122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:12.912230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:12.924081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=33e10800-42f1-4d10-9416-c5c9e5fc1406,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:12.933159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:12.950171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908f21-e1d1-4b5c-9bec-03364cc003ce req-38fbb401-e239-44b8-bfb2-52371294225b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:12.957090 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c908f21-e1d1-4b5c-9bec-03364cc003ce req-38fbb401-e239-44b8-bfb2-52371294225b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 944 time: 0.4271052 Mar 03 10:20:12.965791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245091bd-63f9-4a3e-ac98-99085b9469fe None None] Pushing event updated for resources: {'Port': ['ID=4c4375be-0efb-4447-8591-2b33069415b3,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:12.975106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:12.985147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Provisioning for port a52a44e5-0b08-4a1d-864b-59f8378bf250 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:13.003540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:13.005120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:13.005710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.012246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] For port f6ad6425-3f20-4546-8acf-db373e958e58, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:13.013476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.016270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] For port f6ad6425-3f20-4546-8acf-db373e958e58, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6ad6425-3f20-4546-8acf-db373e958e58,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:13.026180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.050001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:13.066082 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Deleting port c3c6c694-a264-4e83-b875-d8f6985c160a {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:13.066650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.088435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:13.093854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.108882 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c908f21-e1d1-4b5c-9bec-03364cc003ce req-c79a3aa5-468b-4006-ac2e-a6b3c8d1b9cf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508350 Mar 03 10:20:13.189228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:13.190914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.192285 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6ad6425-3f20-4546-8acf-db373e958e58 HTTP/1.1" status: 200 len: 1094 time: 2.7683270 Mar 03 10:20:13.199915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'tag': 'f6ad6425-3f20-4546-8acf-db373e958e58'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:20:13.374785 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'tag': 'f6ad6425-3f20-4546-8acf-db373e958e58', 'status': 'completed', 'code': 200} Mar 03 10:20:13.406913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.516160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.553025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa4130-e2bd-441d-a4ef-c01483434f94 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ad6425-3f20-4546-8acf-db373e958e58,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:13.573415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 629a7ad4-6d28-45a6-85de-db9197ed9920 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:13.594753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.ipam_backend_mixin [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b450dd29-c42e-49d4-9d53-8372664cb58b (CIDR: 2001:db8::/64) Mar 03 10:20:13.606906 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:20:13.607383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:13.641799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-64806208-4110-407e-875d-c85efd472183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:13.643600 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-64806208-4110-407e-875d-c85efd472183 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 1097 time: 0.3106346 Mar 03 10:20:13.644856 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-21222b7b-a1ee-465d-b7ed-ca3f1a8c41d2 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2196748 Mar 03 10:20:13.648146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60872) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:13.660049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:13.783128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] For port c3c6c694-a264-4e83-b875-d8f6985c160a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c3c6c694-a264-4e83-b875-d8f6985c160a,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:13.783723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:13.826715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c4375be-0efb-4447-8591-2b33069415b3 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:13.933118 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-79f67881-4f48-4ce5-aae9-a65bfc173585 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f6ad6425-3f20-4546-8acf-db373e958e58 HTTP/1.1" status: 200 len: 217 time: 0.0755548 Mar 03 10:20:13.958567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.019599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:14.022696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-1dd8ebdb-7e7e-484d-86a8-5a7c1e2f19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:14.027193 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-1dd8ebdb-7e7e-484d-86a8-5a7c1e2f19bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e4cc657-1dcb-434c-ad69-15c950b5382e HTTP/1.1" status: 200 len: 838 time: 0.0850294 Mar 03 10:20:14.028506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:14.032857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:14.033495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Calling delete_port for c3c6c694-a264-4e83-b875-d8f6985c160a owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:14.077123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:14.102101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4c4375be-0efb-4447-8591-2b33069415b3 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:14.102780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:14.106307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.136783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe90:7bee (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/8e67d9dd-6a41-46cf-84d5-74df86697f6a/629a7ad4-6d28-45a6-85de-db9197ed9920) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:14.141321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a52a44e5-0b08-4a1d-864b-59f8378bf250,segment=NetworkSegment(65dd42b7-ad0c-404e-8e4d-c14e207a6b0e),segment_id=65dd42b7-ad0c-404e-8e4d-c14e207a6b0e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:14.150589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.242919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813e94-5168-4098-8ade-95df1aadb334 req-189caed9-f683-4abd-a1c3-9cb0fcd87599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:14.247810 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-189caed9-f683-4abd-a1c3-9cb0fcd87599 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc3bd9ea-c518-4e31-a553-9bd60e61d401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2160275 Mar 03 10:20:14.337710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Pushing event updated for resources: {'Port': ['ID=a52a44e5-0b08-4a1d-864b-59f8378bf250,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:14.354170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e8c1b-5c1e-445f-a687-0a2bcc2efcc7 req-d9e0a580-f797-4eb9-89d5-f480de4a0548 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:14.359117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Provisioning complete for port eae12108-751f-4c1a-9f4b-66410b6d4649 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:14.359541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.361920 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f8e8c1b-5c1e-445f-a687-0a2bcc2efcc7 req-d9e0a580-f797-4eb9-89d5-f480de4a0548 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.5267234 Mar 03 10:20:14.449200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa62e7-0d6f-4b5b-8bc7-9632af233eb2 None None] Port eae12108-751f-4c1a-9f4b-66410b6d4649 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:14.455529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.458936 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-9e139e45-72d4-46be-8b61-001547bc480e service neutron] 10.222.0.32 "GET /v2.0/networks/fc3bd9ea-c518-4e31-a553-9bd60e61d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043505 Mar 03 10:20:14.528860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] Pushing event deleted for resources: {'Port': ['ID=c3c6c694-a264-4e83-b875-d8f6985c160a,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:14.630811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea4b89-7a37-4c0f-b15f-8d598743bd88 None None] No DVR routers for this DVR port c3c6c694-a264-4e83-b875-d8f6985c160a on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:14.654745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4a785-f50a-4649-a47f-a33b528ca1c0 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:14.672202 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f8e8c1b-5c1e-445f-a687-0a2bcc2efcc7 req-355add0c-1eb4-425e-b94c-287a4e6e1c71 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088439 Mar 03 10:20:14.677277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30975df4-2eeb-4e89-baf3-dbc6ed3c9db1 None None] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:14.721582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.769148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-52218842-8307-40b1-b985-144a73ad9278 None None] Provisioning for port 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:14.784277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-52218842-8307-40b1-b985-144a73ad9278 None None] Provisioning complete for port 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:14.784976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-52218842-8307-40b1-b985-144a73ad9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.789254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.796603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:14.805258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.808272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:14.814018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:14.814588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.846669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=9eb7d905-b708-4f71-91b0-e415d1859f06,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:14.861903 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-df813e94-5168-4098-8ade-95df1aadb334 req-63094e6a-5c72-45a1-8bfb-fd5e44ce9368 service neutron] 10.222.0.32 "GET /v2.0/networks/fc3bd9ea-c518-4e31-a553-9bd60e61d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402883 Mar 03 10:20:14.868386 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-02ce1715-78ea-40d0-ab47-b4c4ff4b7a4c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2132449 Mar 03 10:20:14.878443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce9503-0f5e-4912-ac3c-c2248786fecb None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:14.880705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60878) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:14.887215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1440597632', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9eb7d905-b708-4f71-91b0-e415d1859f06'}], 'security_groups': ['1a035781-bd0b-476f-8351-c338d792f50b']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:14.930010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cbcb-b30c-463b-b522-e4d3812b15ad req-fa4fc979-aff7-481b-ab96-e46f804f9a98 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:14.931508 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f21cbcb-b30c-463b-b522-e4d3812b15ad req-fa4fc979-aff7-481b-ab96-e46f804f9a98 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 944 time: 0.6191936 Mar 03 10:20:14.988840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:14.993384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=33e10800-42f1-4d10-9416-c5c9e5fc1406,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:15.011798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.029227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-52218842-8307-40b1-b985-144a73ad9278 None None] Port 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:15.043277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 629a7ad4-6d28-45a6-85de-db9197ed9920 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:15.065086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.075549 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f21cbcb-b30c-463b-b522-e4d3812b15ad req-427080a9-8e82-4d84-be87-8b57d5a21ee5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269195 Mar 03 10:20:15.214277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.253910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-29d4dbad-121a-455e-b966-9eb6b5ce4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:15.255268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-29d4dbad-121a-455e-b966-9eb6b5ce4ecd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 1097 time: 0.3281283 Mar 03 10:20:15.258982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:15.268633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:15.303569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-67af0c66-64d2-4c8c-a714-b2935ca95090 None None] Provisioning for port 4c4375be-0efb-4447-8591-2b33069415b3 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:15.333399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-67af0c66-64d2-4c8c-a714-b2935ca95090 None None] Provisioning complete for port 4c4375be-0efb-4447-8591-2b33069415b3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:15.334143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-67af0c66-64d2-4c8c-a714-b2935ca95090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.368184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:15.370688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=629a7ad4-6d28-45a6-85de-db9197ed9920,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:15.428388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:15.442335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:15.448611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:15.449309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.457248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.457455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.457862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.458265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.458647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.459038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.459463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.460697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.460837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.461194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.461591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.462559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:15.501478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-bbea2187-8991-4379-9701-59f994648525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:15.503196 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-bbea2187-8991-4379-9701-59f994648525 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc3bd9ea-c518-4e31-a553-9bd60e61d401 HTTP/1.1" status: 200 len: 896 time: 0.2404995 Mar 03 10:20:15.517967 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fc5e9f59-d2af-42a4-bf18-f44736742835 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9849417 Mar 03 10:20:15.526972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60882) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:15.560426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '8e67d9dd-6a41-46cf-84d5-74df86697f6a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:15.561353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.608151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-67af0c66-64d2-4c8c-a714-b2935ca95090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.627926 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-e19e9f2a-4b83-4cba-8c4c-acd4e423f3e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f6ad6425-3f20-4546-8acf-db373e958e58 HTTP/1.1" status: 200 len: 217 time: 0.1160860 Mar 03 10:20:15.628280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router d9550c2a-afe4-478c-98c7-acf8c68335ce is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:20:15.783441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-67af0c66-64d2-4c8c-a714-b2935ca95090 None None] For port 4c4375be-0efb-4447-8591-2b33069415b3, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4c4375be-0efb-4447-8591-2b33069415b3,segment=NetworkSegment(4050e634-58dc-4c4a-bdb4-bebb8928b40e),segment_id=4050e634-58dc-4c4a-bdb4-bebb8928b40e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:15.818597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a52a44e5-0b08-4a1d-864b-59f8378bf250 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:15.852906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-10bb1bd2-6848-4d57-a643-a6a323d904a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:15.854325 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-10bb1bd2-6848-4d57-a643-a6a323d904a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e4cc657-1dcb-434c-ad69-15c950b5382e HTTP/1.1" status: 200 len: 838 time: 0.2128584 Mar 03 10:20:15.877006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-67af0c66-64d2-4c8c-a714-b2935ca95090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:15.965542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:15.971060 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6af3a34f-48e0-45f5-a469-73132b230986 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/d9550c2a-afe4-478c-98c7-acf8c68335ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6575611 Mar 03 10:20:15.980135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60888) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:16.000265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] Sync routers for ids ['d9550c2a-afe4-478c-98c7-acf8c68335ce'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:16.037279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Delete allocated IP 2001:db8::15 (6c61d290-ddf7-4c87-89dc-07fc15e9b906/b450dd29-c42e-49d4-9d53-8372664cb58b) {{(pid=87889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 10:20:16.048502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8:0:1::240 (6c61d290-ddf7-4c87-89dc-07fc15e9b906/9eb7d905-b708-4f71-91b0-e415d1859f06/7b04efe5-5a63-45d8-a0e4-24ba02133ac8) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:16.080107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a4bb5-0b70-4c41-badf-dd00ab0f6345 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:16.080910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5d6a4bb5-0b70-4c41-badf-dd00ab0f6345 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:16.116728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1a7a2-97b7-4dae-b84e-c4e0cd65682e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:16.117845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22f1a7a2-97b7-4dae-b84e-c4e0cd65682e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:16.134484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] Update dhcp port {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'fixed_ips': [{'subnet_id': 'b450dd29-c42e-49d4-9d53-8372664cb58b', 'ip_address': '2001:db8::2'}, {'subnet_id': '9eb7d905-b708-4f71-91b0-e415d1859f06'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'a52a44e5-0b08-4a1d-864b-59f8378bf250'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:16.157760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-4e35b0a2-8504-48d8-b364-d5073f88e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:16.160203 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-4e35b0a2-8504-48d8-b364-d5073f88e955 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc3bd9ea-c518-4e31-a553-9bd60e61d401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2991674 Mar 03 10:20:16.171669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] Routers {'d9550c2a-afe4-478c-98c7-acf8c68335ce'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:16.172557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9550c2a-afe4-478c-98c7-acf8c68335ce'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:16.173907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5d6a4bb5-0b70-4c41-badf-dd00ab0f6345 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:16.175069 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5d6a4bb5-0b70-4c41-badf-dd00ab0f6345 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports/33e10800-42f1-4d10-9416-c5c9e5fc1406 HTTP/1.1" status: 200 len: 910 time: 0.1930809 Mar 03 10:20:16.197072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60894) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:16.233487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22f1a7a2-97b7-4dae-b84e-c4e0cd65682e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:16.235153 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22f1a7a2-97b7-4dae-b84e-c4e0cd65682e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7004430 Mar 03 10:20:16.259849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60898) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:16.260119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af0c66-64d2-4c8c-a714-b2935ca95090 None None] Pushing event updated for resources: {'Port': ['ID=4c4375be-0efb-4447-8591-2b33069415b3,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:16.267480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e45f038a-2049-4a50-8d10-9cbae6fea688 None None] Provisioning complete for port 4c4375be-0efb-4447-8591-2b33069415b3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:16.267851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e45f038a-2049-4a50-8d10-9cbae6fea688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.296559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Allocated IP 2001:db8::f816:3eff:fea8:f05b (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/8e67d9dd-6a41-46cf-84d5-74df86697f6a/c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:16.298465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:16.343657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.361944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0c5d-f4a0-4a99-96ad-35454479c29a req-94a48932-df44-4067-b880-41b2a57e9894 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:16.363865 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-660f0c5d-f4a0-4a99-96ad-35454479c29a req-94a48932-df44-4067-b880-41b2a57e9894 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.4552405 Mar 03 10:20:16.405541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] Routers {'d9550c2a-afe4-478c-98c7-acf8c68335ce'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:16.406431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9550c2a-afe4-478c-98c7-acf8c68335ce'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:16.453097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:16.453465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.469421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 629a7ad4-6d28-45a6-85de-db9197ed9920 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:16.469906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.539197 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-660f0c5d-f4a0-4a99-96ad-35454479c29a req-c6149b4e-ef2e-4514-9900-2c608df90e3d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649104 Mar 03 10:20:16.551390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-da26abb8-a78e-450a-beb6-31147bd70471 service neutron] 10.222.0.32 "GET /v2.0/networks/fc3bd9ea-c518-4e31-a553-9bd60e61d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822329 Mar 03 10:20:16.585909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:16.586585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c65c3a-0347-46e8-beeb-191c51595519 None None] The sync data for ids ['d9550c2a-afe4-478c-98c7-acf8c68335ce'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:16.591622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.721336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:16.738490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.879649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289dbcd-a593-4648-8f4a-4c12bdb6ca46 req-ac01ceda-64d7-47ee-8f74-4100084484c6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:16.885243 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4289dbcd-a593-4648-8f4a-4c12bdb6ca46 req-ac01ceda-64d7-47ee-8f74-4100084484c6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 944 time: 0.5188253 Mar 03 10:20:16.970094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] In _notify_port_updated(), no bound segment for port 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 on network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:20:16.976482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:16.977260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.981275 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "PUT /v2.0/ports/7b04efe5-5a63-45d8-a0e4-24ba02133ac8 HTTP/1.1" status: 200 len: 931 time: 2.0969932 Mar 03 10:20:16.981439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:16.982800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e45f038a-2049-4a50-8d10-9cbae6fea688 None None] Provisioning for port 33e10800-42f1-4d10-9416-c5c9e5fc1406 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:16.986994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60902) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:16.990509 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4289dbcd-a593-4648-8f4a-4c12bdb6ca46 req-b500e8d4-2a0d-43e2-8a16-259f5da756b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034033 Mar 03 10:20:16.997158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62ab6c-f54c-4ffd-b434-5a026d99aa07 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=7b04efe5-5a63-45d8-a0e4-24ba02133ac8,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:17.000688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e45f038a-2049-4a50-8d10-9cbae6fea688 None None] Provisioning complete for port 33e10800-42f1-4d10-9416-c5c9e5fc1406 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:17.001195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e45f038a-2049-4a50-8d10-9cbae6fea688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.001337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-158c5118-c2ce-4ffe-bb3f-8f40b402e3ca req-ddd51d19-ae9f-4afc-9612-e5a98f0070f0 service neutron] 10.222.0.32 "GET /v2.0/networks/fc3bd9ea-c518-4e31-a553-9bd60e61d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350278 Mar 03 10:20:17.028042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Transition to ACTIVE for port object c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:17.054675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] Allocated IP 2001:db8:0:1::2 (6c61d290-ddf7-4c87-89dc-07fc15e9b906/9eb7d905-b708-4f71-91b0-e415d1859f06/a52a44e5-0b08-4a1d-864b-59f8378bf250) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:17.055889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.116610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:17.117265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.121114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Transition to ACTIVE for port object c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:17.149981 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.237387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e45f038a-2049-4a50-8d10-9cbae6fea688 None None] Port 33e10800-42f1-4d10-9416-c5c9e5fc1406 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:17.282459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:17.294007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:17.296590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:17.314538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 629a7ad4-6d28-45a6-85de-db9197ed9920 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:17.362545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Pushing event updated for resources: {'Port': ['ID=c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:17.401153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a52a44e5-0b08-4a1d-864b-59f8378bf250,segment=NetworkSegment(65dd42b7-ad0c-404e-8e4d-c14e207a6b0e),segment_id=65dd42b7-ad0c-404e-8e4d-c14e207a6b0e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:17.432020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.434683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-badd0292-2bb0-40e2-a704-c9d31e2b38f7 None None] Provisioning complete for port 33e10800-42f1-4d10-9416-c5c9e5fc1406 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:17.435064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-badd0292-2bb0-40e2-a704-c9d31e2b38f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.466012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Attempting to bind port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:17.466012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Attempting to bind port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:17.466375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Attempting to bind port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:17.484913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.499131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:17.499529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:17.499928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.500320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:17.500786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Bound port: c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:17.501156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.503689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.514311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.541453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-badd0292-2bb0-40e2-a704-c9d31e2b38f7 None None] Port 33e10800-42f1-4d10-9416-c5c9e5fc1406 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:17.547184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=629a7ad4-6d28-45a6-85de-db9197ed9920,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:17.590748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] Transition to ACTIVE for port object a52a44e5-0b08-4a1d-864b-59f8378bf250 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:17.594570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.600216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.610741 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-341084ac-71f7-4117-b21e-629562739d6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/629a7ad4-6d28-45a6-85de-db9197ed9920 HTTP/1.1" status: 204 len: 168 time: 1.3503537 Mar 03 10:20:17.613455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60908) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:17.703377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f872b2-fd32-43d4-a8bc-f8b8dd81df1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:17.704736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f872b2-fd32-43d4-a8bc-f8b8dd81df1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:17.705481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b6f872b2-fd32-43d4-a8bc-f8b8dd81df1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:17.728871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b6f872b2-fd32-43d4-a8bc-f8b8dd81df1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:17.730697 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b6f872b2-fd32-43d4-a8bc-f8b8dd81df1d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1161957 Mar 03 10:20:17.733379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60912) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:17.756184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 7b04efe5-5a63-45d8-a0e4-24ba02133ac8 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:17.776285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c4375be-0efb-4447-8591-2b33069415b3 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:17.805722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 8e67d9dd-6a41-46cf-84d5-74df86697f6a {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:17.808814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.821051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] For port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:17.826267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d86d46-7d7e-4bf4-9ecf-41779b0cbada None None] Pushing event updated for resources: {'Port': ['ID=a52a44e5-0b08-4a1d-864b-59f8378bf250,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:17.839187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] For port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:17.851903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.878094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:17.975222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.014181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4c4375be-0efb-4447-8591-2b33069415b3 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:18.014741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.082520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.090097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.128013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a9de-54be-49b1-89c8-741d76a16b51 None None] Pushing event updated for resources: {'Port': ['ID=c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:18.178636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=8e67d9dd-6a41-46cf-84d5-74df86697f6a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:18.192358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.203922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=7b04efe5-5a63-45d8-a0e4-24ba02133ac8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:18.216198 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6d1dca03-80bb-4a50-98d0-94a53c5bae0b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/8e67d9dd-6a41-46cf-84d5-74df86697f6a HTTP/1.1" status: 204 len: 168 time: 0.4814034 Mar 03 10:20:18.217052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60918) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:18.282020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f6ad6425-3f20-4546-8acf-db373e958e58 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:20:18.299919 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6915baa9-d214-4fa1-9ea5-1073c94a1d32 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816104 Mar 03 10:20:18.300798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60922) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:18.463807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a8dec-7f96-42fa-bd32-5269b420fa43 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:18.464562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e89a8dec-7f96-42fa-bd32-5269b420fa43 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:18.503550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e8235-d926-4ef7-9e56-1e22ea50ab77 req-7df1d726-8734-417c-aeee-804d1041b2a2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:18.510830 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2f2e8235-d926-4ef7-9e56-1e22ea50ab77 req-7df1d726-8734-417c-aeee-804d1041b2a2 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.5849931 Mar 03 10:20:18.513439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e89a8dec-7f96-42fa-bd32-5269b420fa43 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:18.518758 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e89a8dec-7f96-42fa-bd32-5269b420fa43 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2155619 Mar 03 10:20:18.521215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60926) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:18.559077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f6ad6425-3f20-4546-8acf-db373e958e58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6ad6425-3f20-4546-8acf-db373e958e58,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:18.574640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'f6ad6425-3f20-4546-8acf-db373e958e58', 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'port_id': 'f6ad6425-3f20-4546-8acf-db373e958e58', 'mac_address': 'fa:16:3e:fe:bc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4cc657-1dcb-434c-ad69-15c950b5382e', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:20:18.591532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.623644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855f7d9-b3bc-42d1-9be2-a479bdc7f2ad tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:18.625272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e855f7d9-b3bc-42d1-9be2-a479bdc7f2ad tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:18.631211 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-245b6c49-c0e5-4352-a065-785936af052c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/7b04efe5-5a63-45d8-a0e4-24ba02133ac8 HTTP/1.1" status: 204 len: 168 time: 1.6379762 Mar 03 10:20:18.632511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60930) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:18.648229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.655529 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2f2e8235-d926-4ef7-9e56-1e22ea50ab77 req-44f0636e-ffa1-4dd9-a926-a75c78035563 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437206 Mar 03 10:20:18.665462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 33e10800-42f1-4d10-9416-c5c9e5fc1406 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:18.665799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.677181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ad6425-3f20-4546-8acf-db373e958e58 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:20:18.694842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f6ad6425-3f20-4546-8acf-db373e958e58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6ad6425-3f20-4546-8acf-db373e958e58,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:18.695069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf390d2-2146-4389-983c-2115920dc1db tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:20:18.695755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7cf390d2-2146-4389-983c-2115920dc1db tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:18.699023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.725964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7cf390d2-2146-4389-983c-2115920dc1db tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:18.727490 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7cf390d2-2146-4389-983c-2115920dc1db tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/7b04efe5-5a63-45d8-a0e4-24ba02133ac8 HTTP/1.1" status: 404 len: 333 time: 0.0947831 Mar 03 10:20:18.730431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60934) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:18.762237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e855f7d9-b3bc-42d1-9be2-a479bdc7f2ad tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:18.765953 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e855f7d9-b3bc-42d1-9be2-a479bdc7f2ad tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2414556 Mar 03 10:20:18.767015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60938) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:18.770612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04366aa2-c210-4ce2-abf3-fd424e26b51d req-1d7b5377-73cf-418c-9c47-8d73f1b53bd0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:18.772182 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-04366aa2-c210-4ce2-abf3-fd424e26b51d req-1d7b5377-73cf-418c-9c47-8d73f1b53bd0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 944 time: 0.5638185 Mar 03 10:20:18.779839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=f6ad6425-3f20-4546-8acf-db373e958e58,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:18.852873 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-394beaec-0368-4afc-9227-59c7800a465a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847497 Mar 03 10:20:18.858878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60942) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:18.875901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-84e45b76-78e1-44e6-89c2-942801eacd59 None None] Could not find standard attr ID for object 7b04efe5-5a63-45d8-a0e4-24ba02133ac8. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:18.880666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:18.887796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-966f8b32-3c9b-43e2-8dc9-dc171fe42f9f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.891889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-84e45b76-78e1-44e6-89c2-942801eacd59 None None] Provisioning for port a52a44e5-0b08-4a1d-864b-59f8378bf250 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:18.899919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-84e45b76-78e1-44e6-89c2-942801eacd59 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:18.900806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-84e45b76-78e1-44e6-89c2-942801eacd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.919898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-966f8b32-3c9b-43e2-8dc9-dc171fe42f9f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:18.942522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f6ad6425-3f20-4546-8acf-db373e958e58'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:20:18.987795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-966f8b32-3c9b-43e2-8dc9-dc171fe42f9f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.015346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f8b32-3c9b-43e2-8dc9-dc171fe42f9f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a23a03-028a-47bf-bdda-2e6a0cc6b727,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:19.024422 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-04366aa2-c210-4ce2-abf3-fd424e26b51d req-8f082a4b-888c-4805-809e-8c36ac524c54 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294500 Mar 03 10:20:19.025419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-966f8b32-3c9b-43e2-8dc9-dc171fe42f9f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.026248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.027162 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-966f8b32-3c9b-43e2-8dc9-dc171fe42f9f tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/security-groups/82a23a03-028a-47bf-bdda-2e6a0cc6b727 HTTP/1.1" status: 204 len: 168 time: 0.2955384 Mar 03 10:20:19.029716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60946) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:19.070203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:19.127221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a53b00-2315-4e4e-8fc0-614440c42669 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.175882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a53b00-2315-4e4e-8fc0-614440c42669 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.212327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 33e10800-42f1-4d10-9416-c5c9e5fc1406 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:19.253573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:19.259010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a53b00-2315-4e4e-8fc0-614440c42669 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.271581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-84e45b76-78e1-44e6-89c2-942801eacd59 None None] Provisioning complete for port eae12108-751f-4c1a-9f4b-66410b6d4649 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:19.272203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-84e45b76-78e1-44e6-89c2-942801eacd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.280501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a53b00-2315-4e4e-8fc0-614440c42669 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a035781-bd0b-476f-8351-c338d792f50b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:19.295000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:19.298825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.299274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-21a53b00-2315-4e4e-8fc0-614440c42669 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.304395 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-21a53b00-2315-4e4e-8fc0-614440c42669 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a035781-bd0b-476f-8351-c338d792f50b HTTP/1.1" status: 204 len: 168 time: 0.2731490 Mar 03 10:20:19.305328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60950) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:19.388503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet b450dd29-c42e-49d4-9d53-8372664cb58b {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:19.393330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.461622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-84e45b76-78e1-44e6-89c2-942801eacd59 None None] Port eae12108-751f-4c1a-9f4b-66410b6d4649 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:19.463319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.571146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.590435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2818d848-58d0-44a8-a3e7-a7bb246bd600 None None] Could not find standard attr ID for object 7b04efe5-5a63-45d8-a0e4-24ba02133ac8. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:19.600395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.637552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=33e10800-42f1-4d10-9416-c5c9e5fc1406,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:19.645140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab2cccc-9c6d-42a0-a480-4b634cfc7477 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:19.681541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.756759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=b450dd29-c42e-49d4-9d53-8372664cb58b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:19.765115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:19.776175 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f300a78c-c947-4bd8-b357-f2d19b33e74c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/b450dd29-c42e-49d4-9d53-8372664cb58b HTTP/1.1" status: 204 len: 168 time: 0.4695532 Mar 03 10:20:19.776797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60956) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:19.782737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:19.804717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40886f1b-6529-4964-bf61-f6c415018cf4 None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:19.940516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-05f2ff73-f62e-46fd-aa86-18cc9ae8fbf7 None None] Could not find standard attr ID for object 629a7ad4-6d28-45a6-85de-db9197ed9920. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:19.942228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a52a44e5-0b08-4a1d-864b-59f8378bf250 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:20.060333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.075734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-05f2ff73-f62e-46fd-aa86-18cc9ae8fbf7 None None] Provisioning for port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:20.099938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:20.104548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:20.107765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:20.113502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:20.127565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:20.132659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.217703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:20.218100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.299176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f6ad6425-3f20-4546-8acf-db373e958e58 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:20.417248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.495035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:20.500558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:20.506332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:20.507876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.536179 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7580869 Mar 03 10:20:20.540629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60962) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:20.546905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'security_group': {'name': 'tempest-secgroup-1113216023'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:20.559829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8180fde-be03-44f9-908a-f337bc4355da tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=a8b447a1-d92f-4b85-b2fa-ab45107bded8,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:20.570483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:20.575244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:20.577356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port f6ad6425-3f20-4546-8acf-db373e958e58 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:20.578884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:20.585494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:20.586405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:20.604298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.639107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479504-b786-48bc-b095-012a8dc50754 req-ac1e1a91-89a0-4bce-b916-612e26b8fc72 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:20.646044 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-66479504-b786-48bc-b095-012a8dc50754 req-ac1e1a91-89a0-4bce-b916-612e26b8fc72 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.7454438 Mar 03 10:20:20.646807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:20.662315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group_rule and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:20.669751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:20.673349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port f6ad6425-3f20-4546-8acf-db373e958e58 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:20.673824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.678525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:20.744053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:20.751789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] Deleting port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:20.752714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.792207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.796947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.804011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.810973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:20.825840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:20.826756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.844760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.848938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3073523 Mar 03 10:20:20.852478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60966) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:20.854222 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-66479504-b786-48bc-b095-012a8dc50754 req-c6df37ab-b48b-49a1-95df-02a4143e763a tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072608 Mar 03 10:20:20.873379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'security_group': {'name': 'tempest-secgroup-1371286072'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:20.882624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494549a2-e9d3-4309-974f-a6f2691ac140 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c001035-459e-42f6-add5-0fe70e389f0d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:20.885390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:20.891021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:20.894094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:20.898796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router d9550c2a-afe4-478c-98c7-acf8c68335ce has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:20:20.902736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:20.911737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:20.923080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.924691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:20.931509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:20.932104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:20.963201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d352d01-feb3-4a9b-a8dc-2f4bf8f6df88 req-46351b8c-6968-4ebb-add7-5449b0964e96 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:20.972115 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0d352d01-feb3-4a9b-a8dc-2f4bf8f6df88 req-46351b8c-6968-4ebb-add7-5449b0964e96 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 945 time: 0.7886500 Mar 03 10:20:20.975028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:20.986200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group_rule and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:20.998655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:21.013843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:21.097887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=720c315d-fedd-481e-9de6-caff84e7b08a,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:21.104272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.125887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.131559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.147913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ad6425-3f20-4546-8acf-db373e958e58'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:20:21.187258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e6520-a337-4262-bd59-c4dbc62ae30c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:21.197654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.198000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.198336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.198669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.199002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.199418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.199760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.200081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.200402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.200721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.201763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.202358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:21.206124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.207976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:21.213134 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5cfd9840-dcd3-45c8-903d-d159748d1117 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3586798 Mar 03 10:20:21.214252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60972) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:21.219191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60976) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:21.219325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d482f5b5-335f-4c0c-9fc0-4a46e0a931f2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/d9550c2a-afe4-478c-98c7-acf8c68335ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0101678 Mar 03 10:20:21.223341 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2b55dc5c-5c23-4e1f-bf6a-941292ccbe3c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3614419 Mar 03 10:20:21.224746 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] Sync routers for ids ['d9550c2a-afe4-478c-98c7-acf8c68335ce'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:21.227449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'security_group': {'name': 'tempest-secgroup-713225317'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:21.236749 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] Routers {'d9550c2a-afe4-478c-98c7-acf8c68335ce'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:21.237490 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9550c2a-afe4-478c-98c7-acf8c68335ce'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:21.248802 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0d352d01-feb3-4a9b-a8dc-2f4bf8f6df88 req-8cffbeab-3e1e-44b1-a90a-c62a4a779348 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661951 Mar 03 10:20:21.248802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60980) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:21.248802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:80:5a:6c', 'name': 'tempest-NetworksTestDHCPv6-1511331435'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:21.302901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:21.308816 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] For port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:21.309336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.316758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66775651-e656-4260-9d7e-98e7b4da1019 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:21.320994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:21.322042 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:21.330322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:21.331629 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] Routers {'d9550c2a-afe4-478c-98c7-acf8c68335ce'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:21.332516 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d9550c2a-afe4-478c-98c7-acf8c68335ce'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:21.339131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:21.362217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66775651-e656-4260-9d7e-98e7b4da1019 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:21.366969 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-66775651-e656-4260-9d7e-98e7b4da1019 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9550c2a-afe4-478c-98c7-acf8c68335ce HTTP/1.1" status: 200 len: 205 time: 0.1459551 Mar 03 10:20:21.367959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60984) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:21.432502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:21.436636 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:21.437234 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d80c92-4061-498a-9e7b-41e3538c3e35 None None] The sync data for ids ['d9550c2a-afe4-478c-98c7-acf8c68335ce'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:21.445345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:21.458120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:21.481009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.501901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] Calling delete_port for c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:21.571478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f6ad6425-3f20-4546-8acf-db373e958e58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6ad6425-3f20-4546-8acf-db373e958e58,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:21.599870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.606310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.609316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:21.627199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:security_group_rule and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:21.630429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:21.635838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6369a9d-218a-4c84-95e9-96c3bbe5da65 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.644597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 7bed9be6-8cce-42a3-92e0-848c6e949faf yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:21.663885 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ad6425-3f20-4546-8acf-db373e958e58', 'code': 200} Mar 03 10:20:21.664702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c796ed0-f9fc-4924-8d90-9019f193e696 None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:21.702767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:21.765228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.835124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::28c (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/720c315d-fedd-481e-9de6-caff84e7b08a/7bed9be6-8cce-42a3-92e0-848c6e949faf) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:21.849879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.911162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2335d5ae-79ac-48f6-b162-f9cbc2f8425b None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:21.911555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2335d5ae-79ac-48f6-b162-f9cbc2f8425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:21.954117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] No DVR routers for this DVR port c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:21.972199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=f6ad6425-3f20-4546-8acf-db373e958e58,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:22.015435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f33b7-becd-4ad0-a3b6-138a90421aa3 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:22.034319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.045306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:22.086682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31873ce5-5ada-489e-bd45-34a4863de17c None None] Pushing event deleted for resources: {'Port': ['ID=c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:22.098031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.113072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6369a9d-218a-4c84-95e9-96c3bbe5da65 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.121346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6369a9d-218a-4c84-95e9-96c3bbe5da65 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.161941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8aa1c-7e96-40c6-8564-681135a6b5fe,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:22.190781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.190781 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d63171c6-c0f3-4102-8338-2e76a5bf46cc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9729247 Mar 03 10:20:22.190781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6369a9d-218a-4c84-95e9-96c3bbe5da65 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.190781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6369a9d-218a-4c84-95e9-96c3bbe5da65 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Fanout notify agent at l3_agent the message router_deleted on router d9550c2a-afe4-478c-98c7-acf8c68335ce {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:20:22.192134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 60990) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:22.197642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.201644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:22.202000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c9d4eb1d-2f57-40f8-b38e-d137eca2a0c7 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:22.213435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d6369a9d-218a-4c84-95e9-96c3bbe5da65 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.215843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 7bed9be6-8cce-42a3-92e0-848c6e949faf will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:22.217368 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d6369a9d-218a-4c84-95e9-96c3bbe5da65 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/d9550c2a-afe4-478c-98c7-acf8c68335ce HTTP/1.1" status: 204 len: 168 time: 0.8483822 Mar 03 10:20:22.222525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-43027416', 'security_groups': ['9be8aa1c-7e96-40c6-8564-681135a6b5fe'], 'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8b447a1-d92f-4b85-b2fa-ab45107bded8'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:22.224069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d43b-7684-4666-9566-ce4ad627ee75 req-ce9046fe-df41-489c-a16d-e14f4c3b5b47 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:22.226255 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d40d43b-7684-4666-9566-ce4ad627ee75 req-ce9046fe-df41-489c-a16d-e14f4c3b5b47 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.2262568 Mar 03 10:20:22.227920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 60994) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:22.260106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9a15-8110-4bdf-9964-edf39cdbff36 req-6528d454-d8f4-487e-875f-4709eeada559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:22.261783 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-506f9a15-8110-4bdf-9964-edf39cdbff36 req-6528d454-d8f4-487e-875f-4709eeada559 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 1099 time: 0.4223776 Mar 03 10:20:22.325149 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d40d43b-7684-4666-9566-ce4ad627ee75 req-93a1de93-ff0b-421a-acc3-f2fc49f60fbb tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645695 Mar 03 10:20:22.349672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet 528e34f8-a334-4a61-aec1-90fb1b7821ff {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:22.355232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.430786 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-506f9a15-8110-4bdf-9964-edf39cdbff36 req-8fa4da5e-1c28-4477-8f85-34595661d1b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678692 Mar 03 10:20:22.439915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.456278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:22.469364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:22.500680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:22.609858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2335d5ae-79ac-48f6-b162-f9cbc2f8425b None None] Provisioning complete for port eae12108-751f-4c1a-9f4b-66410b6d4649 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:22.610537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2335d5ae-79ac-48f6-b162-f9cbc2f8425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.676178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:22.682550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] Update dhcp port {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'fixed_ips': [{'subnet_id': '9eb7d905-b708-4f71-91b0-e415d1859f06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a8b447a1-d92f-4b85-b2fa-ab45107bded8'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'a52a44e5-0b08-4a1d-864b-59f8378bf250'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:22.683790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:22.691217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:22.697633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:22.698377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.712258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2335d5ae-79ac-48f6-b162-f9cbc2f8425b None None] Port eae12108-751f-4c1a-9f4b-66410b6d4649 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:22.734373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.753038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.753247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.766526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=7bed9be6-8cce-42a3-92e0-848c6e949faf,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:22.766765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': '720c315d-fedd-481e-9de6-caff84e7b08a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:22.767701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.775579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] device_id is not set on port 288fa336-b75c-45d3-a421-4b2fe0d7a46c yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:22.814060 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-443115a2-be4e-4796-b62d-4c4a659258d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5692556 Mar 03 10:20:22.815483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32768) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:22.822409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b1a1d-fa4d-4af1-bb3c-4a8b62fac730 req-45b4fd4b-2c93-48f4-9a46-c493eaacd7b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:22.824075 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b70b1a1d-fa4d-4af1-bb3c-4a8b62fac730 req-45b4fd4b-2c93-48f4-9a46-c493eaacd7b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 946 time: 0.4305928 Mar 03 10:20:22.890392 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b70b1a1d-fa4d-4af1-bb3c-4a8b62fac730 req-909fb519-c103-47dc-a0cd-069136819178 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578630 Mar 03 10:20:22.910405 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:22.978010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef0a3b-3534-441f-8e9e-6fae2c7c5979 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:22.979485 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c9ef0a3b-3534-441f-8e9e-6fae2c7c5979 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1640272 Mar 03 10:20:22.982236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32772) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:23.033221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.052558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/720c315d-fedd-481e-9de6-caff84e7b08a/fae57585-24c4-4f00-a8ba-afb04b720000) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:23.066433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8::9f (6c61d290-ddf7-4c87-89dc-07fc15e9b906/a8b447a1-d92f-4b85-b2fa-ab45107bded8/288fa336-b75c-45d3-a421-4b2fe0d7a46c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:23.092789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=528e34f8-a334-4a61-aec1-90fb1b7821ff,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:23.094807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.104336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 7bed9be6-8cce-42a3-92e0-848c6e949faf {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:23.104564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ddee3-6b37-4d75-b32e-1520bdf44ed8 None None] Network c94d9e07-ad06-4d86-bf37-b18758e78db7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:23.104662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.149677 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-92107c5f-e3b2-4870-9287-ff1319b7347f tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/528e34f8-a334-4a61-aec1-90fb1b7821ff HTTP/1.1" status: 204 len: 168 time: 0.9176509 Mar 03 10:20:23.150124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32776) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:23.345083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.366725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.387691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 4c4375be-0efb-4447-8591-2b33069415b3 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:23.388147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.458077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.470490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.505141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Transition to ACTIVE for port object fae57585-24c4-4f00-a8ba-afb04b720000 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:23.559290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 288fa336-b75c-45d3-a421-4b2fe0d7a46c will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:23.572545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Transition to ACTIVE for port object fae57585-24c4-4f00-a8ba-afb04b720000 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:23.586634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.614831 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 7bed9be6-8cce-42a3-92e0-848c6e949faf owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:23.620656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.684959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426534e-1980-4bde-b635-839173a6730b None None] DHCP port deletion for c94d9e07-ad06-4d86-bf37-b18758e78db7 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:23.714911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:23.722731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7426534e-1980-4bde-b635-839173a6730b None None] Deleting port 4c4375be-0efb-4447-8591-2b33069415b3 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:23.723100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7426534e-1980-4bde-b635-839173a6730b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.749886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad01ca3-6889-411a-9dbb-e6e1142beebe req-d05f345b-85c3-427f-badd-d5db3fb94c82 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:23.758056 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ad01ca3-6889-411a-9dbb-e6e1142beebe req-d05f345b-85c3-427f-badd-d5db3fb94c82 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.2055914 Mar 03 10:20:23.759645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:23.771783 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:23.779325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:23.783623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:23.790420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:23.795961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:23.796651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.800689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=288fa336-b75c-45d3-a421-4b2fe0d7a46c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:23.806724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:23.821730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port 4c4375be-0efb-4447-8591-2b33069415b3, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4c4375be-0efb-4447-8591-2b33069415b3,segment=NetworkSegment(4050e634-58dc-4c4a-bdb4-bebb8928b40e),segment_id=4050e634-58dc-4c4a-bdb4-bebb8928b40e)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:23.822193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.851008 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ad01ca3-6889-411a-9dbb-e6e1142beebe req-56b74d63-3448-47b1-a0f4-8a1fc76ae3d9 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914633 Mar 03 10:20:23.865860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.891475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] Allocated IP 2001:db8::2 (6c61d290-ddf7-4c87-89dc-07fc15e9b906/a8b447a1-d92f-4b85-b2fa-ab45107bded8/a52a44e5-0b08-4a1d-864b-59f8378bf250) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:23.893425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:23.933312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=7bed9be6-8cce-42a3-92e0-848c6e949faf,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:23.986825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 4c4375be-0efb-4447-8591-2b33069415b3 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:23.989107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Attempting to bind port fae57585-24c4-4f00-a8ba-afb04b720000 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:23.989458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Attempting to bind port fae57585-24c4-4f00-a8ba-afb04b720000 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:23.989815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Attempting to bind port fae57585-24c4-4f00-a8ba-afb04b720000 on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:23.995477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.015060 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cd7f973f-b00a-4e15-b5f8-b9478f818829 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/7bed9be6-8cce-42a3-92e0-848c6e949faf HTTP/1.1" status: 204 len: 168 time: 1.0315619 Mar 03 10:20:24.015841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32786) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:24.075769 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fcf5e4b3-7cad-405d-927d-90cf6b295255 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8825800 Mar 03 10:20:24.083734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32790) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:24.089496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:24.106622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.136158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7426534e-1980-4bde-b635-839173a6730b None None] For port 4c4375be-0efb-4447-8591-2b33069415b3, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4c4375be-0efb-4447-8591-2b33069415b3,segment=NetworkSegment(4050e634-58dc-4c4a-bdb4-bebb8928b40e),segment_id=4050e634-58dc-4c4a-bdb4-bebb8928b40e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:24.136622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7426534e-1980-4bde-b635-839173a6730b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.156689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75812358-2eb9-43a0-8efb-17a0a8a28478 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:24.158203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75812358-2eb9-43a0-8efb-17a0a8a28478 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:24.158955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-75812358-2eb9-43a0-8efb-17a0a8a28478 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:24.173933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=4c4375be-0efb-4447-8591-2b33069415b3,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:24.180134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No DVR routers for this DVR port 4c4375be-0efb-4447-8591-2b33069415b3 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:24.192508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-75812358-2eb9-43a0-8efb-17a0a8a28478 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:24.196237 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-75812358-2eb9-43a0-8efb-17a0a8a28478 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1764717 Mar 03 10:20:24.196743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32794) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:24.206429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c0cfb-93b7-4ad9-babd-3f9db0f48101 req-14a6006a-b521-4c7a-bdf6-d068f44dd7ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:24.207997 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f85c0cfb-93b7-4ad9-babd-3f9db0f48101 req-14a6006a-b521-4c7a-bdf6-d068f44dd7ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 946 time: 0.1423409 Mar 03 10:20:24.302894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 720c315d-fedd-481e-9de6-caff84e7b08a {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:24.308770 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f85c0cfb-93b7-4ad9-babd-3f9db0f48101 req-e02818f0-77f8-4883-a838-2e07215a7362 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679364 Mar 03 10:20:24.309401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.316013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7426534e-1980-4bde-b635-839173a6730b None None] Calling delete_port for 4c4375be-0efb-4447-8591-2b33069415b3 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:24.370290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: from cryptography.utils import int_from_bytes Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: from cryptography.utils import int_from_bytes Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn_limited( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn_limited( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:24.390710 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:20:24.395196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-7426534e-1980-4bde-b635-839173a6730b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:24.395196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-7426534e-1980-4bde-b635-839173a6730b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:24.402113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c4375be-0efb-4447-8591-2b33069415b3 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:24.438512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:24.438917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:24.439288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.439718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:24.440187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Bound port: fae57585-24c4-4f00-a8ba-afb04b720000, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:24.440560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.484936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.543221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 4c4375be-0efb-4447-8591-2b33069415b3 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:24.543221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c4375be-0efb-4447-8591-2b33069415b3 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:24.543576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.581607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:24.584572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94d9e07-ad06-4d86-bf37-b18758e78db7']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:24.596205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:24.601796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:24.605609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4050e634-58dc-4c4a-bdb4-bebb8928b40e') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:24.605913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4050e634-58dc-4c4a-bdb4-bebb8928b40e') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:24.617821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:24.624473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.625863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a52a44e5-0b08-4a1d-864b-59f8378bf250,segment=NetworkSegment(65dd42b7-ad0c-404e-8e4d-c14e207a6b0e),segment_id=65dd42b7-ad0c-404e-8e4d-c14e207a6b0e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:24.629084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8b77-fec9-409e-b174-376897d1c283 req-568fdf0c-f11f-41fa-9114-a75acb74f60e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:24.633749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:24.636953 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2e3f8b77-fec9-409e-b174-376897d1c283 req-568fdf0c-f11f-41fa-9114-a75acb74f60e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 946 time: 0.1728384 Mar 03 10:20:24.638119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:24.644194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.644655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:24.648851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.653537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.666040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.688971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:20:24.689321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:20:24.705743 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:20:24.713451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.717159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.769593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:24.779118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.779533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.779851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.782302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.782692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.783043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.783387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.783720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.784048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.787424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.788185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.788880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bad715-66f3-4c57-92a1-31249fd8a2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:20:24.833508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=720c315d-fedd-481e-9de6-caff84e7b08a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:24.854744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2e3f8b77-fec9-409e-b174-376897d1c283 req-346d4681-2e01-42c4-8b94-cb00fdc627d9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168970 Mar 03 10:20:24.880169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dbd0391b-c006-467d-8ed7-6c7c46dfb193 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/720c315d-fedd-481e-9de6-caff84e7b08a HTTP/1.1" status: 204 len: 168 time: 0.6659913 Mar 03 10:20:24.880169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32800) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:24.881248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] Transition to ACTIVE for port object a52a44e5-0b08-4a1d-864b-59f8378bf250 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:24.888340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.895929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.927447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7426534e-1980-4bde-b635-839173a6730b None None] Deleting port 4c4375be-0efb-4447-8591-2b33069415b3 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:24.927827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7426534e-1980-4bde-b635-839173a6730b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.936303 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.ipam_backend_mixin [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8b447a1-d92f-4b85-b2fa-ab45107bded8 (CIDR: 2001:db8::/64) Mar 03 10:20:24.954955 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ae633b82-6c93-4456-aa6e-bfc8d9c8febc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834448 Mar 03 10:20:24.956651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:24.970249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:24.974569 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:20:24.975048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:25.004571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=c94d9e07-ad06-4d86-bf37-b18758e78db7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:25.021736 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-daaa6dda-b722-4a43-af47-f4199444dbae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/c94d9e07-ad06-4d86-bf37-b18758e78db7 HTTP/1.1" status: 204 len: 168 time: 1.8675234 Mar 03 10:20:25.024114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32814) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:25.030856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-329803122', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:25.067656 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cd79718b-ebb0-4dd5-8066-d3c982728ab0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9828050 Mar 03 10:20:25.070519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32818) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:25.074367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:25.080535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:25.110488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:router and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:25.132720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:25.143901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:25.154294 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7426534e-1980-4bde-b635-839173a6730b None None] The port '4c4375be-0efb-4447-8591-2b33069415b3' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:20:25.180513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55721673-1144-459e-a8bb-fed4b056810c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:25.181876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-55721673-1144-459e-a8bb-fed4b056810c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:25.190389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415891b-4625-4d9e-82d1-c9a958ea2db6 None None] Pushing event updated for resources: {'Port': ['ID=a52a44e5-0b08-4a1d-864b-59f8378bf250,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:25.198322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde76d0-a248-4d24-80c7-5c62fd2b4ad1 req-10b1de95-c04f-45d2-a808-7537541d58b0 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:25.199877 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1bde76d0-a248-4d24-80c7-5c62fd2b4ad1 req-10b1de95-c04f-45d2-a808-7537541d58b0 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.1675084 Mar 03 10:20:25.230935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:25.232289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:25.235742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-55721673-1144-459e-a8bb-fed4b056810c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:25.239235 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-55721673-1144-459e-a8bb-fed4b056810c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2792346 Mar 03 10:20:25.239924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32822) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:25.274899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:25.309761 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1bde76d0-a248-4d24-80c7-5c62fd2b4ad1 req-60bc8b05-09e6-4479-b4cd-b10b0e19e77b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013980 Mar 03 10:20:25.334378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfad79-35fa-42d0-aaf5-4e3449ffd16c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:25.334378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2cfad79-35fa-42d0-aaf5-4e3449ffd16c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:25.344964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a2cfad79-35fa-42d0-aaf5-4e3449ffd16c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:25.346327 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a2cfad79-35fa-42d0-aaf5-4e3449ffd16c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059303 Mar 03 10:20:25.348877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32826) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:25.392200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:25.405810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:25.410193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:25.425232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-405e049e-b1f0-49c2-b8bd-72ee7ad99bbc tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716951 Mar 03 10:20:25.425630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32830) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:25.431353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:25.474475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:25.574786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:25.585687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:25.596523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:25.600757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:25.617270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:25.621232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:25.658838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:25.812868 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.ipam_backend_mixin [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9eb7d905-b708-4f71-91b0-e415d1859f06 (CIDR: 2001:db8:0:1::/64) Mar 03 10:20:25.866816 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:20:25.867420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:25.905048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8cc34042-492f-431c-b780-28712d16c1bc tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8334875 Mar 03 10:20:25.911126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32834) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:25.925768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'subnet': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:26.086109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a24ac0bd-eec2-48c0-82f0-e26534696977 None None] Provisioning for port a52a44e5-0b08-4a1d-864b-59f8378bf250 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:26.093491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a24ac0bd-eec2-48c0-82f0-e26534696977 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:26.094164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a24ac0bd-eec2-48c0-82f0-e26534696977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.159830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.objects.ports [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87888) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:20:26.179515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:26.202643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.214408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:26.218565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Usage tracker for resource:subnet and tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:26.222108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:26.229054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:26.246971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.254978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Made reservation on behalf of fcded2aea75a4c589da2f0e0ffe9f8b2 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:26.259387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.324680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port fae57585-24c4-4f00-a8ba-afb04b720000 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:26.337434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0df26-cf81-463f-8a61-f7ac585dee0c None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:26.370957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a52a44e5-0b08-4a1d-864b-59f8378bf250 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:26.441427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.26.7.63 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/01e1ffb5-e2f1-4f58-9504-c7387367af9b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:26.519539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32840) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:26.602885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a24ac0bd-eec2-48c0-82f0-e26534696977 None None] Provisioning complete for port eae12108-751f-4c1a-9f4b-66410b6d4649 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:26.603162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a24ac0bd-eec2-48c0-82f0-e26534696977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.665483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:26.665854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.753544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.758175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a24ac0bd-eec2-48c0-82f0-e26534696977 None None] Port eae12108-751f-4c1a-9f4b-66410b6d4649 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:26.788245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.856193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:26.863422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:26.869270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:26.882392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Could not find standard attr ID for object 7bed9be6-8cce-42a3-92e0-848c6e949faf. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:26.894480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Provisioning for port 288fa336-b75c-45d3-a421-4b2fe0d7a46c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:26.906089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=01e1ffb5-e2f1-4f58-9504-c7387367af9b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:26.907431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Provisioning complete for port 288fa336-b75c-45d3-a421-4b2fe0d7a46c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:26.908420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:26.984069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Port 288fa336-b75c-45d3-a421-4b2fe0d7a46c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:27.000791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Provisioning for port fae57585-24c4-4f00-a8ba-afb04b720000 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:27.007101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:27.007541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.150694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.162155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8a69a-9ad1-424e-90a2-aa7f14ef418c req-1f3d041b-9a60-42b8-bf3a-d659be3e9ac5 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:27.164287 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c8f8a69a-9ad1-424e-90a2-aa7f14ef418c req-1f3d041b-9a60-42b8-bf3a-d659be3e9ac5 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.6456542 Mar 03 10:20:27.200844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.238954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:27.242371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.244919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.308327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:27.315213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:27.324003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f85a6-4665-4479-88f5-b1692a9e8112 None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:27.327708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3475aa2-374d-4e8f-a848-d3da94ad5fd9 None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:27.422159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.434442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8eb7f825-7e23-4bdc-af5c-24bbd1338619 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:27.434442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f825-7e23-4bdc-af5c-24bbd1338619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.596973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:27.597583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.632903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Subnet': ['ID=fbc1160c-25df-4928-88e4-525b48c04971,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:27.804396 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c8f8a69a-9ad1-424e-90a2-aa7f14ef418c req-fa471c80-c470-495a-82c6-b8215db2273f tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5846908 Mar 03 10:20:27.818155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-89088382-d375-4ef0-82b5-810352563070 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9060411 Mar 03 10:20:27.821960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32844) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:27.826840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:27.829073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-958702358', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbc1160c-25df-4928-88e4-525b48c04971'}], 'security_groups': ['2c001035-459e-42f6-add5-0fe70e389f0d', 'a08e6520-a337-4262-bd59-c4dbc62ae30c']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:27.841163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-179b7fac-a516-46d8-b58a-9bfa55b47f45 None None] Could not find standard attr ID for object 629a7ad4-6d28-45a6-85de-db9197ed9920. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:27.853318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-179b7fac-a516-46d8-b58a-9bfa55b47f45 None None] Could not find standard attr ID for object 7bed9be6-8cce-42a3-92e0-848c6e949faf. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:27.860169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] Update dhcp port {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'fixed_ips': [{'subnet_id': '9eb7d905-b708-4f71-91b0-e415d1859f06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a8b447a1-d92f-4b85-b2fa-ab45107bded8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fbc1160c-25df-4928-88e4-525b48c04971'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'a52a44e5-0b08-4a1d-864b-59f8378bf250'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:27.882554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.925177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.988312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:27.996199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.069847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:28.138448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.154621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.182228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:28.185027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=326b1be2-f190-4c6a-a5c0-f28133af50ff,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:28.214932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:28.226823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:28.226823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.244895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:28.250379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:28.250972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.262613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ff420-8955-4d25-87c4-13a7ca874175 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:28.287358 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0b9abe07-8f89-430e-a3d4-7bc637be401d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8599269 Mar 03 10:20:28.291074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32848) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:28.300138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:28.368318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] Allocated IP 2001:db8:0:2::2 (6c61d290-ddf7-4c87-89dc-07fc15e9b906/fbc1160c-25df-4928-88e4-525b48c04971/a52a44e5-0b08-4a1d-864b-59f8378bf250) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:28.560536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:28.576854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:28.588257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.604041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:28.607664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.680496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a52a44e5-0b08-4a1d-864b-59f8378bf250,segment=NetworkSegment(65dd42b7-ad0c-404e-8e4d-c14e207a6b0e),segment_id=65dd42b7-ad0c-404e-8e4d-c14e207a6b0e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:28.750412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.764082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 44646b81-7678-46cc-ad1d-ec98a5ad4717 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:20:28.778374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] Transition to ACTIVE for port object a52a44e5-0b08-4a1d-864b-59f8378bf250 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:28.785263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:28.941337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-cd527ac8-7a02-4e48-a1d6-c8a534ab9c7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2511864 Mar 03 10:20:29.087994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26650d79-7fcf-4c56-88a1-73c29fdf4661 None None] Pushing event updated for resources: {'Port': ['ID=a52a44e5-0b08-4a1d-864b-59f8378bf250,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:29.100877 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.ipam_backend_mixin [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 326b1be2-f190-4c6a-a5c0-f28133af50ff (CIDR: 2001:db8::/64) Mar 03 10:20:29.116507 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:20:29.116761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:29.196541 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9b9a4478-36e9-406b-b1e2-28e230ab9c26 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9034662 Mar 03 10:20:29.200683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32854) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:29.216131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:29.234851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:29.237878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353816-2a1b-4164-8cd0-76f642bca303 req-d7b558e3-e7b2-4fe7-9ece-087f72362f1c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:29.239998 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8353816-2a1b-4164-8cd0-76f642bca303 req-d7b558e3-e7b2-4fe7-9ece-087f72362f1c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.2194371 Mar 03 10:20:29.248250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] Sync routers for ids ['44646b81-7678-46cc-ad1d-ec98a5ad4717'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:29.259688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] Routers {'44646b81-7678-46cc-ad1d-ec98a5ad4717'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:29.260342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['44646b81-7678-46cc-ad1d-ec98a5ad4717'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:29.284114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:29.288246 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-111787e2-e789-466a-b42e-7e955a6afa80 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2595534 Mar 03 10:20:29.292613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32858) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:29.340991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:29.360498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8641cd1f-07a3-46a7-b64a-fa03b5f387b3 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:29.361461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8641cd1f-07a3-46a7-b64a-fa03b5f387b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:29.369591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Delete allocated IP 2001:db8::9f (6c61d290-ddf7-4c87-89dc-07fc15e9b906/a8b447a1-d92f-4b85-b2fa-ab45107bded8) {{(pid=87889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 10:20:29.398325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] Routers {'44646b81-7678-46cc-ad1d-ec98a5ad4717'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:29.399522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['44646b81-7678-46cc-ad1d-ec98a5ad4717'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:29.427516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-4adfa45a-5fb3-44bc-9155-231c14b55a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:29.430208 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-4adfa45a-5fb3-44bc-9155-231c14b55a1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1098 time: 0.3689530 Mar 03 10:20:29.435895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Allocated IP 2001:db8:0:2::1fa (6c61d290-ddf7-4c87-89dc-07fc15e9b906/fbc1160c-25df-4928-88e4-525b48c04971/288fa336-b75c-45d3-a421-4b2fe0d7a46c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:29.524824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:29.525379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109f42f-16ee-45df-aba0-915dfd781ecc None None] The sync data for ids ['44646b81-7678-46cc-ad1d-ec98a5ad4717'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:29.552982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.17 (fc3bd9ea-c518-4e31-a553-9bd60e61d401/3e4cc657-1dcb-434c-ad69-15c950b5382e/afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:29.569834 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8353816-2a1b-4164-8cd0-76f642bca303 req-ae2632e8-407e-4406-82ed-5836a6234932 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785118 Mar 03 10:20:29.655237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:29.686478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:29.770122 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-59971654-cd52-4c85-8228-f7a06b76c632 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/routers/44646b81-7678-46cc-ad1d-ec98a5ad4717 HTTP/1.1" status: 200 len: 879 time: 0.4586725 Mar 03 10:20:29.771041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32862) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:29.775389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:29.778759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:29.834336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-cc820463-a77a-43dd-a464-faaece44d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:29.836181 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-cc820463-a77a-43dd-a464-faaece44d1af service neutron] 10.222.0.32 "GET /v2.0/networks?id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 897 time: 0.3747199 Mar 03 10:20:29.849217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Provisioning for port a52a44e5-0b08-4a1d-864b-59f8378bf250 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:29.857144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:29.857144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:29.904090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:29.924598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:30.005143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Provisioning complete for port eae12108-751f-4c1a-9f4b-66410b6d4649 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:30.005804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.034491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.044325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a52a44e5-0b08-4a1d-864b-59f8378bf250 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:30.110431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:30.114521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:30.121582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:30.134372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Port eae12108-751f-4c1a-9f4b-66410b6d4649 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:30.157383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:30.158032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.178824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-55bb35dc-042f-45a7-b482-2ead1dcbafdd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:router {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:30.191357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:30.192639 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-3ec5e7c6-5686-4ab8-8d89-f3787ca6bf8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 200 len: 999 time: 0.3046987 Mar 03 10:20:30.215574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.219591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Provisioning complete for port 288fa336-b75c-45d3-a421-4b2fe0d7a46c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:30.220097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.228118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-55bb35dc-042f-45a7-b482-2ead1dcbafdd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:router {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:30.232026 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-55bb35dc-042f-45a7-b482-2ead1dcbafdd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4575715 Mar 03 10:20:30.232427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32866) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:30.239832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cc68bcce-a2a6-44d8-8b75-0baca281aa15 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-329803122'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:30.254277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.301511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-e47aae69-031c-4669-9ba6-6ab602fcf1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:30.302978 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-e47aae69-031c-4669-9ba6-6ab602fcf1e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89083339-1796-482e-a945-a89ab2724681 HTTP/1.1" status: 200 len: 835 time: 0.0993590 Mar 03 10:20:30.305650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Transition to ACTIVE for port object 288fa336-b75c-45d3-a421-4b2fe0d7a46c will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:30.317086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a8d056ae-8591-4b0c-a502-78f0593e5735 None None] Port 288fa336-b75c-45d3-a421-4b2fe0d7a46c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:30.400674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.564514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1b30ff1d-e2a1-4f1e-a3b8-f22428b45ac3 None None] Provisioning for port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:30.571615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] In _notify_port_updated(), no bound segment for port 288fa336-b75c-45d3-a421-4b2fe0d7a46c on network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:20:30.578013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:30.578643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.582623 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "PUT /v2.0/ports/288fa336-b75c-45d3-a421-4b2fe0d7a46c HTTP/1.1" status: 200 len: 969 time: 2.7569969 Mar 03 10:20:30.586065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1b30ff1d-e2a1-4f1e-a3b8-f22428b45ac3 None None] Provisioning complete for port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:30.586065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1b30ff1d-e2a1-4f1e-a3b8-f22428b45ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.586343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32870) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:30.604859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb703-006a-40e7-9d7f-3ee4664b6125 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event updated for resources: {'Port': ['ID=288fa336-b75c-45d3-a421-4b2fe0d7a46c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:30.661539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-1b30ff1d-e2a1-4f1e-a3b8-f22428b45ac3 None None] Port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:30.675508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-47bd4500-ffb4-4e35-a627-b87d22aed261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:30.677339 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-47bd4500-ffb4-4e35-a627-b87d22aed261 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b157a147-e393-49d8-a046-21553f827a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3662727 Mar 03 10:20:30.713620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port 288fa336-b75c-45d3-a421-4b2fe0d7a46c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:30.713881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.722240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.839282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:30.848246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:30.861116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b73f8e-b755-4644-9f8a-bc5018ad8efd None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:30.877333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:30.877910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:30.914194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=c51d6ec7-e85c-4fbf-8971-cfcf897f03b1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:30.937980 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-646917fb-3fa8-477b-bb69-4e440727c83a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7309113 Mar 03 10:20:30.941559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32880) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:30.947997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:31:9c:dd', 'name': 'tempest-NetworksTestDHCPv6-2058582421'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:30.983564 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-7a2cba62-03f1-45b3-a674-8d6fa389dd97 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986639 Mar 03 10:20:30.999473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-badff757-0b2a-4de9-af80-7f2f1bfd27dc None None] Provisioning for port 288fa336-b75c-45d3-a421-4b2fe0d7a46c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:31.008798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-badff757-0b2a-4de9-af80-7f2f1bfd27dc None None] Provisioning complete for port 288fa336-b75c-45d3-a421-4b2fe0d7a46c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:31.009184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-badff757-0b2a-4de9-af80-7f2f1bfd27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.108587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.114848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-badff757-0b2a-4de9-af80-7f2f1bfd27dc None None] Port 288fa336-b75c-45d3-a421-4b2fe0d7a46c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:31.212710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:31.216343 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c937540d-81a1-4c3a-ba7d-bb81a80a5a39 req-3dde97f9-6250-45c5-bed5-24270ed71fb3 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254915 Mar 03 10:20:31.226204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:31.249752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:31.298624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] Update dhcp port {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '326b1be2-f190-4c6a-a5c0-f28133af50ff', 'ip_address': '2001:db8::f816:3eff:fe1d:c9ed'}, {'subnet_id': 'c51d6ec7-e85c-4fbf-8971-cfcf897f03b1'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'fae57585-24c4-4f00-a8ba-afb04b720000'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:31.354112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.380691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.422929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 6b5a1e49-7a25-41b7-936c-d3c4aac03c95 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:31.542433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c41c-6905-4092-ad37-a8872d3429c3 req-8602451b-7aad-4a99-a4a7-ed8c48fa6fb9 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:31.543933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6e89c41c-6905-4092-ad37-a8872d3429c3 req-8602451b-7aad-4a99-a4a7-ed8c48fa6fb9 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.5643816 Mar 03 10:20:31.568019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] Allocated IP 2001:db8:0:1::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/c51d6ec7-e85c-4fbf-8971-cfcf897f03b1/fae57585-24c4-4f00-a8ba-afb04b720000) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:31.707931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.724101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcce-a2a6-44d8-8b75-0baca281aa15 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.748982 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:31.778161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.794827 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6e89c41c-6905-4092-ad37-a8872d3429c3 req-0eca9525-f9f8-454a-88f7-ef710206cda3 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352910 Mar 03 10:20:31.797643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] Transition to ACTIVE for port object fae57585-24c4-4f00-a8ba-afb04b720000 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:31.803542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.871286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for 288fa336-b75c-45d3-a421-4b2fe0d7a46c owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:31.911394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcce-a2a6-44d8-8b75-0baca281aa15 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:31.953158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f52456-b38a-41dd-926d-6f39f8867241 None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:31.964266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5015-8b6e-40df-aa59-8ff7e19cae83 req-b2d3ed6d-02de-4445-8685-f2cc0f50080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:31.965687 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8afb5015-8b6e-40df-aa59-8ff7e19cae83 req-b2d3ed6d-02de-4445-8685-f2cc0f50080f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 1098 time: 0.2049572 Mar 03 10:20:32.024960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8:0:1::123 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/c51d6ec7-e85c-4fbf-8971-cfcf897f03b1/6b5a1e49-7a25-41b7-936c-d3c4aac03c95) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:32.035412 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8afb5015-8b6e-40df-aa59-8ff7e19cae83 req-5948628c-a128-4aab-8424-5b8a86e9dc7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600328 Mar 03 10:20:32.036684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe31:9cdd (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/326b1be2-f190-4c6a-a5c0-f28133af50ff/6b5a1e49-7a25-41b7-936c-d3c4aac03c95) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:32.264014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.283540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 6b5a1e49-7a25-41b7-936c-d3c4aac03c95 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:32.312504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.326169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 6b1e98f3-8b7c-459c-9668-828ca71a2a32 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:20:32.390247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:32.393679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:32.396197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:32.404861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:32.405772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.547711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc68bcce-a2a6-44d8-8b75-0baca281aa15 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 44646b81-7678-46cc-ad1d-ec98a5ad4717 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:20:32.552303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:32.569324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'port_id': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'mac_address': 'fa:16:3e:06:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:20:32.578332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.597992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=6b5a1e49-7a25-41b7-936c-d3c4aac03c95,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:32.617619 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-769bfb2f-4d90-4816-9818-446242d33da4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6747611 Mar 03 10:20:32.620153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32884) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:32.641988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.671648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b1e98f3-8b7c-459c-9668-828ca71a2a32 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:20:32.672942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.679885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=288fa336-b75c-45d3-a421-4b2fe0d7a46c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:32.693228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:32.695157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-265a9e0f-01cb-44cd-8425-482c5dfd7c9f None None] Provisioning for port fae57585-24c4-4f00-a8ba-afb04b720000 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:32.699565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 6b5a1e49-7a25-41b7-936c-d3c4aac03c95 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:32.700114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.701236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-265a9e0f-01cb-44cd-8425-482c5dfd7c9f None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:32.701785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-265a9e0f-01cb-44cd-8425-482c5dfd7c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.732822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.770893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:32.867932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:32.964575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.009757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['6b1e98f3-8b7c-459c-9668-828ca71a2a32'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:20:33.057726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.086837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0f07e753-2175-4146-8ddd-580a32540f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.107103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aada676a-e946-4a13-a5c2-9419fb6f28fd None None] Provisioning for port 6b5a1e49-7a25-41b7-936c-d3c4aac03c95 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:33.139252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aada676a-e946-4a13-a5c2-9419fb6f28fd None None] Provisioning complete for port 6b5a1e49-7a25-41b7-936c-d3c4aac03c95 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:33.139650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aada676a-e946-4a13-a5c2-9419fb6f28fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.211219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:33.213747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.249730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 6b5a1e49-7a25-41b7-936c-d3c4aac03c95 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:33.263877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aada676a-e946-4a13-a5c2-9419fb6f28fd None None] Port 6b5a1e49-7a25-41b7-936c-d3c4aac03c95 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:33.356483 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0ae9859e-2fad-46c4-9a3b-28cdaf36d80d tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/288fa336-b75c-45d3-a421-4b2fe0d7a46c HTTP/1.1" status: 204 len: 168 time: 2.7695668 Mar 03 10:20:33.360130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32892) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:33.447738 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dac852-97ca-4c60-83e9-916ae6dcde61 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] GET failed (client error): The resource could not be found. Mar 03 10:20:33.448280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-07dac852-97ca-4c60-83e9-916ae6dcde61 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:33.466224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc68bcce-a2a6-44d8-8b75-0baca281aa15 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:33.478555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcce-a2a6-44d8-8b75-0baca281aa15 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.479744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cc68bcce-a2a6-44d8-8b75-0baca281aa15 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/44646b81-7678-46cc-ad1d-ec98a5ad4717 HTTP/1.1" status: 200 len: 886 time: 3.2463751 Mar 03 10:20:33.481957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:33.484392 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] Sync routers for ids ['44646b81-7678-46cc-ad1d-ec98a5ad4717'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:33.486073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32896) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:33.489636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:33.520322 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] Routers {'44646b81-7678-46cc-ad1d-ec98a5ad4717'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:33.521488 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['44646b81-7678-46cc-ad1d-ec98a5ad4717'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:33.574032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.607850 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:33.608410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-07dac852-97ca-4c60-83e9-916ae6dcde61 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:33.609589 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-07dac852-97ca-4c60-83e9-916ae6dcde61 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports/288fa336-b75c-45d3-a421-4b2fe0d7a46c HTTP/1.1" status: 404 len: 333 time: 0.2423563 Mar 03 10:20:33.614237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32900) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:33.618480 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] Routers {'44646b81-7678-46cc-ad1d-ec98a5ad4717'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:33.619261 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['44646b81-7678-46cc-ad1d-ec98a5ad4717'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:33.680270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=6b5a1e49-7a25-41b7-936c-d3c4aac03c95,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:33.712795 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:33.713627 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76f224-5c5a-4892-a829-2c3efcee379a None None] The sync data for ids ['44646b81-7678-46cc-ad1d-ec98a5ad4717'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:33.740311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.758896 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f9840d31-d01c-4c98-911a-2e4aad6e8f1e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/6b5a1e49-7a25-41b7-936c-d3c4aac03c95 HTTP/1.1" status: 204 len: 168 time: 1.1346748 Mar 03 10:20:33.760104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32904) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:33.775750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3cf0-857f-43bf-b553-e8fce1f44b49 req-4f3f877b-f0f0-4fcf-9627-e7589c69ce79 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:33.782149 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e50d3cf0-857f-43bf-b553-e8fce1f44b49 req-4f3f877b-f0f0-4fcf-9627-e7589c69ce79 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 944 time: 0.6593361 Mar 03 10:20:33.862259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f66eb0-1663-4a96-b819-6f48b4c717df tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:33.863074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-87f66eb0-1663-4a96-b819-6f48b4c717df tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:33.882474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-87f66eb0-1663-4a96-b819-6f48b4c717df tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:33.884447 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-87f66eb0-1663-4a96-b819-6f48b4c717df tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1232846 Mar 03 10:20:33.886937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32908) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:33.889023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6ff3b462-7016-4379-9a98-27fbf3dd44d2 None None] Provisioning complete for port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:33.889968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b462-7016-4379-9a98-27fbf3dd44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:33.955239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3b462-7016-4379-9a98-27fbf3dd44d2 None None] Port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:33.986839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94c6fd-c3b4-4373-8e5d-b74a1c9e789b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:33.986839 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4a94c6fd-c3b4-4373-8e5d-b74a1c9e789b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0948370 Mar 03 10:20:33.986839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32912) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:34.015006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:34.057821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28ac8a-7c5a-4a2e-a18a-806e656197da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:34.060113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28ac8a-7c5a-4a2e-a18a-806e656197da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:34.062193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28ac8a-7c5a-4a2e-a18a-806e656197da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:34.063528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9d28ac8a-7c5a-4a2e-a18a-806e656197da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:34.082227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9d28ac8a-7c5a-4a2e-a18a-806e656197da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:34.086465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9d28ac8a-7c5a-4a2e-a18a-806e656197da tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0967655 Mar 03 10:20:34.086720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32916) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:34.092807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:34.093180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.158696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 326b1be2-f190-4c6a-a5c0-f28133af50ff {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:34.162228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.179932 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e50d3cf0-857f-43bf-b553-e8fce1f44b49 req-aa113f96-5482-43da-93d0-d858a75ad1e3 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940687 Mar 03 10:20:34.198417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b85b9b8d-25ac-46d6-9726-23402a0fc525 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.228838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.261276 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8575d964-72fd-46c8-8314-1a1ba98f3936 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/routers/44646b81-7678-46cc-ad1d-ec98a5ad4717 HTTP/1.1" status: 200 len: 886 time: 0.7729447 Mar 03 10:20:34.271501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32920) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:34.322006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 6b1e98f3-8b7c-459c-9668-828ca71a2a32 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:34.363327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.363982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b85b9b8d-25ac-46d6-9726-23402a0fc525 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.379202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-691fbe74-3a71-4b2c-8c3b-d54b9561cc1a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:34.386668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router d546c91a-391a-447b-8a04-4651c341672e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:20:34.403461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:34.403848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.474637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.484440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-691fbe74-3a71-4b2c-8c3b-d54b9561cc1a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:34.488515 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-691fbe74-3a71-4b2c-8c3b-d54b9561cc1a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=44646b81-7678-46cc-ad1d-ec98a5ad4717 HTTP/1.1" status: 200 len: 205 time: 0.2119415 Mar 03 10:20:34.497879 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32924) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:34.531084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=326b1be2-f190-4c6a-a5c0-f28133af50ff,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:34.537019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.542853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ccb48b-4bc0-449e-9f62-e59af653cfe3 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:34.555371 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0571618c-042f-45c3-8413-a899f9c83442 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/326b1be2-f190-4c6a-a5c0-f28133af50ff HTTP/1.1" status: 204 len: 168 time: 0.4650462 Mar 03 10:20:34.556588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32928) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:34.597518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b85b9b8d-25ac-46d6-9726-23402a0fc525 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.635317 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.636469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet c51d6ec7-e85c-4fbf-8971-cfcf897f03b1 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:34.640101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.685782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:20:34.698194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b9b8d-25ac-46d6-9726-23402a0fc525 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8aa1c-7e96-40c6-8564-681135a6b5fe,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:34.702040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:34.710673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.712554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.760842 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'code': 200} Mar 03 10:20:34.785579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b85b9b8d-25ac-46d6-9726-23402a0fc525 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.789392 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b85b9b8d-25ac-46d6-9726-23402a0fc525 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/security-groups/9be8aa1c-7e96-40c6-8564-681135a6b5fe HTTP/1.1" status: 204 len: 168 time: 1.1128876 Mar 03 10:20:34.790073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32934) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:34.802767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:34.810461 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7cff66d5-09c5-42a7-b5d6-1949a26a9f8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/d546c91a-391a-447b-8a04-4651c341672e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2859426 Mar 03 10:20:34.829946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Sync routers for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:34.832437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.871119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee361c85-0533-4ab1-abdc-b00a9684ce0e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.871508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:34.883106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.940594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee361c85-0533-4ab1-abdc-b00a9684ce0e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:34.945868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:34.945868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:35.039706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.051439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 01e1ffb5-e2f1-4f58-9504-c7387367af9b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:35.054558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.112011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee361c85-0533-4ab1-abdc-b00a9684ce0e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.139849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361c85-0533-4ab1-abdc-b00a9684ce0e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e6520-a337-4262-bd59-c4dbc62ae30c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:35.144119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.172502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:20:35.189195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=c51d6ec7-e85c-4fbf-8971-cfcf897f03b1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:35.191262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.194367 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9cbc0bc2-a78f-4490-be6b-3d7bee6f7b87 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/c51d6ec7-e85c-4fbf-8971-cfcf897f03b1 HTTP/1.1" status: 204 len: 168 time: 0.6358800 Mar 03 10:20:35.195212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee361c85-0533-4ab1-abdc-b00a9684ce0e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.196232 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ee361c85-0533-4ab1-abdc-b00a9684ce0e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/security-groups/a08e6520-a337-4262-bd59-c4dbc62ae30c HTTP/1.1" status: 204 len: 168 time: 0.4054549 Mar 03 10:20:35.197063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32942) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:35.220690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32944) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:35.269170 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3da603f9-7f2e-49fe-8325-6a33233511b3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710065 Mar 03 10:20:35.272501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32952) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:35.278003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:35.280751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-59791d69-9fd3-46c8-8041-e5708d5abb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.330481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.415146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:35.419729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:35.422752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:35.430133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:35.442494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:35.448167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.532724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 01e1ffb5-e2f1-4f58-9504-c7387367af9b owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:35.566223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-55452e07-c1b9-4c03-8ff2-97c0f1475cad tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.630555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-55452e07-c1b9-4c03-8ff2-97c0f1475cad tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.695456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:30Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:34Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4', 'name': '', 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:6d:12:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '3e4cc657-1dcb-434c-ad69-15c950b5382e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:20:29Z', 'updated_at': '2022-03-03T10:20:31Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '3e4cc657-1dcb-434c-ad69-15c950b5382e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:35.709095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Checking router: d546c91a-391a-447b-8a04-4651c341672e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:20:35.710203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Updating router d546c91a-391a-447b-8a04-4651c341672e port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:20:35.773306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.908591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-55452e07-c1b9-4c03-8ff2-97c0f1475cad tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.910232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:20:35.932543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55452e07-c1b9-4c03-8ff2-97c0f1475cad tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c001035-459e-42f6-add5-0fe70e389f0d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:35.954342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-55452e07-c1b9-4c03-8ff2-97c0f1475cad tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:35.956221 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-55452e07-c1b9-4c03-8ff2-97c0f1475cad tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/security-groups/2c001035-459e-42f6-add5-0fe70e389f0d HTTP/1.1" status: 204 len: 168 time: 0.7340806 Mar 03 10:20:35.959373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32956) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:36.014403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e0ee-ca3b-4940-8fe3-912555d3a801 req-41d8236b-b6ca-4d8f-8f3f-ae227431713d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:36.016160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82c6e0ee-ca3b-4940-8fe3-912555d3a801 req-41d8236b-b6ca-4d8f-8f3f-ae227431713d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.6067171 Mar 03 10:20:36.090038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad54e96-0754-4ef6-a083-4146c9fe2f6e None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:36.117082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.125813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet a8b447a1-d92f-4b85-b2fa-ab45107bded8 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:36.132244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.162162 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82c6e0ee-ca3b-4940-8fe3-912555d3a801 req-5066c1ce-6936-4b60-a4b5-7ddb66436943 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323142 Mar 03 10:20:36.185427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.203499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32960) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:36.212745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.223107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.229253 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-83c6a393-2dfb-474b-8a47-522fc60c2ed7 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:36.229694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-83c6a393-2dfb-474b-8a47-522fc60c2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.245704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=01e1ffb5-e2f1-4f58-9504-c7387367af9b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:36.273150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.394719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.421542 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a304973c-c13c-4fc1-8da0-8f91e7650530 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/floatingips/b5f3beac-8520-4e6f-8135-49958fcdd653 HTTP/1.1" status: 200 len: 993 time: 0.2124646 Mar 03 10:20:36.462440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:36.497599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.503947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.505040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.557976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.574610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Transition to ACTIVE for port object afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:36.585464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.600745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.604193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.616184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.635887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:36.641925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:36.651660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:36.652246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.675899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=9053adf4-8810-49b9-bb4f-8c252b8adb1d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:36.679744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=11']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:36.684399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.685030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Fanout notify agent at l3_agent the message router_deleted on router 44646b81-7678-46cc-ad1d-ec98a5ad4717 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:20:36.702266 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-33155f40-e478-4a14-a405-bee7ce0a1011 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4285493 Mar 03 10:20:36.704936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32964) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:36.711231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:36.745514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.750320 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cea0ba00-efe6-4a59-9f31-1b18adbdbf14 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/44646b81-7678-46cc-ad1d-ec98a5ad4717 HTTP/1.1" status: 204 len: 168 time: 2.2481585 Mar 03 10:20:36.750320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.753677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32968) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:36.760496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-241774840'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:36.771205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:36.813023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.820001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b447a1-d92f-4b85-b2fa-ab45107bded8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:36.827015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:36.828824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-07822bb3-0d39-456a-9e55-b2772527cf20 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/a8b447a1-d92f-4b85-b2fa-ab45107bded8 HTTP/1.1" status: 204 len: 168 time: 0.8681741 Mar 03 10:20:36.830048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32972) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:36.831333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaf033-b584-480c-8da0-efc7bfb495e7 None None] Pushing event updated for resources: {'Port': ['ID=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:36.834380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:36.840677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df16d33-ae76-40a0-b3ae-2673d2b8f9aa None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:36.855227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:36.879007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:36.883900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.921526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet fbc1160c-25df-4928-88e4-525b48c04971 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:36.927199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.938511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:20:36.941036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:36.949438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:36.953470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:36.961704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:36.962049 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment 343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6 of type vlan for network 8f12106c-dd28-4baf-b012-79a66f006d06 Mar 03 10:20:36.963451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:36.992698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:36.996662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.007825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.015595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.016249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Attempting to bind port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:37.016616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Attempting to bind port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:37.016977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Attempting to bind port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 on network fc3bd9ea-c518-4e31-a553-9bd60e61d401 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:37.046021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:37.046295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Checking segment: {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:37.046691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.047084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Bound using segment: {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:37.047659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Bound port: afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae887c72-e231-463f-af4d-9d08cf838df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:37.048038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.140501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.232655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] For port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:37.234399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:20:37.235271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.276924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.282813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:37.283449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.284693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] For port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:37.287037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc1160c-25df-4928-88e4-525b48c04971,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:37.289719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.294691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.300099 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-aa17eb0c-3c8b-4632-b9ad-6d31325beacd tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/fbc1160c-25df-4928-88e4-525b48c04971 HTTP/1.1" status: 204 len: 168 time: 0.4662979 Mar 03 10:20:37.301866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32976) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:37.349324 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-152c1bcf-3826-49a5-834a-76061ebe40ba tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:37.351270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152c1bcf-3826-49a5-834a-76061ebe40ba tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:37.354363 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-152c1bcf-3826-49a5-834a-76061ebe40ba tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/a8b447a1-d92f-4b85-b2fa-ab45107bded8 HTTP/1.1" status: 404 len: 337 time: 0.0491483 Mar 03 10:20:37.354716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32982) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:37.388538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:37.389162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:37.400679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=8f12106c-dd28-4baf-b012-79a66f006d06,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:37.434650 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.ipam_backend_mixin [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9053adf4-8810-49b9-bb4f-8c252b8adb1d (CIDR: 2001:db8::/64) Mar 03 10:20:37.445286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting subnet 9eb7d905-b708-4f71-91b0-e415d1859f06 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:37.447972 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:20:37.448655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:37.449548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.478319 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-958a65b5-d1df-48f4-9a25-8f947a1d7ce7 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7142711 Mar 03 10:20:37.481525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32986) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:37.481944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 8f12106c-dd28-4baf-b012-79a66f006d06 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:20:37.487574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': '8f12106c-dd28-4baf-b012-79a66f006d06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:37.552349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.637521 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b11fdff5-e66e-415e-8ec7-c8e7ab0166f2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9314849 Mar 03 10:20:37.638729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:37.640890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32990) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:37.643361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaf033-b584-480c-8da0-efc7bfb495e7 None None] Pushing event updated for resources: {'Port': ['ID=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:37.646758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:37.671506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.674861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:37.696694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:37.717232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:37.770835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.825909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:37.827733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb7d905-b708-4f71-91b0-e415d1859f06,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:37.830239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.836971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:37.839731 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22cec586-7088-4a18-8a9c-0eba43fb5910 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/9eb7d905-b708-4f71-91b0-e415d1859f06 HTTP/1.1" status: 204 len: 168 time: 0.4835913 Mar 03 10:20:37.842093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 32994) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:37.858453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:20:37.887593 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-687e5c7d-1edd-45ee-bec5-87705d64ca17 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:37.887869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687e5c7d-1edd-45ee-bec5-87705d64ca17 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:37.891989 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-687e5c7d-1edd-45ee-bec5-87705d64ca17 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/b450dd29-c42e-49d4-9d53-8372664cb58b HTTP/1.1" status: 404 len: 337 time: 0.0463946 Mar 03 10:20:37.892322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 32998) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:37.919272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4320205-0b9d-4068-8402-f9d53cc25c59 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:37.999589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1ee51e5a-997e-46ce-ad0f-4576415f5a57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Synchronizing usage tracker for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:38.004862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:38.005556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:38.014369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:38.019950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:38.033949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:38.038020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1ee51e5a-997e-46ce-ad0f-4576415f5a57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Unset dirty status for tenant:fcded2aea75a4c589da2f0e0ffe9f8b2 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:38.039175 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1ee51e5a-997e-46ce-ad0f-4576415f5a57 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d01d3fc-e227-4b57-898b-b0f4f3bf81b4 HTTP/1.1" status: 200 len: 205 time: 0.1459484 Mar 03 10:20:38.041827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33002) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.053575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:38.057124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.175431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.232867 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-bf009b52-20a7-4498-b179-5efcc3a59473 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] delete failed (client error): The resource could not be found. Mar 03 10:20:38.237341 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bf009b52-20a7-4498-b179-5efcc3a59473 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/routers/1d01d3fc-e227-4b57-898b-b0f4f3bf81b4 HTTP/1.1" status: 404 len: 336 time: 0.1908920 Mar 03 10:20:38.237341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33006) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.274029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6db9f77c-0c4d-4fed-a96c-bd4207fbd0fa None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:38.274687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6db9f77c-0c4d-4fed-a96c-bd4207fbd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.276921 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ff7025-3ed2-4795-a276-3a8779df1b03 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.277380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ff7025-3ed2-4795-a276-3a8779df1b03 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.281590 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-88ff7025-3ed2-4795-a276-3a8779df1b03 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/3f133bf5-3380-4b79-9c8f-e0ff6ba6efb0 HTTP/1.1" status: 404 len: 337 time: 0.0418162 Mar 03 10:20:38.281881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.282164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33010) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.298323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddd0033-ebc0-4eb4-a296-3b820ddd5c12 None None] Update dhcp port {'port': {'network_id': '6c61d290-ddf7-4c87-89dc-07fc15e9b906', 'fixed_ips': [{'subnet_id': '9eb7d905-b708-4f71-91b0-e415d1859f06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fbc1160c-25df-4928-88e4-525b48c04971'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'a52a44e5-0b08-4a1d-864b-59f8378bf250'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:38.320482 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb6052c-904c-42eb-bc31-1b54501b2e5c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.320934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb6052c-904c-42eb-bc31-1b54501b2e5c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.325007 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ebb6052c-904c-42eb-bc31-1b54501b2e5c tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/ae2725a5-3802-4325-95d3-f40bbb9497d0 HTTP/1.1" status: 404 len: 337 time: 0.0395408 Mar 03 10:20:38.325879 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33014) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.369088 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-491f3e64-9337-4105-8738-e5dbbaf3ba0b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.369553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491f3e64-9337-4105-8738-e5dbbaf3ba0b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.373628 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-491f3e64-9337-4105-8738-e5dbbaf3ba0b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/c0a1f4be-0f0a-4bac-8d24-7898b30ea33d HTTP/1.1" status: 404 len: 337 time: 0.0444989 Mar 03 10:20:38.373934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33018) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.403057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=c32046be-c258-4a46-ae67-f1944abc52e8,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:38.421154 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b511ace-be6c-4ca5-b62f-83bd24e99bd6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.421637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b511ace-be6c-4ca5-b62f-83bd24e99bd6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.425723 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7b511ace-be6c-4ca5-b62f-83bd24e99bd6 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/c3afcd11-d7d9-4828-b3d5-1d402e8330a4 HTTP/1.1" status: 404 len: 333 time: 0.0484118 Mar 03 10:20:38.428074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33022) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.470823 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03991f1-2508-4fb3-8c4e-27bee2ba500e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.471056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03991f1-2508-4fb3-8c4e-27bee2ba500e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.475974 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d03991f1-2508-4fb3-8c4e-27bee2ba500e tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/d1e91efe-b222-4c4b-a857-8bf9c122a63e HTTP/1.1" status: 404 len: 337 time: 0.0434699 Mar 03 10:20:38.476882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33026) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.520453 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ccc778-cb2c-45db-845f-8acd30d82fe5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.520915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ccc778-cb2c-45db-845f-8acd30d82fe5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.523339 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-82ccc778-cb2c-45db-845f-8acd30d82fe5 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/46041e47-0c5a-485d-8417-f09b542adfde HTTP/1.1" status: 404 len: 337 time: 0.0454726 Mar 03 10:20:38.525778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33030) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.526730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': '343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8f12106c-dd28-4baf-b012-79a66f006d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:38.527141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: 8f12106c-dd28-4baf-b012-79a66f006d06, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:20:38.552065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.568177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a23056-0a79-4d49-bc23-abadad30d224 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.568770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a23056-0a79-4d49-bc23-abadad30d224 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.573174 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e3a23056-0a79-4d49-bc23-abadad30d224 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/5d34219d-dbda-48d1-9de8-034c82183ea3 HTTP/1.1" status: 404 len: 333 time: 0.0438056 Mar 03 10:20:38.573392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33034) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.593659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2ddd0033-ebc0-4eb4-a296-3b820ddd5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.598289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 8f12106c-dd28-4baf-b012-79a66f006d06 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:20:38.612611 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc84fc4-e1d4-41ef-92d5-5f321dba42e1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.613165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc84fc4-e1d4-41ef-92d5-5f321dba42e1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.617899 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fbc84fc4-e1d4-41ef-92d5-5f321dba42e1 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/5b3da443-a414-471b-912f-579d9d90cb91 HTTP/1.1" status: 404 len: 337 time: 0.0405824 Mar 03 10:20:38.618365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33038) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.629006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:38.629006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.632757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:38.633615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 8f12106c-dd28-4baf-b012-79a66f006d06) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:38.638015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:38.638647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.645276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:38.648665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:38.649210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.654713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=c65c48cd-7932-4687-9e0d-28e549d9400d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:38.661998 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69f0cae-155a-4594-a316-c36de395ad2b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] DELETE failed (client error): The resource could not be found. Mar 03 10:20:38.662635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69f0cae-155a-4594-a316-c36de395ad2b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:38.667604 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e69f0cae-155a-4594-a316-c36de395ad2b tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/subnets/16e5da29-1ddf-4260-90bd-9c6765ec8f08 HTTP/1.1" status: 404 len: 337 time: 0.0451145 Mar 03 10:20:38.667604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33042) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.668815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd7c4f-19e8-4dda-8fec-e99a9f3312be None None] Network 8f12106c-dd28-4baf-b012-79a66f006d06 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:38.687642 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6d321777-33b1-4d0e-bc88-5e2ff0f52deb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2045622 Mar 03 10:20:38.688302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33046) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.695434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2069679021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:38.703548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:38.708247 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f10438c4-123b-4548-bf7e-9feb7e91c96e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0647199 Mar 03 10:20:38.710552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:router and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:38.713247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33050) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.713845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:38.719832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:38.721640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:0a:b4:a5', 'name': 'tempest-NetworksTestDHCPv6-1380676625'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:38.733732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.734971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.751777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.770779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.798258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.799773 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-760bacdf-6d39-43fd-9204-9bad60b65d73 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1099551 Mar 03 10:20:38.802638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33054) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:38.831114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port eae12108-751f-4c1a-9f4b-66410b6d4649 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:38.831518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:38.978684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:39.022240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:39.096571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:39.140374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:39.190873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00523f42-3dc6-413a-a230-20c860a48db4 None None] Network 6c61d290-ddf7-4c87-89dc-07fc15e9b906 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:39.311568 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:20:39.349549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for eae12108-751f-4c1a-9f4b-66410b6d4649 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:39.365199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-00cc2c61-b4f4-4e7d-98da-f6e81bdb9e3e None None] Provisioning complete for port a52a44e5-0b08-4a1d-864b-59f8378bf250 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:39.366552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-00cc2c61-b4f4-4e7d-98da-f6e81bdb9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:39.476214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-8f12106c-dd28-4baf-b012-79a66f006d06', 'network_id': '8f12106c-dd28-4baf-b012-79a66f006d06', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': 'c32046be-c258-4a46-ae67-f1944abc52e8'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:39.477068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:39.484328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:39.520308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:39.523925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 73a7afb7-9bcc-4e12-a381-307a2f4cfa4b yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:39.546954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8bec7b-2b09-4852-8587-94867fd2a0c5 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:39.562986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:39.589659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:30Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:34Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4', 'name': '', 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:6d:12:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '3e4cc657-1dcb-434c-ad69-15c950b5382e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:20:29Z', 'updated_at': '2022-03-03T10:20:37Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '3e4cc657-1dcb-434c-ad69-15c950b5382e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:39.624190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=eae12108-751f-4c1a-9f4b-66410b6d4649,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:39.629512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:39.666486 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-764a53a1-41f5-4c81-bd9e-f45bb0de52b0 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/ports/eae12108-751f-4c1a-9f4b-66410b6d4649 HTTP/1.1" status: 204 len: 168 time: 0.9978857 Mar 03 10:20:39.670395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33062) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:39.692521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9dbf54-f435-46f4-87b1-2aba1468d44f None None] The sync data for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv is: [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:30Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:34Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4', 'name': '', 'network_id': 'fc3bd9ea-c518-4e31-a553-9bd60e61d401', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:6d:12:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '3e4cc657-1dcb-434c-ad69-15c950b5382e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:20:29Z', 'updated_at': '2022-03-03T10:20:37Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '3e4cc657-1dcb-434c-ad69-15c950b5382e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:39.966612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-00cc2c61-b4f4-4e7d-98da-f6e81bdb9e3e None None] Could not find standard attr ID for object eae12108-751f-4c1a-9f4b-66410b6d4649. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:39.981713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Allocated IP 172.20.0.2 (8f12106c-dd28-4baf-b012-79a66f006d06/c32046be-c258-4a46-ae67-f1944abc52e8/444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:40.025844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.096697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:40.131633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Deleting port a52a44e5-0b08-4a1d-864b-59f8378bf250 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:40.132224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.134653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] DHCP port deletion for 6c61d290-ddf7-4c87-89dc-07fc15e9b906 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:40.157027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Deleting port a52a44e5-0b08-4a1d-864b-59f8378bf250 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:40.157398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.170374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8:0:1::2a2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/c65c48cd-7932-4687-9e0d-28e549d9400d/73a7afb7-9bcc-4e12-a381-307a2f4cfa4b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:40.182532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::f816:3eff:fe0a:b4a5 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/9053adf4-8810-49b9-bb4f-8c252b8adb1d/73a7afb7-9bcc-4e12-a381-307a2f4cfa4b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:40.317541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-32995d66-1803-4833-aef7-0df4421496a6 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:40.317906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-32995d66-1803-4833-aef7-0df4421496a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.461781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:40.501966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a52a44e5-0b08-4a1d-864b-59f8378bf250,segment=NetworkSegment(65dd42b7-ad0c-404e-8e4d-c14e207a6b0e),segment_id=65dd42b7-ad0c-404e-8e4d-c14e207a6b0e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:40.502325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.509042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:40.509796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.640794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Calling delete_port for a52a44e5-0b08-4a1d-864b-59f8378bf250 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:40.720851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.751595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 73a7afb7-9bcc-4e12-a381-307a2f4cfa4b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:40.760756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.801921 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] For port a52a44e5-0b08-4a1d-864b-59f8378bf250, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a52a44e5-0b08-4a1d-864b-59f8378bf250,segment=NetworkSegment(65dd42b7-ad0c-404e-8e4d-c14e207a6b0e),segment_id=65dd42b7-ad0c-404e-8e4d-c14e207a6b0e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:40.802303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.818545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Port': ['ID=a52a44e5-0b08-4a1d-864b-59f8378bf250,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:40.820996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] No DVR routers for this DVR port a52a44e5-0b08-4a1d-864b-59f8378bf250 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:40.885203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.953736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.956230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:40.956797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Calling delete_port for a52a44e5-0b08-4a1d-864b-59f8378bf250 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:40.994336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] Update dhcp port {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '9053adf4-8810-49b9-bb4f-8c252b8adb1d', 'ip_address': '2001:db8::f816:3eff:fe1d:c9ed'}, {'subnet_id': 'c65c48cd-7932-4687-9e0d-28e549d9400d'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'fae57585-24c4-4f00-a8ba-afb04b720000'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:41.047984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Transition to ACTIVE for port object 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:41.051719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c61d290-ddf7-4c87-89dc-07fc15e9b906']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:41.060174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:41.065594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:41.073266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65dd42b7-ad0c-404e-8e4d-c14e207a6b0e') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:41.073491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65dd42b7-ad0c-404e-8e4d-c14e207a6b0e') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:41.079980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:41.086567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:41.087563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.098908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=73a7afb7-9bcc-4e12-a381-307a2f4cfa4b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:41.108824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.126656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Transition to ACTIVE for port object 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:41.129480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.129654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.136948 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-26364c25-7c99-4647-b2b5-be0dae493eac tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4227347 Mar 03 10:20:41.138006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:20:41.138392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.140056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33066) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:20:41.154363 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:20:41.158726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.171454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.237376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.260585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.271253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] Pushing event deleted for resources: {'Network': ['ID=6c61d290-ddf7-4c87-89dc-07fc15e9b906,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:41.279449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c9a894f8-ba61-4848-b749-881abab12838 tempest-PortsIpV6TestJSON-1963573862 tempest-PortsIpV6TestJSON-1963573862-project] 10.222.0.23 "DELETE /v2.0/networks/6c61d290-ddf7-4c87-89dc-07fc15e9b906 HTTP/1.1" status: 204 len: 168 time: 1.6058233 Mar 03 10:20:41.279646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:41.279646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:41.279835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 73a7afb7-9bcc-4e12-a381-307a2f4cfa4b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:41.279835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.296838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Network 8f12106c-dd28-4baf-b012-79a66f006d06 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:41.309702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:41.321501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:41.328696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:41.339112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.20.0.1 (8f12106c-dd28-4baf-b012-79a66f006d06/c32046be-c258-4a46-ae67-f1944abc52e8/f956bcb8-a3f9-4212-b178-833fc46add2c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:41.367622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Pushing event updated for resources: {'Port': ['ID=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:41.404527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.499375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a52a44e5-0b08-4a1d-864b-59f8378bf250 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:41.622551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: a52a44e5-0b08-4a1d-864b-59f8378bf250 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:41.622796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a52a44e5-0b08-4a1d-864b-59f8378bf250 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:41.632858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33074) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:41.671265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Attempting to bind port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:41.671654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Attempting to bind port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8f12106c-dd28-4baf-b012-79a66f006d06'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:41.672013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Attempting to bind port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 on network 8f12106c-dd28-4baf-b012-79a66f006d06 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:41.674008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:41.681254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.691271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:41.691966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Checking segment: {'id': '343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8f12106c-dd28-4baf-b012-79a66f006d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:41.692366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.692750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Bound using segment: {'id': '343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8f12106c-dd28-4baf-b012-79a66f006d06'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:41.693215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Bound port: 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8f12106c-dd28-4baf-b012-79a66f006d06'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:41.694134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.717059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object f956bcb8-a3f9-4212-b178-833fc46add2c will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:41.721712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.765299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] Allocated IP 2001:db8:0:1::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/c65c48cd-7932-4687-9e0d-28e549d9400d/fae57585-24c4-4f00-a8ba-afb04b720000) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:41.807783 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1ad66ef7-ecca-4487-8588-00e8b3b4388c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcded2aea75a4c589da2f0e0ffe9f8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728454 Mar 03 10:20:41.810157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Deleting port a52a44e5-0b08-4a1d-864b-59f8378bf250 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:41.810584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33080) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:41.810739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.851090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 73a7afb7-9bcc-4e12-a381-307a2f4cfa4b owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:41.869274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bc697832-b4a3-4837-8acc-3827f04df1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.898063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bc697832-b4a3-4837-8acc-3827f04df1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.934499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.957195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bc697832-b4a3-4837-8acc-3827f04df1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.978894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d83138f-8965-40a6-b58a-06f543f53b7c None None] The port 'a52a44e5-0b08-4a1d-864b-59f8378bf250' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:20:41.981671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc697832-b4a3-4837-8acc-3827f04df1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e368bf6-02b9-45b5-9754-5b7f86a2b070,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:41.987940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bc697832-b4a3-4837-8acc-3827f04df1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:41.990079 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bc697832-b4a3-4837-8acc-3827f04df1cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e368bf6-02b9-45b5-9754-5b7f86a2b070 HTTP/1.1" status: 204 len: 168 time: 0.1776836 Mar 03 10:20:41.991846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] For port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:41.998702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 8f12106c-dd28-4baf-b012-79a66f006d06 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:42.007216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:42.015418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:42.027715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] For port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,segment=NetworkSegment(343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6),segment_id=343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:42.044837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.107480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:42.118429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=f956bcb8-a3f9-4212-b178-833fc46add2c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:42.145892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.183123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:42.251223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.255424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9aafe-41e7-483a-97fb-e5aac273777e None None] Pushing event updated for resources: {'Port': ['ID=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:42.277029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] Transition to ACTIVE for port object fae57585-24c4-4f00-a8ba-afb04b720000 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:42.283013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.386348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:42.386717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.430111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.536614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=73a7afb7-9bcc-4e12-a381-307a2f4cfa4b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:42.568859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb689c-c50a-427f-9de2-ab73b9c9c54b None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=12']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:42.779428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.792160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:42.846792 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-76a08794-f3d9-4164-85c5-d52539ab189c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/73a7afb7-9bcc-4e12-a381-307a2f4cfa4b HTTP/1.1" status: 204 len: 168 time: 1.7051761 Mar 03 10:20:42.849507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33102) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:42.967992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228057f-88a4-4457-a8ad-70ef24c88ed1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:42.969156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b228057f-88a4-4457-a8ad-70ef24c88ed1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:42.994881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b228057f-88a4-4457-a8ad-70ef24c88ed1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:42.998848 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b228057f-88a4-4457-a8ad-70ef24c88ed1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1454730 Mar 03 10:20:42.999776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33110) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:43.081971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33114) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:43.097320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd061f75-745b-469c-b20d-6047d7779b28 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:43.099463 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cd061f75-745b-469c-b20d-6047d7779b28 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0984814 Mar 03 10:20:43.102526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:43.195340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2db6b-00c1-4901-804a-83a200fff549 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:43.197430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2db6b-00c1-4901-804a-83a200fff549 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:43.199266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2db6b-00c1-4901-804a-83a200fff549 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:43.200465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2dc2db6b-00c1-4901-804a-83a200fff549 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:43.236770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2dc2db6b-00c1-4901-804a-83a200fff549 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:43.244475 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2dc2db6b-00c1-4901-804a-83a200fff549 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1407309 Mar 03 10:20:43.247024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33124) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:43.251223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.256648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.347841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-19642045-0f42-4e9a-9041-2123fb3e7680 None None] Provisioning for port fae57585-24c4-4f00-a8ba-afb04b720000 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:43.356416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-19642045-0f42-4e9a-9041-2123fb3e7680 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:43.357048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-19642045-0f42-4e9a-9041-2123fb3e7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.376066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-793561463'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:43.379669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=f956bcb8-a3f9-4212-b178-833fc46add2c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:43.395679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:43.404757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Usage tracker for resource:network and tenant:b506303476894e289490ebe799e7b948 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:43.423653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:43.457820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:43.468006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.491176 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 9053adf4-8810-49b9-bb4f-8c252b8adb1d {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:43.501931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.582660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.631785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Made reservation on behalf of b506303476894e289490ebe799e7b948 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:43.635252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.653530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.685570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:43.687767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.692226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Usage tracker for resource:security_group_rule and tenant:b506303476894e289490ebe799e7b948 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:43.698790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:43.706689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 8f12106c-dd28-4baf-b012-79a66f006d06 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:43.708028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:43.710382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:43.713329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3dbd736d-4753-4a56-ad1f-a9ec4f2a958a None None] Could not find standard attr ID for object 73a7afb7-9bcc-4e12-a381-307a2f4cfa4b. {{(pid=87890) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 10:20:43.757719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a16aefe-1270-4434-811a-ead8aa7aa33c None None] Network 8f12106c-dd28-4baf-b012-79a66f006d06 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:43.770967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.825054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=9053adf4-8810-49b9-bb4f-8c252b8adb1d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:43.835834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:43.854481 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f6c17237-68e9-4bb0-b302-f579d596488f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/9053adf4-8810-49b9-bb4f-8c252b8adb1d HTTP/1.1" status: 204 len: 168 time: 0.6060967 Mar 03 10:20:43.856833 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33128) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:43.883146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-467c7b2a-7452-406b-924c-5ab07b667302 None None] Provisioning for port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:43.929974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc62aa1-87fb-4dd0-8da8-d70f247120ac None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:43.946352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 0d5c20bb-bcac-4d65-89ac-4a84f643ea42 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:20:43.948487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet c65c48cd-7932-4687-9e0d-28e549d9400d {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:43.952239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.038754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.129966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.134798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:44.146882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.158486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:20:44.161074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.168292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.168638 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Added segment 29816820-81ee-4ccc-89f7-14b09fd64be2 of type vlan for network 227141d3-64e6-4707-a757-f2acd8fb9e9b Mar 03 10:20:44.195724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.240183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:44.241689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.242353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.247548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:44.248352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.253468 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] Sync routers for ids ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:44.263234 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] Routers {'0d5c20bb-bcac-4d65-89ac-4a84f643ea42'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:44.263872 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:44.298050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=c65c48cd-7932-4687-9e0d-28e549d9400d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:44.309642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.321646 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0ad7e562-82b8-4974-b982-7ce8e9fb401f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/c65c48cd-7932-4687-9e0d-28e549d9400d HTTP/1.1" status: 204 len: 168 time: 0.4633741 Mar 03 10:20:44.323872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33132) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:44.332607 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:44.342129 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] Routers {'0d5c20bb-bcac-4d65-89ac-4a84f643ea42'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:44.342746 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:44.386942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:44.387630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.414776 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:44.415172 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8829ee1-60d2-47bb-9c4e-ec1eaeaded9c None None] The sync data for ids ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:44.447518 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-09fcc6a4-88dd-4794-9ebf-53fbeadd2b12 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223092 Mar 03 10:20:44.448143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33138) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:44.454935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:44.472962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4796bcdf-5db4-4dd8-b698-96e00289978b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:44.533209 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4500041 Mar 03 10:20:44.540815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33142) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:44.554202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8a81b890-6b41-4374-9b03-76e31266da7e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/0d5c20bb-bcac-4d65-89ac-4a84f643ea42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7489266 Mar 03 10:20:44.555723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33146) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:44.565186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Request body: {'subnet': {'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:44.601644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:44.609019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:44.612600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:44.619766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:44.636164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:44.638947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607af134-5f6a-411b-b0fc-ca1580dff977 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event updated for resources: {'Network': ['ID=227141d3-64e6-4707-a757-f2acd8fb9e9b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:44.652281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 227141d3-64e6-4707-a757-f2acd8fb9e9b details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:20:44.655992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.769271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f98df-aeab-4770-88e5-33875470a27c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:44.770679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b11f98df-aeab-4770-88e5-33875470a27c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:44.781548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:44.789581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Usage tracker for resource:subnet and tenant:b506303476894e289490ebe799e7b948 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:44.795385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:44.804331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:44.811768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b11f98df-aeab-4770-88e5-33875470a27c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:44.816728 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b11f98df-aeab-4770-88e5-33875470a27c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports/f956bcb8-a3f9-4212-b178-833fc46add2c HTTP/1.1" status: 200 len: 910 time: 0.2560031 Mar 03 10:20:44.817511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33150) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:44.828217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c32046be-c258-4a46-ae67-f1944abc52e8'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:44.850881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-df336f7b-5713-4abc-bbca-60b4e922e227 None None] Provisioning for port f956bcb8-a3f9-4212-b178-833fc46add2c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:44.863731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Made reservation on behalf of b506303476894e289490ebe799e7b948 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:44.877999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.879739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-df336f7b-5713-4abc-bbca-60b4e922e227 None None] Provisioning complete for port f956bcb8-a3f9-4212-b178-833fc46add2c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:44.880114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-df336f7b-5713-4abc-bbca-60b4e922e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.927342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:44.944389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659fb69-e063-48d0-a50e-218f9d784dab None None] Update dhcp port {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': 'c65c48cd-7932-4687-9e0d-28e549d9400d'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'fae57585-24c4-4f00-a8ba-afb04b720000'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:44.978931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:44.990933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:44.994311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:44.999012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:44.999605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.022784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:45.047641 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bb136c52-bee0-48a1-a4a7-54c9d25b0447 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5983915 Mar 03 10:20:45.048236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33154) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:45.054302 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:45.056519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-df336f7b-5713-4abc-bbca-60b4e922e227 None None] Port f956bcb8-a3f9-4212-b178-833fc46add2c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:45.092649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5659fb69-e063-48d0-a50e-218f9d784dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.178537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:45.206150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:45.211513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:45.214610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:45.223446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:45.230470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:45.230771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.237250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:45.243627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.341087 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.355430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8ca1e4c1-5798-491f-b6ac-6209ae46debf None None] Provisioning complete for port f956bcb8-a3f9-4212-b178-833fc46add2c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:45.355430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8ca1e4c1-5798-491f-b6ac-6209ae46debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.408394 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.ipam_backend_mixin [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2 (CIDR: 2001:db8::/64) Mar 03 10:20:45.415605 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:20:45.416101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:45.449779 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2006568f-9991-49ec-a98d-72693e568b5c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4004390 Mar 03 10:20:45.451976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33158) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:45.458172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:45.466833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1e4c1-5798-491f-b6ac-6209ae46debf None None] Port f956bcb8-a3f9-4212-b178-833fc46add2c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:45.487510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.533150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc3a41a-b96b-4856-a1fd-2cee7a3c7b15 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:45.541124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.558151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,segment=NetworkSegment(343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6),segment_id=343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:45.580080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.651435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:45.652967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event updated for resources: {'Subnet': ['ID=ce1181c8-72d3-48b4-b37a-b2037e822314,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:45.655026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:45.658700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:45.668553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:45.680329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Checking segment: {'id': '29816820-81ee-4ccc-89f7-14b09fd64be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:45.682371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Network hostable DHCP agents. Network: 227141d3-64e6-4707-a757-f2acd8fb9e9b, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:20:45.683992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:45.689632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.718864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a62981b1-0682-486a-a2c0-71712740c803 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:45.719240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a62981b1-0682-486a-a2c0-71712740c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:45.795024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:45.876747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Network 227141d3-64e6-4707-a757-f2acd8fb9e9b is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:20:46.004771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 227141d3-64e6-4707-a757-f2acd8fb9e9b) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:46.008913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:46.010387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.056717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781b898-54d8-4755-8cb2-d8b44e0f37b0 None None] Network 227141d3-64e6-4707-a757-f2acd8fb9e9b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:46.058861 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-01b533ea-0883-498f-8b24-81e6ad371833 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5148613 Mar 03 10:20:46.062027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33162) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:46.069823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Request body: {'port': {'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b', 'name': 'tempest-TagsExtTest-650689847'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:46.077112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:46.243743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] Update dhcp port {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': '70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': 'fae57585-24c4-4f00-a8ba-afb04b720000'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:20:46.279782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.objects.ports [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87888) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:20:46.311619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:46.319964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Usage tracker for resource:port and tenant:b506303476894e289490ebe799e7b948 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:46.320207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.325636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:46.332248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:46.332616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.341927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:46.361773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Made reservation on behalf of b506303476894e289490ebe799e7b948 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:46.365439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.470562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.531452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.537544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] device_id is not set on port a9e009bb-2cb9-4774-b3ae-a737c5928452 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:46.582946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.637684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-227141d3-64e6-4707-a757-f2acd8fb9e9b', 'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b', 'tenant_id': 'b506303476894e289490ebe799e7b948', 'fixed_ips': [{'subnet_id': 'ce1181c8-72d3-48b4-b37a-b2037e822314'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:46.638508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.719545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:46.730011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:46.730643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.734816 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/ports/f956bcb8-a3f9-4212-b178-833fc46add2c HTTP/1.1" status: 200 len: 910 time: 1.9126301 Mar 03 10:20:46.734816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0c51c-690d-4ba1-a779-fd4a008e010d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=f956bcb8-a3f9-4212-b178-833fc46add2c,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:46.735069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33168) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:46.800567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Allocated IP 172.20.0.10 (227141d3-64e6-4707-a757-f2acd8fb9e9b/ce1181c8-72d3-48b4-b37a-b2037e822314/a9e009bb-2cb9-4774-b3ae-a737c5928452) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:46.820119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.887334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.887572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:46.935709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:46.986734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2/fae57585-24c4-4f00-a8ba-afb04b720000) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:47.022165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:47.026297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.033613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:47.044399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:47.045004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.048018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Transition to ACTIVE for port object a9e009bb-2cb9-4774-b3ae-a737c5928452 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:47.075987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.136482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=16']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:47.143349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Network 227141d3-64e6-4707-a757-f2acd8fb9e9b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:47.145698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:47.148547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=ea12b7bf-1bf3-4727-ba7c-3d4597b5fa9c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:47.155448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:47.197753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event updated for resources: {'Port': ['ID=a9e009bb-2cb9-4774-b3ae-a737c5928452,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:47.213299 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8c2fe7f7-d754-4edd-b7eb-b1a46e36b7d7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7602000 Mar 03 10:20:47.216308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33172) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.226471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:a8:6d:e6', 'name': 'tempest-NetworksTestDHCPv6-425421986'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:47.233260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:47.233898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.235100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.260835 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2d0033e0-78c6-45b1-b316-d1b07ca976ed tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1977694 Mar 03 10:20:47.261770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33176) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.266805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-268466951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:47.274577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:47.278742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Usage tracker for resource:router and tenant:b506303476894e289490ebe799e7b948 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:47.282426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:47.284195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:47.288516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Allocated IP 172.20.0.2 (227141d3-64e6-4707-a757-f2acd8fb9e9b/ce1181c8-72d3-48b4-b37a-b2037e822314/63295b36-73e4-4855-9e7b-c28f2c6146e2) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:47.289446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:47.300870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.303233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.320518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.340799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.354117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.366621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.370374 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2c608c26-bc1e-4e05-b392-bb13702cbdde tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1048379 Mar 03 10:20:47.370965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33180) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.377218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9c934eb2-9c11-4bd3-b201-13af0e736482 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-659191547', 'prefixes': ['172.20.0.0/16']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:47.383395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9c934eb2-9c11-4bd3-b201-13af0e736482 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:47.438531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] Transition to ACTIVE for port object fae57585-24c4-4f00-a8ba-afb04b720000 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:47.445670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.467185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9c934eb2-9c11-4bd3-b201-13af0e736482 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for subnetpool, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.471775 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9c934eb2-9c11-4bd3-b201-13af0e736482 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0965416 Mar 03 10:20:47.472014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33184) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.475759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:47.480450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-260b268e-3c70-428b-9701-646da8dbbec6 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', 'tempest-TagsExtTest-Tag-124712650') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:47.489797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:47.511981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:47.584380 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-260b268e-3c70-428b-9701-646da8dbbec6 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags/tempest-TagsExtTest-Tag-124712650 HTTP/1.1" status: 201 len: 201 time: 0.1080773 Mar 03 10:20:47.585486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33188) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.589904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-2ae8bbe8-1198-46d0-a94f-63fda2565022 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', 'tempest-TagsExtTest-Tag-1666260436') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:47.675669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:47.676058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:47.682913 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2ae8bbe8-1198-46d0-a94f-63fda2565022 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags/tempest-TagsExtTest-Tag-1666260436 HTTP/1.1" status: 201 len: 201 time: 0.0949090 Mar 03 10:20:47.683137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33192) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.693085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-7ccf31b2-aa95-40b8-9c08-acac9fd5ec89 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', 'tempest-TagsExtTest-Tag-1375833596') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:47.697965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.719860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263eb0cd-bf9d-4c07-8af6-ef2e05e76750 None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=17']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:47.721365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.751624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.765868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Transition to ACTIVE for port object 63295b36-73e4-4855-9e7b-c28f2c6146e2 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:47.797571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:20:47.799070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Transition to ACTIVE for port object 63295b36-73e4-4855-9e7b-c28f2c6146e2 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:47.808166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:47.886002 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7ccf31b2-aa95-40b8-9c08-acac9fd5ec89 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags/tempest-TagsExtTest-Tag-1375833596 HTTP/1.1" status: 201 len: 201 time: 0.1993675 Mar 03 10:20:47.886780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33196) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.897445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-5dc2b229-67fd-45df-b415-0cfe2612310a tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', 'tempest-TagsExtTest-Tag-2143888321') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:47.940020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Network 227141d3-64e6-4707-a757-f2acd8fb9e9b is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:47.944832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:47.952495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:47.966069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5dc2b229-67fd-45df-b415-0cfe2612310a tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags/tempest-TagsExtTest-Tag-2143888321 HTTP/1.1" status: 201 len: 201 time: 0.0779138 Mar 03 10:20:47.968324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33200) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:47.975779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-006e5c0e-33f1-4368-ac96-e6bf66c902f2 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:48.005128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Pushing event updated for resources: {'Port': ['ID=63295b36-73e4-4855-9e7b-c28f2c6146e2,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:48.060801 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-006e5c0e-33f1-4368-ac96-e6bf66c902f2 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags HTTP/1.1" status: 200 len: 240 time: 0.0891645 Mar 03 10:20:48.061800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33204) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:48.068794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Attempting to bind port 63295b36-73e4-4855-9e7b-c28f2c6146e2 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:48.069133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-69a4efda-ab13-4127-90db-176dcf21a82c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', 'tempest-TagsExtTest-Tag-124712650') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:48.069298 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Attempting to bind port 63295b36-73e4-4855-9e7b-c28f2c6146e2 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '29816820-81ee-4ccc-89f7-14b09fd64be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:48.069663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Attempting to bind port 63295b36-73e4-4855-9e7b-c28f2c6146e2 on network 227141d3-64e6-4707-a757-f2acd8fb9e9b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:48.075747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:48.076215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Checking segment: {'id': '29816820-81ee-4ccc-89f7-14b09fd64be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:48.076685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.077291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Bound using segment: {'id': '29816820-81ee-4ccc-89f7-14b09fd64be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:48.077995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Bound port: 63295b36-73e4-4855-9e7b-c28f2c6146e2, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29816820-81ee-4ccc-89f7-14b09fd64be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '227141d3-64e6-4707-a757-f2acd8fb9e9b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:48.078697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.140856 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-69a4efda-ab13-4127-90db-176dcf21a82c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags/tempest-TagsExtTest-Tag-124712650 HTTP/1.1" status: 204 len: 168 time: 0.0780363 Mar 03 10:20:48.144537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33208) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:48.151442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-a3da8d7d-179b-4db1-a325-4c70e57490ee tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', 'tempest-TagsExtTest-Tag-124712650') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:48.259629 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a3da8d7d-179b-4db1-a325-4c70e57490ee tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags/tempest-TagsExtTest-Tag-124712650 HTTP/1.1" status: 204 len: 168 time: 0.1140068 Mar 03 10:20:48.260531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33212) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:48.265880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-6fe116c9-0baf-4351-b828-be3a346fac6f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:48.296734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] For port 63295b36-73e4-4855-9e7b-c28f2c6146e2, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:48.323399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] For port 63295b36-73e4-4855-9e7b-c28f2c6146e2, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=63295b36-73e4-4855-9e7b-c28f2c6146e2,segment=NetworkSegment(29816820-81ee-4ccc-89f7-14b09fd64be2),segment_id=29816820-81ee-4ccc-89f7-14b09fd64be2)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:48.324790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.339236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.356597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33216) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:48.357680 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6fe116c9-0baf-4351-b828-be3a346fac6f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags HTTP/1.1" status: 200 len: 205 time: 0.0958064 Mar 03 10:20:48.361734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.tag.tag_plugin [None req-18f01745-2d3c-449b-8dd5-c4189d56279f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:48.441498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::11f (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2/8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:48.456512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:6de6 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/ea12b7bf-1bf3-4727-ba7c-3d4597b5fa9c/8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:48.461667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:48.465179 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a940fd-464b-4f5e-a05f-b833544f35f5 None None] Pushing event updated for resources: {'Port': ['ID=63295b36-73e4-4855-9e7b-c28f2c6146e2,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:48.478299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.554092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4398c61-8829-4acb-b865-93bdb51e801f None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:48.659598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:48.669427 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-18f01745-2d3c-449b-8dd5-c4189d56279f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags HTTP/1.1" status: 200 len: 241 time: 0.3117242 Mar 03 10:20:48.672887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33220) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:48.682042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-a7ba451b-fcd2-407f-83b1-27d96e770ed5 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', 'tempest-TagsExtTest-Tag-1666260436') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:48.741764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2ca1fdd9-390a-4194-94fe-6d72816c4f5a None None] Provisioning for port fae57585-24c4-4f00-a8ba-afb04b720000 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:48.766031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=18']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:48.778798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2ca1fdd9-390a-4194-94fe-6d72816c4f5a None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:48.778986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fdd9-390a-4194-94fe-6d72816c4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.783201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port f956bcb8-a3f9-4212-b178-833fc46add2c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:48.783640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.829041 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a7ba451b-fcd2-407f-83b1-27d96e770ed5 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags/tempest-TagsExtTest-Tag-1666260436 HTTP/1.1" status: 204 len: 168 time: 0.1550415 Mar 03 10:20:48.831428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33226) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:48.840238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-cff4b8e8-380d-4ea5-a503-10d17804487c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', 'tempest-TagsExtTest-Tag-1666260436') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:48.926209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:48.926477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:48.940573 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cff4b8e8-380d-4ea5-a503-10d17804487c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags/tempest-TagsExtTest-Tag-1666260436 HTTP/1.1" status: 204 len: 168 time: 0.1079185 Mar 03 10:20:48.942842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33230) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:48.949392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-08b0fc3d-775b-4012-9cea-d6bdcbf03f01 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:49.003469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:49.033567 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-08b0fc3d-775b-4012-9cea-d6bdcbf03f01 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags HTTP/1.1" status: 200 len: 205 time: 0.0888629 Mar 03 10:20:49.034181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:49.036017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33234) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:49.042308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-c1f7d719-305f-4e3e-abfa-1be68107322c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:49.055712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:49.112986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fdd9-390a-4194-94fe-6d72816c4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:49.179148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33238) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:49.191139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for f956bcb8-a3f9-4212-b178-833fc46add2c owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:49.217349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2ca1fdd9-390a-4194-94fe-6d72816c4f5a None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:49.220991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:49.233393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fdd9-390a-4194-94fe-6d72816c4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:49.309800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:49.310828 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c1f7d719-305f-4e3e-abfa-1be68107322c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags HTTP/1.1" status: 200 len: 241 time: 0.2683380 Mar 03 10:20:49.321644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.tag.tag_plugin [None req-e0223c9f-fe93-48d5-b0fa-3cbbb4fe1255 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', 'tempest-TagsExtTest-Tag-1375833596') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:49.361883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1fdd9-390a-4194-94fe-6d72816c4f5a None None] Pushing event updated for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=19']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:49.383909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:49.384129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:49.445170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:49.760513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9670d-6216-4090-8b8e-3f91fea9b758 None None] Network 227141d3-64e6-4707-a757-f2acd8fb9e9b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:49.826238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:49.879187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bcc85b0c-ae3d-4090-9f12-968d4121f9f1 None None] Provisioning for port 63295b36-73e4-4855-9e7b-c28f2c6146e2 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:49.894872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:49.898046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:49.903654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:49.904273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:49.917085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:49.938617 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e0223c9f-fe93-48d5-b0fa-3cbbb4fe1255 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags/tempest-TagsExtTest-Tag-1375833596 HTTP/1.1" status: 204 len: 168 time: 0.6242504 Mar 03 10:20:49.939493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33246) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:49.945385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-2499942f-4126-4135-bfe9-1bf527e049e6 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', 'tempest-TagsExtTest-Tag-1375833596') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:50.087449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a8e0125f-8890-4973-9510-9c8553849d19 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8700042 Mar 03 10:20:50.100864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33250) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:50.109468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-70b35de4-40f1-49b3-bde8-aa98a909cba8 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:50.109837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-70b35de4-40f1-49b3-bde8-aa98a909cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.189372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.202956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:50.203597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.253552 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2499942f-4126-4135-bfe9-1bf527e049e6 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags/tempest-TagsExtTest-Tag-1375833596 HTTP/1.1" status: 204 len: 168 time: 0.3125215 Mar 03 10:20:50.258390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33254) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:50.262036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=f956bcb8-a3f9-4212-b178-833fc46add2c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:50.275514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-ba95e143-458e-481d-84fe-d1adea925313 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:50.408802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-339002f8-2054-4f80-9f23-09932b8d381b None None] Provisioning for port 8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:50.414363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-339002f8-2054-4f80-9f23-09932b8d381b None None] Provisioning complete for port 8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:50.415356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-339002f8-2054-4f80-9f23-09932b8d381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.497963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-339002f8-2054-4f80-9f23-09932b8d381b None None] Port 8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:50.627466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e516fe76-76c4-4d59-a14e-82a97621d54b None None] Provisioning for port a9e009bb-2cb9-4774-b3ae-a737c5928452 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:50.648019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e516fe76-76c4-4d59-a14e-82a97621d54b None None] Provisioning complete for port a9e009bb-2cb9-4774-b3ae-a737c5928452 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:50.648395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e516fe76-76c4-4d59-a14e-82a97621d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.663725 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba95e143-458e-481d-84fe-d1adea925313 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags HTTP/1.1" status: 200 len: 205 time: 0.4039629 Mar 03 10:20:50.681047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.684146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33258) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:50.707399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-5d0061dc-82e8-4635-8a12-4e2340d00ca9 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:50.713582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:50.764568 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5d0061dc-82e8-4635-8a12-4e2340d00ca9 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags HTTP/1.1" status: 200 len: 241 time: 0.0792305 Mar 03 10:20:50.767079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33262) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:50.770269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.784078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-1cb01794-6e37-48b1-81b0-25da0e48e589 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', 'tempest-TagsExtTest-Tag-2143888321') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:50.810011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e516fe76-76c4-4d59-a14e-82a97621d54b None None] Port a9e009bb-2cb9-4774-b3ae-a737c5928452 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:50.837547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:50.837990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:50.921217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:50.980311 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1cb01794-6e37-48b1-81b0-25da0e48e589 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags/tempest-TagsExtTest-Tag-2143888321 HTTP/1.1" status: 204 len: 168 time: 0.2122054 Mar 03 10:20:50.983406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33266) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:50.994701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-5d645110-9164-468c-803f-d65b2605a351 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', 'tempest-TagsExtTest-Tag-2143888321') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.005331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-04969c01-0b61-4336-822e-1d9a7bc1663d None None] Provisioning complete for port a9e009bb-2cb9-4774-b3ae-a737c5928452 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:51.006991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-04969c01-0b61-4336-822e-1d9a7bc1663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.024814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 0d5c20bb-bcac-4d65-89ac-4a84f643ea42 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:20:51.083693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 63295b36-73e4-4855-9e7b-c28f2c6146e2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:51.108497 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5d645110-9164-468c-803f-d65b2605a351 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags/tempest-TagsExtTest-Tag-2143888321 HTTP/1.1" status: 204 len: 168 time: 0.1216769 Mar 03 10:20:51.109343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33270) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.115687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-04969c01-0b61-4336-822e-1d9a7bc1663d None None] Port a9e009bb-2cb9-4774-b3ae-a737c5928452 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:20:51.117732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.152710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-66224f13-d025-427b-9ab0-efb24c07ab75 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.161334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 63295b36-73e4-4855-9e7b-c28f2c6146e2 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:20:51.168502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 63295b36-73e4-4855-9e7b-c28f2c6146e2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:51.168879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.200351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-66224f13-d025-427b-9ab0-efb24c07ab75 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags HTTP/1.1" status: 200 len: 205 time: 0.0879226 Mar 03 10:20:51.200986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33274) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.206461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-417da137-9f86-45c9-948f-730b07006bae tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.218233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.277932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:51.316639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.359912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.361176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 63295b36-73e4-4855-9e7b-c28f2c6146e2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=63295b36-73e4-4855-9e7b-c28f2c6146e2,segment=NetworkSegment(29816820-81ee-4ccc-89f7-14b09fd64be2),segment_id=29816820-81ee-4ccc-89f7-14b09fd64be2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:51.372660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.376545 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-417da137-9f86-45c9-948f-730b07006bae tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1741829 Mar 03 10:20:51.377582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33278) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.381314 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4aeb5e08-5f17-44a9-9ccc-bf578a47e687 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba HTTP/1.1" status: 204 len: 168 time: 1.2760813 Mar 03 10:20:51.381896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33282) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.387342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-0d934410-7ceb-49be-b314-9bad13e54199 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.393142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:51.420371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] Sync routers for ids ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:51.444828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] Routers {'0d5c20bb-bcac-4d65-89ac-4a84f643ea42'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:51.445465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.457606 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fa45eb56-f83b-49ed-b8c5-5eab1db3dfdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/0d5c20bb-bcac-4d65-89ac-4a84f643ea42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7213788 Mar 03 10:20:51.461426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33286) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.530392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.548444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] Routers {'0d5c20bb-bcac-4d65-89ac-4a84f643ea42'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:51.549091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.581242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c97b55fa-c497-4561-addd-3d128be69fb2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:51.617913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=63295b36-73e4-4855-9e7b-c28f2c6146e2,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:51.622036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.622482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1673bd6-7e3a-4350-a7a4-559457152048 None None] The sync data for ids ['0d5c20bb-bcac-4d65-89ac-4a84f643ea42'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:51.635243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c97b55fa-c497-4561-addd-3d128be69fb2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:51.636468 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c97b55fa-c497-4561-addd-3d128be69fb2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5c20bb-bcac-4d65-89ac-4a84f643ea42 HTTP/1.1" status: 200 len: 205 time: 0.1743805 Mar 03 10:20:51.639335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33290) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.764173 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0d934410-7ceb-49be-b314-9bad13e54199 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags HTTP/1.1" status: 204 len: 168 time: 0.3816066 Mar 03 10:20:51.770358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ed7a1-dfba-4ea8-9148-7cfd3770a4a1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:51.771005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-217ed7a1-dfba-4ea8-9148-7cfd3770a4a1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:51.775358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33294) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.781033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-2ca7d830-d405-4c18-8f07-907e359cc53b tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.829870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-217ed7a1-dfba-4ea8-9148-7cfd3770a4a1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:51.831008 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-217ed7a1-dfba-4ea8-9148-7cfd3770a4a1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4482121 Mar 03 10:20:51.835686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33298) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.862869 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2ca7d830-d405-4c18-8f07-907e359cc53b tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags HTTP/1.1" status: 204 len: 168 time: 0.0842755 Mar 03 10:20:51.863083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33302) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.867957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-763fb27f-7071-4d02-b7e7-4a2c17529b9c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:51.884055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b63f-7b6d-46d9-a736-817f4803a0c9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:51.936183 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-763fb27f-7071-4d02-b7e7-4a2c17529b9c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags HTTP/1.1" status: 204 len: 168 time: 0.0721169 Mar 03 10:20:51.941095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33306) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:51.947156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-b27da703-874b-4100-a6b9-58fd9b3a8d73 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', 'tempest-TagsExtTest-Tag-1128076543') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.026381 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b27da703-874b-4100-a6b9-58fd9b3a8d73 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags/tempest-TagsExtTest-Tag-1128076543 HTTP/1.1" status: 201 len: 201 time: 0.0842669 Mar 03 10:20:52.029127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33310) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.034594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-8aa3ad29-3ba4-4584-b57a-1766b0e0990a tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', 'tempest-TagsExtTest-Tag-962759444') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.128765 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8aa3ad29-3ba4-4584-b57a-1766b0e0990a tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags/tempest-TagsExtTest-Tag-962759444 HTTP/1.1" status: 201 len: 201 time: 0.0980501 Mar 03 10:20:52.131565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33316) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.137058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-5ee18e8c-1e4f-4cf1-8a0c-30a989ebf04f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', 'tempest-TagsExtTest-Tag-1795199678') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.264402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b63f-7b6d-46d9-a736-817f4803a0c9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.272552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b63f-7b6d-46d9-a736-817f4803a0c9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.291664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5ee18e8c-1e4f-4cf1-8a0c-30a989ebf04f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags/tempest-TagsExtTest-Tag-1795199678 HTTP/1.1" status: 201 len: 201 time: 0.1587644 Mar 03 10:20:52.294226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33320) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.299349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-ae928603-7ff4-4efc-a335-e777ae434fca tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', 'tempest-TagsExtTest-Tag-1415888362') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.313734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70e048-29c2-45f5-b936-4252a2a7e5d5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:52.314448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bb70e048-29c2-45f5-b936-4252a2a7e5d5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:52.335988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b63f-7b6d-46d9-a736-817f4803a0c9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.336517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b8b63f-7b6d-46d9-a736-817f4803a0c9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5c20bb-bcac-4d65-89ac-4a84f643ea42 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:20:52.337094 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae928603-7ff4-4efc-a335-e777ae434fca tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags/tempest-TagsExtTest-Tag-1415888362 HTTP/1.1" status: 201 len: 201 time: 0.0419106 Mar 03 10:20:52.339817 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33324) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.346168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-a257309c-fa82-4c2a-b411-4caf7eb58322 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', {'tags': ['tempest-TagsExtTest-Tag-1142355651', 'tempest-TagsExtTest-Tag-2028314000', 'tempest-TagsExtTest-Tag-763605265']}) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.372969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bb70e048-29c2-45f5-b936-4252a2a7e5d5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:52.374129 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bb70e048-29c2-45f5-b936-4252a2a7e5d5 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5314176 Mar 03 10:20:52.377826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33328) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.392928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b63f-7b6d-46d9-a736-817f4803a0c9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.393993 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c2b8b63f-7b6d-46d9-a736-817f4803a0c9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/0d5c20bb-bcac-4d65-89ac-4a84f643ea42 HTTP/1.1" status: 204 len: 168 time: 0.7537413 Mar 03 10:20:52.396898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33332) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.465423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:52.465771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.468602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359dd22-b662-4124-a564-19f9c25fa553 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:52.470112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359dd22-b662-4124-a564-19f9c25fa553 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:52.471649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359dd22-b662-4124-a564-19f9c25fa553 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:52.472446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3359dd22-b662-4124-a564-19f9c25fa553 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:52.498743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3359dd22-b662-4124-a564-19f9c25fa553 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:52.502699 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3359dd22-b662-4124-a564-19f9c25fa553 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1218743 Mar 03 10:20:52.505181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33336) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.512698 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a257309c-fa82-4c2a-b411-4caf7eb58322 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags HTTP/1.1" status: 200 len: 317 time: 0.1690319 Mar 03 10:20:52.513559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33340) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.518538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-5db1a3d8-2003-4e8b-be60-9188a383b478 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.561995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet c32046be-c258-4a46-ae67-f1944abc52e8 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:52.569647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.580370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 63295b36-73e4-4855-9e7b-c28f2c6146e2 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:20:52.610288 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5db1a3d8-2003-4e8b-be60-9188a383b478 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags HTTP/1.1" status: 204 len: 168 time: 0.0932083 Mar 03 10:20:52.610529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33344) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.616075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-3df551c8-6aab-424c-9b6e-2a5f4fec4987 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', 'tempest-TagsExtTest-Tag-1142355651') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.663569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 63295b36-73e4-4855-9e7b-c28f2c6146e2 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:52.664096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.683811 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-3df551c8-6aab-424c-9b6e-2a5f4fec4987 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:52.687392 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3df551c8-6aab-424c-9b6e-2a5f4fec4987 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags/tempest-TagsExtTest-Tag-1142355651 HTTP/1.1" status: 404 len: 329 time: 0.0734241 Mar 03 10:20:52.687649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33348) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.692462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-a993974f-51a0-4729-b18a-e99e60622c61 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', 'tempest-TagsExtTest-Tag-2028314000') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.759922 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-a993974f-51a0-4729-b18a-e99e60622c61 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:52.763525 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a993974f-51a0-4729-b18a-e99e60622c61 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags/tempest-TagsExtTest-Tag-2028314000 HTTP/1.1" status: 404 len: 329 time: 0.0724208 Mar 03 10:20:52.763856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33352) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.769253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-15422e8c-d6de-44e8-a117-bca4f1930dd6 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314', 'tempest-TagsExtTest-Tag-763605265') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.821959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:52.838046 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-15422e8c-d6de-44e8-a117-bca4f1930dd6 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:52.839063 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-15422e8c-d6de-44e8-a117-bca4f1930dd6 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags/tempest-TagsExtTest-Tag-763605265 HTTP/1.1" status: 404 len: 328 time: 0.0741749 Mar 03 10:20:52.841823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33356) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.846643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-696c5bab-12ec-44cd-917c-471165f512a1 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', {'tags': ['tempest-TagsExtTest-Tag-1617494999', 'tempest-TagsExtTest-Tag-712041900', 'tempest-TagsExtTest-Tag-568213344']}) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:52.874788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.907627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:52.919258 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-696c5bab-12ec-44cd-917c-471165f512a1 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags HTTP/1.1" status: 200 len: 316 time: 0.0764658 Mar 03 10:20:52.921912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33360) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:52.926856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-2d2474fc-4544-4637-b4e4-cbf78f1bbb35 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.002172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.013040 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2d2474fc-4544-4637-b4e4-cbf78f1bbb35 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags HTTP/1.1" status: 204 len: 168 time: 0.0899405 Mar 03 10:20:53.015477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33364) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.020248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-bf365c54-2cfc-4cbe-aeb4-b2826285d024 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', 'tempest-TagsExtTest-Tag-1617494999') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.086031 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-bf365c54-2cfc-4cbe-aeb4-b2826285d024 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:53.087472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bf365c54-2cfc-4cbe-aeb4-b2826285d024 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags/tempest-TagsExtTest-Tag-1617494999 HTTP/1.1" status: 404 len: 329 time: 0.0707221 Mar 03 10:20:53.089838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33368) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.090488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:53.090854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.094651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-54656635-f344-407b-80aa-b51dd8090fa9 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', 'tempest-TagsExtTest-Tag-712041900') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.160638 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-54656635-f344-407b-80aa-b51dd8090fa9 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:53.161655 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-54656635-f344-407b-80aa-b51dd8090fa9 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags/tempest-TagsExtTest-Tag-712041900 HTTP/1.1" status: 404 len: 328 time: 0.0709362 Mar 03 10:20:53.165151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33372) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.169855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-1a6b2930-f656-4eb1-89e3-9a72f9ece97a tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452', 'tempest-TagsExtTest-Tag-568213344') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.232601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:53.237778 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-1a6b2930-f656-4eb1-89e3-9a72f9ece97a tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:53.238821 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1a6b2930-f656-4eb1-89e3-9a72f9ece97a tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags/tempest-TagsExtTest-Tag-568213344 HTTP/1.1" status: 404 len: 328 time: 0.0727897 Mar 03 10:20:53.242180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33376) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.247162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-bf6fadda-954d-4036-ae28-3b6c1df85ad4 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', {'tags': ['tempest-TagsExtTest-Tag-1961350660', 'tempest-TagsExtTest-Tag-598004069', 'tempest-TagsExtTest-Tag-1158185852']}) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.287436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.356811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.391068 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bf6fadda-954d-4036-ae28-3b6c1df85ad4 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags HTTP/1.1" status: 200 len: 317 time: 0.1456330 Mar 03 10:20:53.391339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33380) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.396377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-8bba2223-cf15-4439-a21a-f29a998c6a33 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.491067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.545782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.548649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=c32046be-c258-4a46-ae67-f1944abc52e8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:53.550789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c22900-9686-4c49-a21a-aecbbf5cc8fc None None] Network 8f12106c-dd28-4baf-b012-79a66f006d06 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:53.554096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.606974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:53.612102 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f7ad05a4-1fb3-4758-814d-926fba115fdb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/c32046be-c258-4a46-ae67-f1944abc52e8 HTTP/1.1" status: 204 len: 168 time: 1.2117462 Mar 03 10:20:53.613306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33384) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.619038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.620907 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-18a3eabe-d5e0-4a96-9a04-a9b0cf479f48 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2 HTTP/1.1" status: 204 len: 168 time: 1.1162114 Mar 03 10:20:53.642755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33388) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.657721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f21e75-1174-42a0-92dc-19b8ca7d9c95 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:53.672324 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8bba2223-cf15-4439-a21a-f29a998c6a33 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags HTTP/1.1" status: 204 len: 168 time: 0.2778454 Mar 03 10:20:53.673822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33392) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.679854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-2178d213-bdb7-435f-8c87-52a3ead4a2e8 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', 'tempest-TagsExtTest-Tag-1961350660') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.814103 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-2178d213-bdb7-435f-8c87-52a3ead4a2e8 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:53.817870 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2178d213-bdb7-435f-8c87-52a3ead4a2e8 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags/tempest-TagsExtTest-Tag-1961350660 HTTP/1.1" status: 404 len: 329 time: 0.1404634 Mar 03 10:20:53.819362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33396) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.823394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-2ef1c54e-ac65-4955-b410-f2873c8ec072 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', 'tempest-TagsExtTest-Tag-598004069') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:53.852856 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.854025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet ea12b7bf-1bf3-4727-ba7c-3d4597b5fa9c {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:53.858532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.866778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.905612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:53.966442 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-2ef1c54e-ac65-4955-b410-f2873c8ec072 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:53.970278 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2ef1c54e-ac65-4955-b410-f2873c8ec072 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags/tempest-TagsExtTest-Tag-598004069 HTTP/1.1" status: 404 len: 328 time: 0.1484385 Mar 03 10:20:53.970575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33400) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:53.978014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:53.978921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-4cc95b70-0f63-48d9-888b-88a3eceb267e tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a', 'tempest-TagsExtTest-Tag-1158185852') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.008719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:54.008974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.044301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.099761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] DHCP port deletion for 8f12106c-dd28-4baf-b012-79a66f006d06 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:54.104112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] Deleting port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:54.104488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.188491 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-4cc95b70-0f63-48d9-888b-88a3eceb267e tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:54.193851 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4cc95b70-0f63-48d9-888b-88a3eceb267e tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags/tempest-TagsExtTest-Tag-1158185852 HTTP/1.1" status: 404 len: 329 time: 0.2210653 Mar 03 10:20:54.194771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33404) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.200501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-d5945d42-f30a-4e2b-abf9-a645a423b7b8 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', {'tags': ['tempest-TagsExtTest-Tag-2062988065', 'tempest-TagsExtTest-Tag-5910930', 'tempest-TagsExtTest-Tag-2122966000']}) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.255974 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d5945d42-f30a-4e2b-abf9-a645a423b7b8 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "PUT /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags HTTP/1.1" status: 200 len: 315 time: 0.0598316 Mar 03 10:20:54.256696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33408) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.262156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-1a5aa7fa-4288-443f-a09d-1e4d79cdd166 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.311079 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1a5aa7fa-4288-443f-a09d-1e4d79cdd166 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags HTTP/1.1" status: 204 len: 168 time: 0.0529556 Mar 03 10:20:54.311819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33412) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.316980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-faa734cc-b492-46ca-8ef3-0f733b79fc55 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', 'tempest-TagsExtTest-Tag-2062988065') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.342653 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-faa734cc-b492-46ca-8ef3-0f733b79fc55 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:54.347270 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-faa734cc-b492-46ca-8ef3-0f733b79fc55 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags/tempest-TagsExtTest-Tag-2062988065 HTTP/1.1" status: 404 len: 329 time: 0.0344012 Mar 03 10:20:54.348015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33416) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.353879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-20a0bc38-ebaf-408a-b58f-f0ae9ae8a18e tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', 'tempest-TagsExtTest-Tag-5910930') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.384676 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-20a0bc38-ebaf-408a-b58f-f0ae9ae8a18e tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:54.389158 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-20a0bc38-ebaf-408a-b58f-f0ae9ae8a18e tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags/tempest-TagsExtTest-Tag-5910930 HTTP/1.1" status: 404 len: 326 time: 0.0400405 Mar 03 10:20:54.390231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33420) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.392229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] For port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,segment=NetworkSegment(343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6),segment_id=343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:54.392635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.395994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-da254ea4-b611-459c-9c51-8f0a4d9e5e88 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2', 'tempest-TagsExtTest-Tag-2122966000') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.422794 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-da254ea4-b611-459c-9c51-8f0a4d9e5e88 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] show failed (client error): The resource could not be found. Mar 03 10:20:54.427234 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-da254ea4-b611-459c-9c51-8f0a4d9e5e88 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags/tempest-TagsExtTest-Tag-2122966000 HTTP/1.1" status: 404 len: 329 time: 0.0358329 Mar 03 10:20:54.428547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33424) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.433868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-bc43f655-69b9-49c6-b9c4-b9a6e1afa747 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50307a75-d879-4aed-8e33-743688e822d2') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.467659 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bc43f655-69b9-49c6-b9c4-b9a6e1afa747 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2/tags HTTP/1.1" status: 204 len: 168 time: 0.0378590 Mar 03 10:20:54.468352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33428) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.473325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-96dffd27-667e-4e55-84e9-85d5860afd2f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd0c84612-c0a8-4e55-8447-ac9168c50f8a') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.588469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.677067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:54.715279 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-96dffd27-667e-4e55-84e9-85d5860afd2f tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a/tags HTTP/1.1" status: 204 len: 168 time: 0.2458730 Mar 03 10:20:54.716264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] Calling delete_port for 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:54.723410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33432) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.730600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-ccb86931-7d53-4c61-9f94-382a70d71270 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9e009bb-2cb9-4774-b3ae-a737c5928452') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.803368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,segment=NetworkSegment(343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6),segment_id=343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:54.803368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.831206 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ccb86931-7d53-4c61-9f94-382a70d71270 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452/tags HTTP/1.1" status: 204 len: 168 time: 0.1067426 Mar 03 10:20:54.833828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33436) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.839716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.tag.tag_plugin [None req-e3f5e04d-88df-43ef-8c9f-9d0fba82d4ac tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce1181c8-72d3-48b4-b37a-b2037e822314') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:54.862985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.922926 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e3f5e04d-88df-43ef-8c9f-9d0fba82d4ac tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314/tags HTTP/1.1" status: 204 len: 168 time: 0.0811117 Mar 03 10:20:54.923374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33440) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:54.925518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] Pushing event deleted for resources: {'Port': ['ID=444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:54.933970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77f822-7e10-4087-a830-7f82cf0e4bc7 None None] No DVR routers for this DVR port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:54.935571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.952322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.959617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-49afcb56-2547-4b57-a837-5014110cb7f6 None None] Provisioning complete for port fae57585-24c4-4f00-a8ba-afb04b720000 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:20:54.959990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-49afcb56-2547-4b57-a837-5014110cb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:54.961143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:55.005954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.035150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47fb1c83-d441-423a-bdc3-a3a5ec7bbefe tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for subnetpool, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.040142 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-47fb1c83-d441-423a-bdc3-a3a5ec7bbefe tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnetpools/50307a75-d879-4aed-8e33-743688e822d2 HTTP/1.1" status: 204 len: 168 time: 0.1153276 Mar 03 10:20:55.040879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33444) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:55.088299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f0772ea2-156f-4a94-8b90-852328e22c2c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Synchronizing usage tracker for tenant:b506303476894e289490ebe799e7b948 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:55.108546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f0772ea2-156f-4a94-8b90-852328e22c2c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Unset dirty status for tenant:b506303476894e289490ebe799e7b948 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:55.110291 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f0772ea2-156f-4a94-8b90-852328e22c2c tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0c84612-c0a8-4e55-8447-ac9168c50f8a HTTP/1.1" status: 200 len: 205 time: 0.0673895 Mar 03 10:20:55.112705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33448) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:55.121321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=ea12b7bf-1bf3-4727-ba7c-3d4597b5fa9c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:55.133524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.136800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2135efc1-e9c2-4bd5-b7cc-1071c1c55390 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:55.237267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ece28b28-dda5-4277-a6ae-3866c46b852a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/ea12b7bf-1bf3-4727-ba7c-3d4597b5fa9c HTTP/1.1" status: 204 len: 168 time: 1.5936804 Mar 03 10:20:55.246852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33452) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:55.280852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d96449e7-d6a2-4d9f-9e10-dc4c791a1b11 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.312049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:55.312397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:55.337900 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fb2474f3-b2bf-4b9e-bb77-97803867f42f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898397 Mar 03 10:20:55.340914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33456) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:55.349717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:55.400693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:55.405188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] Deleting port fae57585-24c4-4f00-a8ba-afb04b720000 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:55.405625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.547354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:55.602058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:55.611278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:55.620456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:55.628780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] For port fae57585-24c4-4f00-a8ba-afb04b720000, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=fae57585-24c4-4f00-a8ba-afb04b720000,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:55.629163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.649901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:55.653351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.696074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router d546c91a-391a-447b-8a04-4651c341672e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:20:55.722391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d96449e7-d6a2-4d9f-9e10-dc4c791a1b11 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.724873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d96449e7-d6a2-4d9f-9e10-dc4c791a1b11 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.751120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d96449e7-d6a2-4d9f-9e10-dc4c791a1b11 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.751677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96449e7-d6a2-4d9f-9e10-dc4c791a1b11 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Fanout notify agent at l3_agent the message router_deleted on router d0c84612-c0a8-4e55-8447-ac9168c50f8a {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:20:55.751810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] Calling delete_port for fae57585-24c4-4f00-a8ba-afb04b720000 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:55.763693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d96449e7-d6a2-4d9f-9e10-dc4c791a1b11 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.764900 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d96449e7-d6a2-4d9f-9e10-dc4c791a1b11 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/routers/d0c84612-c0a8-4e55-8447-ac9168c50f8a HTTP/1.1" status: 204 len: 168 time: 0.6510758 Mar 03 10:20:55.767328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33460) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:55.823132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:55.823508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.831227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.839256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Deleting port a9e009bb-2cb9-4774-b3ae-a737c5928452 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:55.839621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:55.880170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] Pushing event deleted for resources: {'Port': ['ID=fae57585-24c4-4f00-a8ba-afb04b720000,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:55.883892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3139a2c-0a19-4f12-bc9c-798e670b3dcc None None] No DVR routers for this DVR port fae57585-24c4-4f00-a8ba-afb04b720000 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:55.939567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] The port '444ce9b1-ccd3-47ba-bfd2-2e2a0a00d865' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:20:56.092754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.218380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Calling delete_port for a9e009bb-2cb9-4774-b3ae-a737c5928452 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:56.281783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.329262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:20:56.339550 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] Sync routers for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:20:56.349870 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:56.350703 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:56.357931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.366293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f12106c-dd28-4baf-b012-79a66f006d06']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:56.386899 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9d044697-4470-460b-b8ba-6f551c5c19e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/d546c91a-391a-447b-8a04-4651c341672e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2029629 Mar 03 10:20:56.425211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event deleted for resources: {'Port': ['ID=a9e009bb-2cb9-4774-b3ae-a737c5928452,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:56.464682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:56.465692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343ffc1e-5107-49f9-8a4f-d7e8c74cd8f6') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:56.483914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.535541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.553332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:20:56.555320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.556531 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:20:56.625651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:20:56.679878 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:20:56.688876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.693115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.715215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: fae57585-24c4-4f00-a8ba-afb04b720000 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:56.716245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device fae57585-24c4-4f00-a8ba-afb04b720000 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:56.722300 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-825f48ae-d72b-4640-90c8-eb2c02e733b7 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/ports/a9e009bb-2cb9-4774-b3ae-a737c5928452 HTTP/1.1" status: 204 len: 168 time: 0.9539921 Mar 03 10:20:56.725964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33468) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:56.761066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:56.764329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:56.773744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:56.774334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.775988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca82df-62ad-4866-ac22-9e2dca084295 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:56.782780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.815209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.838496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Deleting subnet ce1181c8-72d3-48b4-b37a-b2037e822314 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:20:56.840022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=8f12106c-dd28-4baf-b012-79a66f006d06,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:56.842789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.877712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=be6b35fa-2923-45dc-9a97-8558cb6c8c37,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:56.883995 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5cc17cbf-76fc-4f4e-a18a-fe940650fbee tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/8f12106c-dd28-4baf-b012-79a66f006d06 HTTP/1.1" status: 204 len: 168 time: 3.2679162 Mar 03 10:20:56.898275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33472) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:56.910343 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c43e4794-65b7-43e5-a8e6-7150a220918a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5683362 Mar 03 10:20:56.910676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1805181154', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:56.911455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33476) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:56.918522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:56.925743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:56.936407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:router and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:56.940390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:56.981743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:57.047181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.093616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'tenant_id': '560fe76b922f43fd95954d3cc721d8ab', 'fixed_ips': [{'subnet_id': 'be6b35fa-2923-45dc-9a97-8558cb6c8c37'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:20:57.094701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.105872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a511e-3839-4c91-be50-5da424f4dc13 req-3c43cf6e-6ed6-46f9-98f2-3eaa2bb20c11 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:57.106585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cb2a511e-3839-4c91-be50-5da424f4dc13 req-3c43cf6e-6ed6-46f9-98f2-3eaa2bb20c11 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:57.116294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:57.125282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:57.127657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:57.131539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:57.135805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.139158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:57.147783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-cb2a511e-3839-4c91-be50-5da424f4dc13 req-3c43cf6e-6ed6-46f9-98f2-3eaa2bb20c11 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:57.149240 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cb2a511e-3839-4c91-be50-5da424f4dc13 req-3c43cf6e-6ed6-46f9-98f2-3eaa2bb20c11 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 946 time: 0.3198798 Mar 03 10:20:57.153204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:57.162552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.172070 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:53Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:34Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:57.178314 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] Checking router: d546c91a-391a-447b-8a04-4651c341672e for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:20:57.186204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1181c8-72d3-48b4-b37a-b2037e822314,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:57.189833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.196001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.197066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.198139 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:20:57.199002 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:57.205222 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f2910674-cb58-409f-b58b-fee2bcfd8f14 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/subnets/ce1181c8-72d3-48b4-b37a-b2037e822314 HTTP/1.1" status: 204 len: 168 time: 0.4782085 Mar 03 10:20:57.206204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33480) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:57.295973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Allocated IP 2001:db8::2 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/be6b35fa-2923-45dc-9a97-8558cb6c8c37/155e0aff-5c26-458f-927f-0875ec150e1d) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:20:57.304169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.ipam_backend_mixin [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be6b35fa-2923-45dc-9a97-8558cb6c8c37 (CIDR: 2001:db8::/64) Mar 03 10:20:57.304796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.322366 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:20:57.322929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:20:57.345384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.357052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.357352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea069761-cc54-4157-9eb5-9055e6d29a8b None None] Network 227141d3-64e6-4707-a757-f2acd8fb9e9b requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:20:57.367425 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cb2a511e-3839-4c91-be50-5da424f4dc13 req-ab9f5d36-5316-4ed2-a434-ba0195312707 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617180 Mar 03 10:20:57.374785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e7eaa8ef-aec3-4faf-b431-51c8e507e505 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4609523 Mar 03 10:20:57.376964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33484) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:57.381609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Deleting port 63295b36-73e4-4855-9e7b-c28f2c6146e2 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:57.382155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.386050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'subnet': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:57.459837 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:20:57.550088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:57.555828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:subnet and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:57.559234 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:57.566834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:57.574311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.575789 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-08d06054-8811-41bd-8ff3-b7e6f1e4e922 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6760156 Mar 03 10:20:57.579022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33488) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:57.582354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:57.589272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.591754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1792248041'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:57.613327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:57.635086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:57.639675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:57.688766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:57.719379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:57.723567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.727679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.743268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Transition to ACTIVE for port object 155e0aff-5c26-458f-927f-0875ec150e1d will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:57.758042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] For port 63295b36-73e4-4855-9e7b-c28f2c6146e2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=63295b36-73e4-4855-9e7b-c28f2c6146e2,segment=NetworkSegment(29816820-81ee-4ccc-89f7-14b09fd64be2),segment_id=29816820-81ee-4ccc-89f7-14b09fd64be2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:57.758400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.773973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Transition to ACTIVE for port object 155e0aff-5c26-458f-927f-0875ec150e1d will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:20:57.789282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.842629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] DHCP port deletion for 227141d3-64e6-4707-a757-f2acd8fb9e9b request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:20:57.862466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Deleting port 63295b36-73e4-4855-9e7b-c28f2c6146e2 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:57.862937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:57.908456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:57.909544 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:53Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:34Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:57.914687 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f072e5-cdbc-48c9-9f48-4abacc413c02 None None] The sync data for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv is: [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:53Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '46b7ad58-58a7-473a-b31f-8584c72481c1', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'port_id': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'mac_address': 'fa:16:3e:64:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:19:23Z', 'updated_at': '2022-03-03T10:19:34Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:20:57.919071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:57.935376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:20:57.981427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Pushing event updated for resources: {'Port': ['ID=155e0aff-5c26-458f-927f-0875ec150e1d,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:58.015728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:20:58.025134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Calling delete_port for 63295b36-73e4-4855-9e7b-c28f2c6146e2 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:58.054761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Attempting to bind port 155e0aff-5c26-458f-927f-0875ec150e1d on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:20:58.055206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Attempting to bind port 155e0aff-5c26-458f-927f-0875ec150e1d by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:20:58.055712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Attempting to bind port 155e0aff-5c26-458f-927f-0875ec150e1d on network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:20:58.069162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.069162 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment f9453b56-bb67-4b56-ae16-47bef461d625 of type vlan for network d19f8e4d-79c6-4897-8eba-e06ccd4740ad Mar 03 10:20:58.102067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:20:58.102543 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Checking segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:58.103032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.103514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Bound using segment: {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:20:58.104061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Bound port: 155e0aff-5c26-458f-927f-0875ec150e1d, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c40cee-95a4-400e-9f7b-d69e49e21433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:20:58.104509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.122013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.objects.ports [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87888) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:20:58.123492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.148172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.205293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event deleted for resources: {'Port': ['ID=63295b36-73e4-4855-9e7b-c28f2c6146e2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:58.209325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.215222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:58.215769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.276582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] No DVR routers for this DVR port 63295b36-73e4-4855-9e7b-c28f2c6146e2 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:20:58.312537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] For port 63295b36-73e4-4855-9e7b-c28f2c6146e2, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=63295b36-73e4-4855-9e7b-c28f2c6146e2,segment=NetworkSegment(29816820-81ee-4ccc-89f7-14b09fd64be2),segment_id=29816820-81ee-4ccc-89f7-14b09fd64be2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:58.312937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.321955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] For port 155e0aff-5c26-458f-927f-0875ec150e1d, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:20:58.436008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.451161 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8708603 Mar 03 10:20:58.452063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989ef99-49b4-4aba-b198-7028d2880ede tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=d19f8e4d-79c6-4897-8eba-e06ccd4740ad,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:58.454899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33494) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:58.464900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:58.507725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Calling delete_port for 63295b36-73e4-4855-9e7b-c28f2c6146e2 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:58.589321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] For port 155e0aff-5c26-458f-927f-0875ec150e1d, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=155e0aff-5c26-458f-927f-0875ec150e1d,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:20:58.590804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:20:58.615708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:58.638109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:58.638603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:58.659837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.681183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b041d3-0b44-4d4f-b2a9-8a239ba23128 req-b515de83-1424-47cd-a9fd-4c2240525251 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:58.682678 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2b041d3-0b44-4d4f-b2a9-8a239ba23128 req-b515de83-1424-47cd-a9fd-4c2240525251 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 946 time: 0.0975711 Mar 03 10:20:58.718886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.721326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:58.721860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device afbeb0bb-c463-4ce0-be91-bd0d4f5c6db4 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:58.722283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 63295b36-73e4-4855-9e7b-c28f2c6146e2 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:20:58.729654 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2b041d3-0b44-4d4f-b2a9-8a239ba23128 req-ca95b8b3-599f-4e17-9958-2908e791b12f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407219 Mar 03 10:20:58.740745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:58.759212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:58.762638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227141d3-64e6-4707-a757-f2acd8fb9e9b']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:58.776402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-c7c40776-b4b8-47ef-9bba-599f7756c009 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:58.777091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-c7c40776-b4b8-47ef-9bba-599f7756c009 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:20:58.781819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:58.789937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29816820-81ee-4ccc-89f7-14b09fd64be2') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:58.790236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29816820-81ee-4ccc-89f7-14b09fd64be2') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:20:58.800966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:58.815235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.829458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-c7c40776-b4b8-47ef-9bba-599f7756c009 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:20:58.830939 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-c7c40776-b4b8-47ef-9bba-599f7756c009 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 946 time: 0.6230772 Mar 03 10:20:58.836552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:20:58.840458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.873842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 63295b36-73e4-4855-9e7b-c28f2c6146e2 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:20:58.874452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 63295b36-73e4-4855-9e7b-c28f2c6146e2 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:20:58.891802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.922457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:20:58.922850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:58.930269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdb979-a5fd-44f6-9b51-cf34bce2a22d None None] Pushing event updated for resources: {'Port': ['ID=155e0aff-5c26-458f-927f-0875ec150e1d,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:58.933219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:20:58.933566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:20:58.939732 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:20:59.082756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port f6ad6425-3f20-4546-8acf-db373e958e58 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:59.083097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.140385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.169088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.192057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] Pushing event deleted for resources: {'Network': ['ID=227141d3-64e6-4707-a757-f2acd8fb9e9b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:59.216630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.228922 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0e19e7a8-ce82-4156-a3cb-aacbc8760137 tempest-TagsExtTest-1594663668 tempest-TagsExtTest-1594663668-project] 10.222.0.23 "DELETE /v2.0/networks/227141d3-64e6-4707-a757-f2acd8fb9e9b HTTP/1.1" status: 204 len: 168 time: 2.0205619 Mar 03 10:20:59.434989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Deleting port 63295b36-73e4-4855-9e7b-c28f2c6146e2 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:20:59.436659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.476225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] For port 155e0aff-5c26-458f-927f-0875ec150e1d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=155e0aff-5c26-458f-927f-0875ec150e1d,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:59.492144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port f6ad6425-3f20-4546-8acf-db373e958e58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6ad6425-3f20-4546-8acf-db373e958e58,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:20:59.492722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.513635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.526390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.527640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.570450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33502) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:59.581805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8a41b191-fdb0-4f06-b424-b9975ce24773 None None] The port '63295b36-73e4-4855-9e7b-c28f2c6146e2' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:20:59.650960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:20:59.663070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:20:59.666116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:20:59.666713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.692503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Subnet': ['ID=13180424-5897-4f66-a513-7841f74214b5,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:59.707053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=155e0aff-5c26-458f-927f-0875ec150e1d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:59.720179 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-643cd275-ced2-4067-8654-9e86c638678e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3419175 Mar 03 10:20:59.722894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33506) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:20:59.729284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Request body: {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'mac_address': 'fa:16:3e:f8:26:d9', 'name': 'tempest-NetworksTestDHCPv6-1178074446'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:20:59.762288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:20:59.773117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for f6ad6425-3f20-4546-8acf-db373e958e58 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:20:59.923866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=e4d65589-a814-463a-9edd-94dc70adfb05,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:20:59.946766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:20:59.947121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: d19f8e4d-79c6-4897-8eba-e06ccd4740ad, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:20:59.957466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:20:59.966354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Usage tracker for resource:port and tenant:560fe76b922f43fd95954d3cc721d8ab is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:20:59.969974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:20:59.978382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:20:59.999646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Made reservation on behalf of 560fe76b922f43fd95954d3cc721d8ab for: {'port': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:00.044616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:00.047783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a668f-8385-4cb6-92c5-dc4e7051caea req-19fc5182-5f83-4e43-96c6-bedde9ef55c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:00.049477 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eb5a668f-8385-4cb6-92c5-dc4e7051caea req-19fc5182-5f83-4e43-96c6-bedde9ef55c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f74353-69b2-4ec6-b7d2-db194dc3d47c HTTP/1.1" status: 200 len: 946 time: 0.1653130 Mar 03 10:21:00.079326 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba25544b-e847-41e2-91aa-6d996ec537d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b506303476894e289490ebe799e7b948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071404 Mar 03 10:21:00.080093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, d19f8e4d-79c6-4897-8eba-e06ccd4740ad) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:00.082114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33514) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:00.087008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:00.087601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.091239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e5ff5-c339-41bc-8d9d-8fd2aeb9e16d None None] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:00.107480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.167446 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eb5a668f-8385-4cb6-92c5-dc4e7051caea req-f1285a6f-e06e-434f-a640-cc824d6b464d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=6720a0ff-d212-468e-8b0f-78e6fd5f241d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670972 Mar 03 10:21:00.186159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=f6ad6425-3f20-4546-8acf-db373e958e58,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:00.207767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.221794 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-90ed3b3f-6087-429d-83a5-884dbcbffb4d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7591794 Mar 03 10:21:00.225542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33518) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:00.279068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port f6ad6425-3f20-4546-8acf-db373e958e58 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:00.282062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.283965 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e09a854f-9bb9-4f48-8789-0e735f0a4209 req-b92a2b2e-483e-416a-af43-02b381ef9af8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/f6ad6425-3f20-4546-8acf-db373e958e58 HTTP/1.1" status: 204 len: 173 time: 1.4291627 Mar 03 10:21:00.284391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'name': 'network-vif-deleted', 'tag': 'f6ad6425-3f20-4546-8acf-db373e958e58'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:00.288165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb5c7c-632c-4240-b177-85f9b931aad7 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:00.305205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7feee572-244d-4869-9fe9-d0f82420ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.338897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7feee572-244d-4869-9fe9-d0f82420ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.382560 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f74353-69b2-4ec6-b7d2-db194dc3d47c', 'name': 'network-vif-deleted', 'tag': 'f6ad6425-3f20-4546-8acf-db373e958e58', 'status': 'completed', 'code': 200} Mar 03 10:21:00.386209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] device_id is not set on port 9c3b9325-971d-4b37-ad7d-c1305cce2b58 yet. {{(pid=87888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:21:00.415481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7feee572-244d-4869-9fe9-d0f82420ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.431851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1ce515a2-9ac5-49c4-9fe8-d0cfbc62fb0a None None] Provisioning for port 155e0aff-5c26-458f-927f-0875ec150e1d completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:00.432487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee572-244d-4869-9fe9-d0f82420ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4796bcdf-5db4-4dd8-b698-96e00289978b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:00.446340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7feee572-244d-4869-9fe9-d0f82420ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.447780 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7feee572-244d-4869-9fe9-d0f82420ec75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4796bcdf-5db4-4dd8-b698-96e00289978b HTTP/1.1" status: 204 len: 168 time: 0.3628192 Mar 03 10:21:00.607581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-d19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:00.608424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:00.739111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 155e0aff-5c26-458f-927f-0875ec150e1d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:00.994573 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 155e0aff-5c26-458f-927f-0875ec150e1d completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:01.010710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 155e0aff-5c26-458f-927f-0875ec150e1d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:01.011081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.075898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Allocated IP 172.20.0.2 (d19f8e4d-79c6-4897-8eba-e06ccd4740ad/e4d65589-a814-463a-9edd-94dc70adfb05/07ba5bf9-a252-4760-8564-5f23fd3bc654) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:01.149383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8::b4 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/be6b35fa-2923-45dc-9a97-8558cb6c8c37/9c3b9325-971d-4b37-ad7d-c1305cce2b58) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:01.161553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:26d9 (3fad33c2-4a22-4295-84b4-8d05cb2d9f39/13180424-5897-4f66-a513-7841f74214b5/9c3b9325-971d-4b37-ad7d-c1305cce2b58) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:01.209392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.267978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.296664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33532) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:01.375721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 155e0aff-5c26-458f-927f-0875ec150e1d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=155e0aff-5c26-458f-927f-0875ec150e1d,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:01.380656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b96159ff-1fec-4cbc-91f5-c32b549bf2f0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.387923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.423061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b96159ff-1fec-4cbc-91f5-c32b549bf2f0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.510115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=155e0aff-5c26-458f-927f-0875ec150e1d,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:01.511504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b96159ff-1fec-4cbc-91f5-c32b549bf2f0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.513088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.523988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Transition to ACTIVE for port object 07ba5bf9-a252-4760-8564-5f23fd3bc654 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:01.544855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Transition to ACTIVE for port object 07ba5bf9-a252-4760-8564-5f23fd3bc654 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:01.555898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.556436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96159ff-1fec-4cbc-91f5-c32b549bf2f0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6720a0ff-d212-468e-8b0f-78e6fd5f241d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:01.572204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b96159ff-1fec-4cbc-91f5-c32b549bf2f0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.573465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b96159ff-1fec-4cbc-91f5-c32b549bf2f0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/6720a0ff-d212-468e-8b0f-78e6fd5f241d HTTP/1.1" status: 204 len: 168 time: 0.2752264 Mar 03 10:21:01.615271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33538) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:01.652534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:01.660508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:01.663907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:01.690807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet 3e4cc657-1dcb-434c-ad69-15c950b5382e {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:01.703666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Pushing event updated for resources: {'Port': ['ID=07ba5bf9-a252-4760-8564-5f23fd3bc654,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:01.704204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.765446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.781812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Attempting to bind port 07ba5bf9-a252-4760-8564-5f23fd3bc654 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:01.782301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Attempting to bind port 07ba5bf9-a252-4760-8564-5f23fd3bc654 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:01.782673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Attempting to bind port 07ba5bf9-a252-4760-8564-5f23fd3bc654 on network d19f8e4d-79c6-4897-8eba-e06ccd4740ad {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:01.794288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:01.794670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Checking segment: {'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:01.795074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.795512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Bound using segment: {'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:01.795987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Bound port: 07ba5bf9-a252-4760-8564-5f23fd3bc654, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:01.796361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.825885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.841217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.20.0.1 (d19f8e4d-79c6-4897-8eba-e06ccd4740ad/e4d65589-a814-463a-9edd-94dc70adfb05/3df4fbc4-a389-402f-80e4-924fcc2f3030) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:01.858003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Transition to ACTIVE for port object 9c3b9325-971d-4b37-ad7d-c1305cce2b58 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:01.884662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.905186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] For port 07ba5bf9-a252-4760-8564-5f23fd3bc654, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:01.909131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] For port 07ba5bf9-a252-4760-8564-5f23fd3bc654, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=07ba5bf9-a252-4760-8564-5f23fd3bc654,segment=NetworkSegment(f9453b56-bb67-4b56-ae16-47bef461d625),segment_id=f9453b56-bb67-4b56-ae16-47bef461d625)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:01.917778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:01.972764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.012600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.014712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4cc657-1dcb-434c-ad69-15c950b5382e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:02.018602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.025464 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9e804085-4c6e-4ee5-840a-30742c5025e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/3e4cc657-1dcb-434c-ad69-15c950b5382e HTTP/1.1" status: 204 len: 168 time: 0.4090788 Mar 03 10:21:02.027949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33542) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:02.039431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b3b9c-0019-4f7f-8006-4c2c1634eb34 None None] Network fc3bd9ea-c518-4e31-a553-9bd60e61d401 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:02.102213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:02.104966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.110061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:02.112421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:02.118234 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:02.118931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.146413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.156179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event updated for resources: {'Port': ['ID=9c3b9325-971d-4b37-ad7d-c1305cce2b58,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:02.158203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port ef761bb6-9a92-4043-a4c5-147ae3e724b3 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:02.158203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.162594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object 3df4fbc4-a389-402f-80e4-924fcc2f3030 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:02.180689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0043b8-1974-4086-8642-bbdc86fca232 None None] Pushing event updated for resources: {'Port': ['ID=07ba5bf9-a252-4760-8564-5f23fd3bc654,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:02.185578 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77004d6a-f112-4c5f-997f-ca51379a6705 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4613698 Mar 03 10:21:02.188428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33546) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:02.213291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7ab3ea12-f2e3-407f-be5a-89d0408bbad6 None None] Provisioning complete for port 155e0aff-5c26-458f-927f-0875ec150e1d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:02.213815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ea12-f2e3-407f-be5a-89d0408bbad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.225423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.309096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:02.315601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting port 9c3b9325-971d-4b37-ad7d-c1305cce2b58 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:02.316620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.321859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:02.329554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:02.378823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=3df4fbc4-a389-402f-80e4-924fcc2f3030,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:02.441333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.461837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f6ad6425-3f20-4546-8acf-db373e958e58 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:02.509529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: f6ad6425-3f20-4546-8acf-db373e958e58 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:02.509753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f6ad6425-3f20-4546-8acf-db373e958e58 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:02.699699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 155e0aff-5c26-458f-927f-0875ec150e1d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:02.743601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] DHCP port deletion for fc3bd9ea-c518-4e31-a553-9bd60e61d401 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:02.757183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Deleting port ef761bb6-9a92-4043-a4c5-147ae3e724b3 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:02.757709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.840326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port ef761bb6-9a92-4043-a4c5-147ae3e724b3, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ef761bb6-9a92-4043-a4c5-147ae3e724b3,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:02.840653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.861331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5a9faca6-960e-492b-b303-b01c2cc35c53 None None] Provisioning for port 9c3b9325-971d-4b37-ad7d-c1305cce2b58 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:02.885688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5a9faca6-960e-492b-b303-b01c2cc35c53 None None] Provisioning complete for port 9c3b9325-971d-4b37-ad7d-c1305cce2b58 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:02.886203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5a9faca6-960e-492b-b303-b01c2cc35c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.904448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:02.976924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for ef761bb6-9a92-4043-a4c5-147ae3e724b3 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:03.035732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.056020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5a9faca6-960e-492b-b303-b01c2cc35c53 None None] Port 9c3b9325-971d-4b37-ad7d-c1305cce2b58 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:03.072135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa64-c255-43d3-98c4-b5110dcaad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.076177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 155e0aff-5c26-458f-927f-0875ec150e1d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:03.076659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.108548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] For port ef761bb6-9a92-4043-a4c5-147ae3e724b3, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ef761bb6-9a92-4043-a4c5-147ae3e724b3,segment=NetworkSegment(ae887c72-e231-463f-af4d-9d08cf838df0),segment_id=ae887c72-e231-463f-af4d-9d08cf838df0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:03.109076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.174432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Calling delete_port for 9c3b9325-971d-4b37-ad7d-c1305cce2b58 owned by {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:03.246576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Calling delete_port for ef761bb6-9a92-4043-a4c5-147ae3e724b3 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:03.317482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.342738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.350235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.382818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:21:03.383117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:21:03.386985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=ef761bb6-9a92-4043-a4c5-147ae3e724b3,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:03.391032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port ef761bb6-9a92-4043-a4c5-147ae3e724b3 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:03.496621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.518511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=3df4fbc4-a389-402f-80e4-924fcc2f3030,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:03.582874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.616837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3bd9ea-c518-4e31-a553-9bd60e61d401']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:03.626822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.659414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:03.660676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:03.666446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54cc252-ed79-4ea0-bce5-4391d060f4a4 None None] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:03.681643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae887c72-e231-463f-af4d-9d08cf838df0') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:03.681942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae887c72-e231-463f-af4d-9d08cf838df0') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:03.689404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Port': ['ID=9c3b9325-971d-4b37-ad7d-c1305cce2b58,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:03.700842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.782126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bba49708-69f0-4ace-830a-4cc38a5f9061 None None] Provisioning for port 07ba5bf9-a252-4760-8564-5f23fd3bc654 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:03.782361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.794775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.797873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:03.798304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:03.814557 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:03.888099 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-92937e91-40aa-472c-a332-ec835788f63d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9c3b9325-971d-4b37-ad7d-c1305cce2b58 HTTP/1.1" status: 204 len: 168 time: 1.6963530 Mar 03 10:21:03.889278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33552) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:03.893265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:21:03.903564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Deleting port ef761bb6-9a92-4043-a4c5-147ae3e724b3 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:03.904016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.913015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.940606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:03.948037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=fc3bd9ea-c518-4e31-a553-9bd60e61d401,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:03.964610 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-18de91ab-7166-430d-ad46-d331d945ad5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/fc3bd9ea-c518-4e31-a553-9bd60e61d401 HTTP/1.1" status: 204 len: 168 time: 1.9356265 Mar 03 10:21:03.965523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33556) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:03.987901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd80e3-a731-4027-a866-5d52020f978f None None] The port 'ef761bb6-9a92-4043-a4c5-147ae3e724b3' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:21:04.148031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb31a3-e313-46d7-bd44-d348892c8413 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:04.148643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-57bb31a3-e313-46d7-bd44-d348892c8413 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:04.163782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:04.171029 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-85e32af2-c4b9-47df-96c8-fa324ee7ba5e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9442372 Mar 03 10:21:04.173621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33560) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:04.179624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261215641'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:04.180269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:04.185506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:04.193873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:04.196741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-57bb31a3-e313-46d7-bd44-d348892c8413 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:04.196899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:04.197918 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-57bb31a3-e313-46d7-bd44-d348892c8413 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3074677 Mar 03 10:21:04.199413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:04.200588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33564) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:04.201187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:20:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:04.203927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port e6dad063-7dcc-47f0-99ca-06690e5c301c {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:04.204404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.205885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:04.225357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:04.232349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.271333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:04.283061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.283626 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment 502d8ef3-c21f-4abe-84e2-0eb4540cade4 of type vlan for network 115aa50d-efe8-422d-9768-0dcef037a0f5 Mar 03 10:21:04.316065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.359206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.366464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:04.367104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.406452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-33efc0d4-0998-4cbe-8c4b-ab778c44f19c None None] Provisioning for port 3df4fbc4-a389-402f-80e4-924fcc2f3030 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:04.445204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-33efc0d4-0998-4cbe-8c4b-ab778c44f19c None None] Provisioning complete for port 3df4fbc4-a389-402f-80e4-924fcc2f3030 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:04.445926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-33efc0d4-0998-4cbe-8c4b-ab778c44f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.504908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:04.519985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33568) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:04.520496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3457592 Mar 03 10:21:04.533427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:04.543793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebef900-eb0d-4cfc-8d87-b5a212a03cf9 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=115aa50d-efe8-422d-9768-0dcef037a0f5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:04.553436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-33efc0d4-0998-4cbe-8c4b-ab778c44f19c None None] Port 3df4fbc4-a389-402f-80e4-924fcc2f3030 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:04.580782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:04.734262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 07ba5bf9-a252-4760-8564-5f23fd3bc654 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:04.748332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.748897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.783216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3687c-1b80-4db0-a23c-97e71877dd7d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:04.783979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1fb3687c-1b80-4db0-a23c-97e71877dd7d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:04.904256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for e6dad063-7dcc-47f0-99ca-06690e5c301c owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:04.916069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ab824088-f42d-4a29-8b2c-20330284059a None None] Provisioning complete for port 3df4fbc4-a389-402f-80e4-924fcc2f3030 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:04.916441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab824088-f42d-4a29-8b2c-20330284059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:04.949214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:04.956026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:04.960672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1fb3687c-1b80-4db0-a23c-97e71877dd7d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:04.961831 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1fb3687c-1b80-4db0-a23c-97e71877dd7d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7601173 Mar 03 10:21:04.962778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:04.965159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33572) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:04.976483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:04.993703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ab824088-f42d-4a29-8b2c-20330284059a None None] Port 3df4fbc4-a389-402f-80e4-924fcc2f3030 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:04.997253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:05.000703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.031938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 07ba5bf9-a252-4760-8564-5f23fd3bc654 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:05.045376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508055fe-2098-4b89-abe5-401928fc3b78 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:05.047082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508055fe-2098-4b89-abe5-401928fc3b78 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:05.048183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 07ba5bf9-a252-4760-8564-5f23fd3bc654 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:05.048552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.048672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508055fe-2098-4b89-abe5-401928fc3b78 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:05.049575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-508055fe-2098-4b89-abe5-401928fc3b78 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Synchronizing usage tracker for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:05.067111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-508055fe-2098-4b89-abe5-401928fc3b78 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Unset dirty status for tenant:560fe76b922f43fd95954d3cc721d8ab on resource:subnet {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:05.071665 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-508055fe-2098-4b89-abe5-401928fc3b78 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1058826 Mar 03 10:21:05.072282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33576) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:05.131378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:02Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:03Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:05.140867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:05.141213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Updating router 7461835d-8238-4851-9a09-871318a021f0 port 3df4fbc4-a389-402f-80e4-924fcc2f3030 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:21:05.173191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c9d65062-e6cf-42b4-b01b-94de583c42d4 None None] Provisioning complete for port 3df4fbc4-a389-402f-80e4-924fcc2f3030 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:05.173191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c9d65062-e6cf-42b4-b01b-94de583c42d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.250984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet 13180424-5897-4f66-a513-7841f74214b5 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:05.254408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.260671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.296904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.312570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.315138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=e6dad063-7dcc-47f0-99ca-06690e5c301c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:05.320757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-220f7521-1204-4e03-804e-d12821633910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.326802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.338775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c9d65062-e6cf-42b4-b01b-94de583c42d4 None None] Port 3df4fbc4-a389-402f-80e4-924fcc2f3030 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:05.423211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.423459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.456614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 07ba5bf9-a252-4760-8564-5f23fd3bc654, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=07ba5bf9-a252-4760-8564-5f23fd3bc654,segment=NetworkSegment(f9453b56-bb67-4b56-ae16-47bef461d625),segment_id=f9453b56-bb67-4b56-ae16-47bef461d625)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:05.468473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.501955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=7a9c16c2-8b53-4166-b302-3c8024d6b9a0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:05.539000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.540535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.541384 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 46b7ad58-58a7-473a-b31f-8584c72481c1 disassociated (deleted). External IP: 172.26.7.9, port: 5ec3f63a-e2d4-478a-b702-8e8487e86d85. Mar 03 10:21:05.570517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef761bb6-9a92-4043-a4c5-147ae3e724b3 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:05.592383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=13180424-5897-4f66-a513-7841f74214b5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:05.594319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.612155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1591b2ed-82e1-4e42-9636-0dc657c8254b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/13180424-5897-4f66-a513-7841f74214b5 HTTP/1.1" status: 204 len: 168 time: 0.5366497 Mar 03 10:21:05.612486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33582) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:05.612885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:05.613257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: 115aa50d-efe8-422d-9768-0dcef037a0f5, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:05.618861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7940b25-482e-48da-87b3-d243919b7bb0 None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:05.651124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:05.657107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: ef761bb6-9a92-4043-a4c5-147ae3e724b3 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:05.657414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ef761bb6-9a92-4043-a4c5-147ae3e724b3 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:05.663598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=07ba5bf9-a252-4760-8564-5f23fd3bc654,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:05.687939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Deleting subnet be6b35fa-2923-45dc-9a97-8558cb6c8c37 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:05.691095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.724374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 115aa50d-efe8-422d-9768-0dcef037a0f5) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:05.731619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:05.732211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.758381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:05.821536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec7302f-a6e3-4023-9914-e8d59de905ee None None] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:05.836631 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0365a870-2fca-4ac9-8b48-83e7d523eff8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3099544 Mar 03 10:21:05.839135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33586) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:05.968808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router d546c91a-391a-447b-8a04-4651c341672e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:05.983468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.115005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.255405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.280422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.320609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:06.321507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-115aa50d-efe8-422d-9768-0dcef037a0f5', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:06.323027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.334804 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] Sync routers for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:06.336699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.351594 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:06.352523 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:06.394514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Subnet': ['ID=be6b35fa-2923-45dc-9a97-8558cb6c8c37,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:06.397647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.414878 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1c405c03-4f43-44fa-b6e4-b5e60e324bc9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/be6b35fa-2923-45dc-9a97-8558cb6c8c37 HTTP/1.1" status: 204 len: 168 time: 0.8013964 Mar 03 10:21:06.417228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33590) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:06.454964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.501986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Transition to ACTIVE for port object 3df4fbc4-a389-402f-80e4-924fcc2f3030 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:06.531951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.548887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-affa1742-802d-410c-868d-e9eb9ce40fa4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/46b7ad58-58a7-473a-b31f-8584c72481c1 HTTP/1.1" status: 204 len: 168 time: 2.5798745 Mar 03 10:21:06.554294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:06.573146 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-92a2d371-4c09-4d54-b82a-994744f057b9 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1546340 Mar 03 10:21:06.575707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33598) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:06.667688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99f373-e94e-40f7-a714-6757c08cb615 None None] Pushing event updated for resources: {'Port': ['ID=3df4fbc4-a389-402f-80e4-924fcc2f3030,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:06.682231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:06.690404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 07ba5bf9-a252-4760-8564-5f23fd3bc654 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:06.709780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f15d2-bdf0-4a3c-8435-7fac21ebc5d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:06.716200 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae6f15d2-bdf0-4a3c-8435-7fac21ebc5d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1393709 Mar 03 10:21:06.718205 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'status': 'completed', 'code': 200} Mar 03 10:21:06.721064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33602) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:06.760107 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:06.909304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82686390-52f4-4c2a-95a9-f351d0e7a224 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:06.911311 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-82686390-52f4-4c2a-95a9-f351d0e7a224 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184332 Mar 03 10:21:06.914702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33608) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.006128 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cdc56081-e7fa-479e-ba0c-773d31b03198 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900395 Mar 03 10:21:07.012656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-58b23ef5-b508-4f34-b675-56b9a689f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:07.025344 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-58b23ef5-b508-4f34-b675-56b9a689f717 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 1098 time: 0.3049953 Mar 03 10:21:07.026171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33612) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.164039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33618) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.257789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Allocated IP 172.21.0.2 (115aa50d-efe8-422d-9768-0dcef037a0f5/7a9c16c2-8b53-4166-b302-3c8024d6b9a0/b9ddf440-604c-4ca4-a276-fb4811ceaa50) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:07.280917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 07ba5bf9-a252-4760-8564-5f23fd3bc654 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:07.281726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:07.343636 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-500d1142-ef6a-4f50-8cb6-7be9c1b6277d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.344116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500d1142-ef6a-4f50-8cb6-7be9c1b6277d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.345815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-500d1142-ef6a-4f50-8cb6-7be9c1b6277d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9c3b9325-971d-4b37-ad7d-c1305cce2b58 HTTP/1.1" status: 404 len: 333 time: 0.3184793 Mar 03 10:21:07.354634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33622) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.388907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5e812-c336-47b0-8833-3842ed62364a None None] Update dhcp port {'port': {'network_id': '3fad33c2-4a22-4295-84b4-8d05cb2d9f39', 'fixed_ips': [{'subnet_id': 'be6b35fa-2923-45dc-9a97-8558cb6c8c37'}], 'binding:host_id': 'dv-neutron-831192-5-hyperv'}, 'id': '155e0aff-5c26-458f-927f-0875ec150e1d'} from dv-neutron-831192-5-hyperv. {{(pid=87890) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 10:21:07.410287 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:53Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:07.415047 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] Checking router: d546c91a-391a-447b-8a04-4651c341672e for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:07.425662 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:07.426283 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:07.470941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ccc7cd-d50a-48de-af9d-c3847de2159e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.471800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ccc7cd-d50a-48de-af9d-c3847de2159e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.504097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f3ccc7cd-d50a-48de-af9d-c3847de2159e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/13180424-5897-4f66-a513-7841f74214b5 HTTP/1.1" status: 404 len: 337 time: 0.1463685 Mar 03 10:21:07.509420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33626) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.526610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fbbd-c71d-4db0-a087-a5c08af4322b req-386e8214-729d-49e0-ba5b-0e4b360ad434 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:07.528517 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-43b3fbbd-c71d-4db0-a087-a5c08af4322b req-386e8214-729d-49e0-ba5b-0e4b360ad434 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 945 time: 0.2683935 Mar 03 10:21:07.589898 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-43b3fbbd-c71d-4db0-a087-a5c08af4322b req-8a1b1815-64dd-4f6e-9f03-2492d26b8e2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533311 Mar 03 10:21:07.597721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Attempting to bind port 3df4fbc4-a389-402f-80e4-924fcc2f3030 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:07.598105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Attempting to bind port 3df4fbc4-a389-402f-80e4-924fcc2f3030 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:07.598451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Attempting to bind port 3df4fbc4-a389-402f-80e4-924fcc2f3030 on network d19f8e4d-79c6-4897-8eba-e06ccd4740ad {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:07.654299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:07.654881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Checking segment: {'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:07.655106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:07.655525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Bound using segment: {'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:07.656008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Bound port: 3df4fbc4-a389-402f-80e4-924fcc2f3030, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9453b56-bb67-4b56-ae16-47bef461d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:07.656426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:07.663486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-c88ce702-0aea-446b-b19c-8752dc1ebd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:07.665502 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-c88ce702-0aea-446b-b19c-8752dc1ebd69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 200 len: 897 time: 0.5568163 Mar 03 10:21:07.683807 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:07.685304 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa06b00e-46d6-40a5-b91c-db3c56d2e978 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.685753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa06b00e-46d6-40a5-b91c-db3c56d2e978 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.689933 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fa06b00e-46d6-40a5-b91c-db3c56d2e978 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/be6b35fa-2923-45dc-9a97-8558cb6c8c37 HTTP/1.1" status: 404 len: 337 time: 0.1747873 Mar 03 10:21:07.690624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33630) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.740978 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4729bb-bc0b-476c-819e-d38b2af1c3e4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.742555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4729bb-bc0b-476c-819e-d38b2af1c3e4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.748193 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0e4729bb-bc0b-476c-819e-d38b2af1c3e4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/8d2c7f7e-71c6-4cb4-822f-ddc2771ca6ba HTTP/1.1" status: 404 len: 333 time: 0.0560582 Mar 03 10:21:07.748890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33634) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.753240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-06d5e812-c336-47b0-8833-3842ed62364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:07.762480 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-ded5c75b-65aa-48e9-8b5f-9dab12e1f6da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 200 len: 217 time: 0.0737553 Mar 03 10:21:07.792855 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c99a62-2580-432b-9933-42c6bf2c8e6e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.793313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c99a62-2580-432b-9933-42c6bf2c8e6e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.795025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f5c99a62-2580-432b-9933-42c6bf2c8e6e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/ea12b7bf-1bf3-4727-ba7c-3d4597b5fa9c HTTP/1.1" status: 404 len: 337 time: 0.0445602 Mar 03 10:21:07.798810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33638) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.846916 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-773af8a5-4049-4c81-aa89-d156060f3207 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.847727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773af8a5-4049-4c81-aa89-d156060f3207 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.849933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-773af8a5-4049-4c81-aa89-d156060f3207 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/70fb8ee8-b95f-4902-a1ca-966cd6a4a6e2 HTTP/1.1" status: 404 len: 337 time: 0.0493793 Mar 03 10:21:07.853733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33642) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.857449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Deleting port 772b9ca7-b874-403a-8d52-e9a23f1eaff9 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:07.858051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:07.875697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] For port 3df4fbc4-a389-402f-80e4-924fcc2f3030, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:07.878718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] For port 3df4fbc4-a389-402f-80e4-924fcc2f3030, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3df4fbc4-a389-402f-80e4-924fcc2f3030,segment=NetworkSegment(f9453b56-bb67-4b56-ae16-47bef461d625),segment_id=f9453b56-bb67-4b56-ae16-47bef461d625)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:07.902512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-fded2d54-8283-4e6f-b828-8102ce2d709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:07.905010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:07.905606 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-fded2d54-8283-4e6f-b828-8102ce2d709b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89083339-1796-482e-a945-a89ab2724681 HTTP/1.1" status: 200 len: 835 time: 0.1339707 Mar 03 10:21:07.911968 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-89edd1cc-0f29-4c0c-86ad-1fdbfe49ec6b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.913412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89edd1cc-0f29-4c0c-86ad-1fdbfe49ec6b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.917554 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-89edd1cc-0f29-4c0c-86ad-1fdbfe49ec6b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/73a7afb7-9bcc-4e12-a381-307a2f4cfa4b HTTP/1.1" status: 404 len: 333 time: 0.0606070 Mar 03 10:21:07.917854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33646) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:07.965597 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-794c8ee9-3f58-412f-b7f1-e77d532baba1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:07.966560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794c8ee9-3f58-412f-b7f1-e77d532baba1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:07.970652 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-794c8ee9-3f58-412f-b7f1-e77d532baba1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/c65c48cd-7932-4687-9e0d-28e549d9400d HTTP/1.1" status: 404 len: 337 time: 0.0496380 Mar 03 10:21:07.971033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33650) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.028597 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc6aafb-cc80-4f4e-8429-0b74d7bd58b7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.029394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc6aafb-cc80-4f4e-8429-0b74d7bd58b7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.032411 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cbc6aafb-cc80-4f4e-8429-0b74d7bd58b7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/9053adf4-8810-49b9-bb4f-8c252b8adb1d HTTP/1.1" status: 404 len: 337 time: 0.0599930 Mar 03 10:21:08.034479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33654) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.077049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:08.092679 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-742f77f7-319a-42c1-b895-18c2bb263a7c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.093238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742f77f7-319a-42c1-b895-18c2bb263a7c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.095240 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-742f77f7-319a-42c1-b895-18c2bb263a7c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/6b5a1e49-7a25-41b7-936c-d3c4aac03c95 HTTP/1.1" status: 404 len: 333 time: 0.0598032 Mar 03 10:21:08.101024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33658) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.120318 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:53Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:08.125134 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a8a69-3afd-448a-bc3c-5e8a8a575c77 None None] The sync data for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv is: [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:20:53Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1b93f3fc-ac6f-4431-8a43-abce08743f39', 'name': '', 'network_id': 'b157a147-e393-49d8-a046-21553f827a61', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:25:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '89083339-1796-482e-a945-a89ab2724681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:28Z', 'updated_at': '2022-03-03T10:18:49Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '89083339-1796-482e-a945-a89ab2724681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:08.151146 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efeaa40-709a-4af7-88e8-b51aabcc140c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.151926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efeaa40-709a-4af7-88e8-b51aabcc140c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.153941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0efeaa40-709a-4af7-88e8-b51aabcc140c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/c51d6ec7-e85c-4fbf-8971-cfcf897f03b1 HTTP/1.1" status: 404 len: 337 time: 0.0518022 Mar 03 10:21:08.156730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33662) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.184971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-f971a1aa-5594-4278-ab41-1307fff16743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:08.186795 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-f971a1aa-5594-4278-ab41-1307fff16743 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b157a147-e393-49d8-a046-21553f827a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2733281 Mar 03 10:21:08.212563 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc74b4e8-cbfb-45df-b153-4e2f68226d9e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.213084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc74b4e8-cbfb-45df-b153-4e2f68226d9e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.219161 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cc74b4e8-cbfb-45df-b153-4e2f68226d9e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/326b1be2-f190-4c6a-a5c0-f28133af50ff HTTP/1.1" status: 404 len: 337 time: 0.0591106 Mar 03 10:21:08.220597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33666) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.256477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:08.257126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:08.305162 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab80d1ff-a6a1-4a03-94d2-13387c157dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.306166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab80d1ff-a6a1-4a03-94d2-13387c157dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.311115 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ab80d1ff-a6a1-4a03-94d2-13387c157dc0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/7bed9be6-8cce-42a3-92e0-848c6e949faf HTTP/1.1" status: 404 len: 333 time: 0.0893893 Mar 03 10:21:08.312001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33670) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.315361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47716009-56b5-4f6c-804f-f0dfc713a0df None None] Network 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:08.342542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99f373-e94e-40f7-a714-6757c08cb615 None None] Pushing event updated for resources: {'Port': ['ID=3df4fbc4-a389-402f-80e4-924fcc2f3030,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:08.372622 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67a7880-03ff-45d0-a8a7-5efeef8db5cd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.373215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67a7880-03ff-45d0-a8a7-5efeef8db5cd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.377627 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a67a7880-03ff-45d0-a8a7-5efeef8db5cd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/720c315d-fedd-481e-9de6-caff84e7b08a HTTP/1.1" status: 404 len: 337 time: 0.0644381 Mar 03 10:21:08.378284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33674) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.434807 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0064ce27-d73a-4787-add4-a569da3616f3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.435286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0064ce27-d73a-4787-add4-a569da3616f3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.439818 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0064ce27-d73a-4787-add4-a569da3616f3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/629a7ad4-6d28-45a6-85de-db9197ed9920 HTTP/1.1" status: 404 len: 333 time: 0.0605357 Mar 03 10:21:08.440467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33678) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.443890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:08.496510 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ed4bd4-f6bc-4700-a639-a7e7e54fcc24 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.496941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ed4bd4-f6bc-4700-a639-a7e7e54fcc24 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.501875 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-61ed4bd4-f6bc-4700-a639-a7e7e54fcc24 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/8e67d9dd-6a41-46cf-84d5-74df86697f6a HTTP/1.1" status: 404 len: 337 time: 0.0603871 Mar 03 10:21:08.502551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33682) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.554413 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-3a40210c-f25b-4bf8-8d5d-2f6966e68101 service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486209 Mar 03 10:21:08.562964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-537a4b16-a265-405e-b6c3-90bac56f212a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.563715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537a4b16-a265-405e-b6c3-90bac56f212a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.568874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Transition to ACTIVE for port object b9ddf440-604c-4ca4-a276-fb4811ceaa50 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:08.569835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-537a4b16-a265-405e-b6c3-90bac56f212a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/b321764e-96de-46f4-b23f-6b2123326ddb HTTP/1.1" status: 404 len: 333 time: 0.0662160 Mar 03 10:21:08.570641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33686) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.573948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72583027-19c6-44af-a6a9-067ba6c34bc1 None None] New status for floating IP 46b7ad58-58a7-473a-b31f-8584c72481c1: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:21:08.616095 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde1877a-6b7c-4de6-83b1-963718febd0d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.616953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde1877a-6b7c-4de6-83b1-963718febd0d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.621814 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dde1877a-6b7c-4de6-83b1-963718febd0d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/b40aa5b0-c7e3-4843-8029-c44a1f18883b HTTP/1.1" status: 404 len: 337 time: 0.0499752 Mar 03 10:21:08.623091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33692) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.671546 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91d3179-8581-43eb-8d50-41da88ec38a7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.672393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91d3179-8581-43eb-8d50-41da88ec38a7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.678259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c91d3179-8581-43eb-8d50-41da88ec38a7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/5caedb2c-7c5d-40b9-8556-89ff175e67d9 HTTP/1.1" status: 404 len: 333 time: 0.0542529 Mar 03 10:21:08.678696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33696) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.738094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 155e0aff-5c26-458f-927f-0875ec150e1d no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:08.746812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:08.747386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:08.753381 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16a3877-aec5-4ecd-8ef0-563c504b1315 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.753720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16a3877-aec5-4ecd-8ef0-563c504b1315 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.758263 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d16a3877-aec5-4ecd-8ef0-563c504b1315 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/9fc021f9-42c5-4d90-9a15-f4a8de9073fc HTTP/1.1" status: 404 len: 337 time: 0.0764155 Mar 03 10:21:08.765377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33700) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.775768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-ee494796-c1c8-48b2-8f02-9c1392b87a5f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:08.776626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-ee494796-c1c8-48b2-8f02-9c1392b87a5f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:08.785017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c85b7f40-9015-4a8c-b292-f944f3b4bc0b None None] Provisioning complete for port 155e0aff-5c26-458f-927f-0875ec150e1d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:08.785017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c85b7f40-9015-4a8c-b292-f944f3b4bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:08.812125 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-1755524f-ef9f-4fd7-a3bc-876264213270 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.812511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1755524f-ef9f-4fd7-a3bc-876264213270 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.817081 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1755524f-ef9f-4fd7-a3bc-876264213270 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/3d9b38a1-27e2-4851-89df-16f9328decbc HTTP/1.1" status: 404 len: 333 time: 0.0477643 Mar 03 10:21:08.817081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33704) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.819539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:08.862687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd082784-0b4e-41a1-8d3e-0dff8d17967a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.863142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd082784-0b4e-41a1-8d3e-0dff8d17967a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.867698 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cd082784-0b4e-41a1-8d3e-0dff8d17967a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/da7f6cba-ce93-4639-91b5-fced676adbb7 HTTP/1.1" status: 404 len: 337 time: 0.0477998 Mar 03 10:21:08.867951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.918765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Calling delete_port for 772b9ca7-b874-403a-8d52-e9a23f1eaff9 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:08.923417 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-454b71ea-f433-44e9-8711-eaf894800b42 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:08.924169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454b71ea-f433-44e9-8711-eaf894800b42 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:08.928902 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-454b71ea-f433-44e9-8711-eaf894800b42 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/142fe21f-edc9-49c6-b2fd-a9e2ac2352f4 HTTP/1.1" status: 404 len: 333 time: 0.0567927 Mar 03 10:21:08.934170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63a306-6ff5-41b7-a7e2-df00c0fc4d22 req-5fdbbf9b-0003-4adc-96e2-8644d805469b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:08.936173 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d63a306-6ff5-41b7-a7e2-df00c0fc4d22 req-5fdbbf9b-0003-4adc-96e2-8644d805469b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 945 time: 0.2206423 Mar 03 10:21:08.936173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33712) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:08.953047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Transition to ACTIVE for port object b9ddf440-604c-4ca4-a276-fb4811ceaa50 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:08.987289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-ee494796-c1c8-48b2-8f02-9c1392b87a5f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:08.988464 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-ee494796-c1c8-48b2-8f02-9c1392b87a5f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 945 time: 0.4331889 Mar 03 10:21:09.003428 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7235cfbc-7134-4b8a-963c-364454efcc9b req-57801a13-333d-4392-b8bb-862c576f7bcd service neutron] 10.222.0.32 "GET /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001956 Mar 03 10:21:09.038775 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a87d60-f0d3-409f-b97f-5c2afd0ba48e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.039348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a87d60-f0d3-409f-b97f-5c2afd0ba48e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.044041 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-12a87d60-f0d3-409f-b97f-5c2afd0ba48e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/8b64b91e-01c8-4508-8ec9-86da653e6dde HTTP/1.1" status: 404 len: 337 time: 0.1069653 Mar 03 10:21:09.049457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33716) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.049672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.086318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:09.086318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.112335 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df0f9d8-b172-4a45-ad3f-4d093b54c9e2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.112787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df0f9d8-b172-4a45-ad3f-4d093b54c9e2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.117093 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6df0f9d8-b172-4a45-ad3f-4d093b54c9e2 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/580ec433-8ac4-4835-8f12-78896eb92159 HTTP/1.1" status: 404 len: 337 time: 0.0624356 Mar 03 10:21:09.123733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33720) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.183652 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d63a306-6ff5-41b7-a7e2-df00c0fc4d22 req-ae9597a2-1a57-46ff-928e-35ec050625f3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=257f6f7d-6358-4ede-9543-4fb142520864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153873 Mar 03 10:21:09.187801 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d40692-9b18-472f-9247-02c604c53ee3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.188290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d40692-9b18-472f-9247-02c604c53ee3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.193682 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-51d40692-9b18-472f-9247-02c604c53ee3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/af48f0d6-4d30-49bd-b197-8159e56d5fd5 HTTP/1.1" status: 404 len: 333 time: 0.0641913 Mar 03 10:21:09.193682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.21.0.1 (115aa50d-efe8-422d-9768-0dcef037a0f5/7a9c16c2-8b53-4166-b302-3c8024d6b9a0/4bccc786-810e-4925-a094-8963284adec8) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:09.195691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33724) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.197394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:09.281432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:09.304528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:09.337358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Pushing event updated for resources: {'Port': ['ID=b9ddf440-604c-4ca4-a276-fb4811ceaa50,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:09.366378 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-19754255-ef78-4051-be28-a2d658a15e2f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.366843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19754255-ef78-4051-be28-a2d658a15e2f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.370253 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-19754255-ef78-4051-be28-a2d658a15e2f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/b2918a75-f922-4d25-8b6a-d670dfc347a0 HTTP/1.1" status: 404 len: 337 time: 0.1720736 Mar 03 10:21:09.371477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33728) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.424642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.436306 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-318b6553-d296-42b1-a274-d485bc3cc502 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.436765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318b6553-d296-42b1-a274-d485bc3cc502 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.448060 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-318b6553-d296-42b1-a274-d485bc3cc502 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/85bfa9f6-c8ba-4cf3-b2f7-825a9735e1ed HTTP/1.1" status: 404 len: 337 time: 0.0725255 Mar 03 10:21:09.448793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.452133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33732) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.545049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event deleted for resources: {'Port': ['ID=772b9ca7-b874-403a-8d52-e9a23f1eaff9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:09.562027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] DHCP port deletion for 3fad33c2-4a22-4295-84b4-8d05cb2d9f39 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:09.566783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.573403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Attempting to bind port b9ddf440-604c-4ca4-a276-fb4811ceaa50 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:09.573895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Attempting to bind port b9ddf440-604c-4ca4-a276-fb4811ceaa50 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:09.574389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Attempting to bind port b9ddf440-604c-4ca4-a276-fb4811ceaa50 on network 115aa50d-efe8-422d-9768-0dcef037a0f5 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:09.578694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 5ec3f63a-e2d4-478a-b702-8e8487e86d85, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=5ec3f63a-e2d4-478a-b702-8e8487e86d85,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:09.579067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.584492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object 4bccc786-810e-4925-a094-8963284adec8 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:09.587747 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cb83db-f3fe-4f9f-980d-1d7f0de26f15 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.588164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cb83db-f3fe-4f9f-980d-1d7f0de26f15 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.592223 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e8cb83db-f3fe-4f9f-980d-1d7f0de26f15 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/62fbf634-2f60-4865-a269-8b4041a20ad9 HTTP/1.1" status: 404 len: 333 time: 0.1050417 Mar 03 10:21:09.592363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] Deleting port 155e0aff-5c26-458f-927f-0875ec150e1d {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:09.592363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.593017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33736) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.635611 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb081f2-b4ba-42ee-b4e4-857565bcfbbd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.636067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb081f2-b4ba-42ee-b4e4-857565bcfbbd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.640116 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8fb081f2-b4ba-42ee-b4e4-857565bcfbbd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/418dc432-2392-4646-99d6-4defc54b45d3 HTTP/1.1" status: 404 len: 337 time: 0.0437875 Mar 03 10:21:09.640804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33740) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.682984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:09.682984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Checking segment: {'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:09.682984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.682984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Bound using segment: {'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:09.683548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Bound port: b9ddf440-604c-4ca4-a276-fb4811ceaa50, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:09.683764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.686687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ededd3-45d6-4774-ac9b-6459ef798bd7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.687141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ededd3-45d6-4774-ac9b-6459ef798bd7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.691153 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d0ededd3-45d6-4774-ac9b-6459ef798bd7 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/8c07d886-94da-4ac4-8620-826f4bf28098 HTTP/1.1" status: 404 len: 337 time: 0.0476041 Mar 03 10:21:09.691654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33744) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.708948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 155e0aff-5c26-458f-927f-0875ec150e1d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=155e0aff-5c26-458f-927f-0875ec150e1d,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:09.737141 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ff80f5-9f0e-427e-9bf7-3536af4ed3c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.737617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ff80f5-9f0e-427e-9bf7-3536af4ed3c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.742608 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c9ff80f5-9f0e-427e-9bf7-3536af4ed3c3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9b64b2af-07f2-4608-a4a9-a28f6de1989d HTTP/1.1" status: 404 len: 333 time: 0.0469437 Mar 03 10:21:09.742775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33748) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.748740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.751463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 5ec3f63a-e2d4-478a-b702-8e8487e86d85 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:09.781141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.825179 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-85888933-3518-4c64-baa1-a3c6438415d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.825714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85888933-3518-4c64-baa1-a3c6438415d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.830434 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-85888933-3518-4c64-baa1-a3c6438415d3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/60781cef-0a97-40c3-bb3c-e29a80e2cb8c HTTP/1.1" status: 404 len: 337 time: 0.0844307 Mar 03 10:21:09.830580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:09.830580 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Floating IP b5f3beac-8520-4e6f-8135-49958fcdd653 disassociated (deleted). External IP: 172.26.7.242, port: 6b1e98f3-8b7c-459c-9668-828ca71a2a32. Mar 03 10:21:09.843398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33752) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.898262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:09.908145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:09.910812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:09.940970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] For port b9ddf440-604c-4ca4-a276-fb4811ceaa50, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:09.941368 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc2a48a-cc03-4df2-b355-4fa0b1bbae8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:09.942104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc2a48a-cc03-4df2-b355-4fa0b1bbae8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:09.946944 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-efc2a48a-cc03-4df2-b355-4fa0b1bbae8a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/3ad96531-58fd-46fb-b35f-e6c4714292a1 HTTP/1.1" status: 404 len: 337 time: 0.1003809 Mar 03 10:21:09.946944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=4bccc786-810e-4925-a094-8963284adec8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:09.948173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33756) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:09.951989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] For port b9ddf440-604c-4ca4-a276-fb4811ceaa50, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b9ddf440-604c-4ca4-a276-fb4811ceaa50,segment=NetworkSegment(502d8ef3-c21f-4abe-84e2-0eb4540cade4),segment_id=502d8ef3-c21f-4abe-84e2-0eb4540cade4)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:09.953220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=155e0aff-5c26-458f-927f-0875ec150e1d,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:09.963870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:02Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:07Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:09.992410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.014576 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-24c9cce1-5564-4c8b-85cb-307077befda4 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a87e00f-6878-41de-8ee1-8a32be24682f HTTP/1.1" status: 200 len: 205 time: 0.0588722 Mar 03 10:21:10.016118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33760) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:10.027072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101beee1-3c27-4653-ac96-46d9fb9b6fc1 None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:02Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:07Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:10.092490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.128907 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-e7647936-567c-40c3-82f8-8c7b63334f82 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] delete failed (client error): The resource could not be found. Mar 03 10:21:10.133241 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e7647936-567c-40c3-82f8-8c7b63334f82 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/routers/5a87e00f-6878-41de-8ee1-8a32be24682f HTTP/1.1" status: 404 len: 336 time: 0.1172638 Mar 03 10:21:10.134337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33764) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:10.155886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] For port 155e0aff-5c26-458f-927f-0875ec150e1d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=155e0aff-5c26-458f-927f-0875ec150e1d,segment=NetworkSegment(47c40cee-95a4-400e-9f7b-d69e49e21433),segment_id=47c40cee-95a4-400e-9f7b-d69e49e21433)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:10.156337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.171464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671afd7-5ba6-4934-ae12-c2b5c3955e39 None None] Pushing event updated for resources: {'Port': ['ID=b9ddf440-604c-4ca4-a276-fb4811ceaa50,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:10.193377 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae7c84c-f254-44e9-82ce-f50017edeaf0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:10.193843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae7c84c-f254-44e9-82ce-f50017edeaf0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:10.199290 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eae7c84c-f254-44e9-82ce-f50017edeaf0 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/d148b1f2-6679-4c1f-b21e-b54c064c2580 HTTP/1.1" status: 404 len: 337 time: 0.0554066 Mar 03 10:21:10.200861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33768) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:10.280451 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6dbc332e-7e66-44d5-8f5b-2f83174a604f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3422655e-02e8-4069-a96d-07bf2f3a7cf4 HTTP/1.1" status: 200 len: 205 time: 0.0786495 Mar 03 10:21:10.284215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33774) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:10.363685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] Calling delete_port for 155e0aff-5c26-458f-927f-0875ec150e1d owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:10.443285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.475825 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-de945599-eee2-4193-9efb-0b2feb79cf4a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] delete failed (client error): The resource could not be found. Mar 03 10:21:10.477706 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-de945599-eee2-4193-9efb-0b2feb79cf4a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/routers/3422655e-02e8-4069-a96d-07bf2f3a7cf4 HTTP/1.1" status: 404 len: 336 time: 0.1921406 Mar 03 10:21:10.509301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.541447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.559695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33778) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:10.602770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=5ec3f63a-e2d4-478a-b702-8e8487e86d85,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:10.650216 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e66ca3b-2b8e-4f14-9bc2-0636fff647e3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:10.650692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e66ca3b-2b8e-4f14-9bc2-0636fff647e3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:10.660826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] Pushing event deleted for resources: {'Port': ['ID=155e0aff-5c26-458f-927f-0875ec150e1d,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:10.662463 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9e66ca3b-2b8e-4f14-9bc2-0636fff647e3 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/14cd5589-8356-4574-ac54-bcbd441e817a HTTP/1.1" status: 404 len: 337 time: 0.0988429 Mar 03 10:21:10.665044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33782) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:10.666862 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-daad054a-2bab-4788-8d9b-358c428c373d req-34022aef-5363-48ef-9f58-98da13423c83 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=51ae06d4-f718-447d-9e96-07b855c8e0ec HTTP/1.1" status: 200 len: 210 time: 0.3287024 Mar 03 10:21:10.673534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ede58-c6b2-4c70-9df4-3d1daa9a58e1 None None] No DVR routers for this DVR port 155e0aff-5c26-458f-927f-0875ec150e1d on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:10.776449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3df4fbc4-a389-402f-80e4-924fcc2f3030 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:10.812242 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef732e36-846d-4b8a-97bd-3a38fbef77dd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:10.812840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef732e36-846d-4b8a-97bd-3a38fbef77dd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:10.869997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 3df4fbc4-a389-402f-80e4-924fcc2f3030 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:10.876402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 3df4fbc4-a389-402f-80e4-924fcc2f3030 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:10.877096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.879614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33786) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:10.879772 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ef732e36-846d-4b8a-97bd-3a38fbef77dd tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/1b385c09-6fd4-47e5-ab9e-d01f65c3c64f HTTP/1.1" status: 404 len: 337 time: 0.2036514 Mar 03 10:21:10.888284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port 5ec3f63a-e2d4-478a-b702-8e8487e86d85 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:10.892418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:10.894469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ba31dfde-f7b3-4804-9fa9-a98a0fa8e600 req-39e9c427-e026-455f-bb02-d5f9e76d59ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/5ec3f63a-e2d4-478a-b702-8e8487e86d85 HTTP/1.1" status: 204 len: 173 time: 1.8995295 Mar 03 10:21:10.894902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'name': 'network-vif-deleted', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:10.937319 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ce882d-957f-46c6-9269-af1bd0e74b6a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:10.938192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ce882d-957f-46c6-9269-af1bd0e74b6a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:10.939613 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-69ce882d-957f-46c6-9269-af1bd0e74b6a tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/f58f5db6-6016-4290-bd21-da676fcf8567 HTTP/1.1" status: 404 len: 333 time: 0.0586507 Mar 03 10:21:10.944949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:10.945670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33792) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.006027 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ae06d4-f718-447d-9e96-07b855c8e0ec', 'name': 'network-vif-deleted', 'tag': '5ec3f63a-e2d4-478a-b702-8e8487e86d85', 'status': 'completed', 'code': 200} Mar 03 10:21:11.031455 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2591fb-0292-45af-9625-38d73c06c111 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:11.031927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2591fb-0292-45af-9625-38d73c06c111 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:11.033891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ef2591fb-0292-45af-9625-38d73c06c111 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/0ef96dca-39e8-4943-a74d-efdeb0e2fef2 HTTP/1.1" status: 404 len: 337 time: 0.0871875 Mar 03 10:21:11.040665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33796) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.134774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:11.186953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 3df4fbc4-a389-402f-80e4-924fcc2f3030, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3df4fbc4-a389-402f-80e4-924fcc2f3030,segment=NetworkSegment(f9453b56-bb67-4b56-ae16-47bef461d625),segment_id=f9453b56-bb67-4b56-ae16-47bef461d625)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:11.197297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:11.198123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b9ddf440-604c-4ca4-a276-fb4811ceaa50 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:11.314189 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-7679001d-3088-4dcf-82f8-705f992111c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:11.314807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7679001d-3088-4dcf-82f8-705f992111c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:11.316666 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7679001d-3088-4dcf-82f8-705f992111c1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/6e0e2d1a-0a24-4c8c-9f7c-55cf47952ce5 HTTP/1.1" status: 404 len: 333 time: 0.2750599 Mar 03 10:21:11.321414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33800) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.353507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=3df4fbc4-a389-402f-80e4-924fcc2f3030,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:11.364296 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b9ddf440-604c-4ca4-a276-fb4811ceaa50 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:11.387655 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a80292-be62-44ec-8b24-41eb6922ee42 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:11.388283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a80292-be62-44ec-8b24-41eb6922ee42 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:11.389740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:11.390146 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-40a80292-be62-44ec-8b24-41eb6922ee42 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/cae1920f-8f38-4d82-b4b8-5c67b3443952 HTTP/1.1" status: 404 len: 337 time: 0.0631979 Mar 03 10:21:11.393896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33804) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.399835 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] Sync routers for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:11.401018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:11.418000 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:11.421053 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:11.510475 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-012ce38d-3954-423d-9801-2f2c01a39863 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "DELETE /v2.0/floatingips/b5f3beac-8520-4e6f-8135-49958fcdd653 HTTP/1.1" status: 204 len: 168 time: 4.3453245 Mar 03 10:21:11.660836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:11.669335 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd1e8b1-d666-43ad-b856-28beafccf99e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:11.669670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd1e8b1-d666-43ad-b856-28beafccf99e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:11.674417 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0cd1e8b1-d666-43ad-b856-28beafccf99e tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/c0a57f50-9370-4d67-98af-d0976b7d53b8 HTTP/1.1" status: 404 len: 333 time: 0.2662556 Mar 03 10:21:11.674417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:11.675072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33810) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.744734 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:11.752891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-607cc425-ed4b-4795-8002-09c16f9ae8f6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:11.753950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607cc425-ed4b-4795-8002-09c16f9ae8f6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:11.768664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-607cc425-ed4b-4795-8002-09c16f9ae8f6 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/3819d854-0e9e-4600-afd2-b7a1ea48e656 HTTP/1.1" status: 404 len: 337 time: 0.0860596 Mar 03 10:21:11.769512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33816) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.828588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=4bccc786-810e-4925-a094-8963284adec8,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:11.865861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33820) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.871937 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-782f48a2-d516-4893-a4a9-3afb1ce6a521 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:11.872466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782f48a2-d516-4893-a4a9-3afb1ce6a521 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:11.873140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb2ed30-54d2-4b9b-b063-78baac33f1da None None] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:11.874075 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-782f48a2-d516-4893-a4a9-3afb1ce6a521 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/3cbd140e-37ca-440c-904f-c6066bb37c69 HTTP/1.1" status: 404 len: 333 time: 0.1038229 Mar 03 10:21:11.883805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33824) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:11.901282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:11.961941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ac99539f-62e2-4134-a077-d45345a4bbd2 None None] Provisioning for port b9ddf440-604c-4ca4-a276-fb4811ceaa50 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:11.972101 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb80de1-2e8f-4368-b206-e8eff1c1bc6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:11.972577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb80de1-2e8f-4368-b206-e8eff1c1bc6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:11.979659 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ecb80de1-2e8f-4368-b206-e8eff1c1bc6c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/82502655-6ece-4815-8b18-61acbcb2ffd2 HTTP/1.1" status: 404 len: 337 time: 0.0922861 Mar 03 10:21:11.980946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33830) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.047965 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2714fa2-16b8-4365-9a62-ec2f453de933 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:12.048430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2714fa2-16b8-4365-9a62-ec2f453de933 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:12.053145 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a2714fa2-16b8-4365-9a62-ec2f453de933 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9bff3be5-6658-4fa1-bd8c-c47904cd0ba3 HTTP/1.1" status: 404 len: 333 time: 0.0682642 Mar 03 10:21:12.054661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33834) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.058415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ac99539f-62e2-4134-a077-d45345a4bbd2 None None] Provisioning complete for port b9ddf440-604c-4ca4-a276-fb4811ceaa50 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:12.058788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ac99539f-62e2-4134-a077-d45345a4bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.096178 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eed0730-276d-4b55-ac54-75c6801fab9f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:12.096620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eed0730-276d-4b55-ac54-75c6801fab9f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:12.101155 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5eed0730-276d-4b55-ac54-75c6801fab9f tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/708f3e3b-551f-4c1a-9e02-d2b089b928a6 HTTP/1.1" status: 404 len: 337 time: 0.0426748 Mar 03 10:21:12.102056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33838) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.143766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce81ffe3-2520-4e95-8106-e8e9fe24450b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:12.144290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce81ffe3-2520-4e95-8106-e8e9fe24450b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:12.147429 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ce81ffe3-2520-4e95-8106-e8e9fe24450b tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/8637893a-3547-4030-a2fb-a23873dfcb44 HTTP/1.1" status: 404 len: 333 time: 0.0431554 Mar 03 10:21:12.148687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33842) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.180824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:12.185258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:12.211362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1d933ef-aa92-4442-9112-26bce52073a3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.219393 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0100cfe-0285-409b-8c2c-0bddae3ac32d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:12.220207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0100cfe-0285-409b-8c2c-0bddae3ac32d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:12.225769 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d0100cfe-0285-409b-8c2c-0bddae3ac32d tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/7679bac9-76b7-4c65-acc0-f9cb6e91ea46 HTTP/1.1" status: 404 len: 337 time: 0.0760934 Mar 03 10:21:12.226538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33846) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.240086 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:18Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:12.244713 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] Checking router: b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:12.256140 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:12.257172 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:12.279798 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb781a8f-7db6-471a-b92d-9795943cd401 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:12.280433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb781a8f-7db6-471a-b92d-9795943cd401 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:12.286764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bb781a8f-7db6-471a-b92d-9795943cd401 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/ports/9d458341-4777-4060-9873-5efa8f328ba1 HTTP/1.1" status: 404 len: 333 time: 0.0583982 Mar 03 10:21:12.287788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33850) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.318514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ac99539f-62e2-4134-a077-d45345a4bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.343049 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-277101ad-3b77-4fd9-80ef-8c09bc6b2ba1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:12.344443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277101ad-3b77-4fd9-80ef-8c09bc6b2ba1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:12.349172 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-277101ad-3b77-4fd9-80ef-8c09bc6b2ba1 tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/subnets/b2d4d8ce-67ff-41a6-b0b3-c9eb44d356e5 HTTP/1.1" status: 404 len: 337 time: 0.0602996 Mar 03 10:21:12.349886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33854) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.368952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ac99539f-62e2-4134-a077-d45345a4bbd2 None None] For port b9ddf440-604c-4ca4-a276-fb4811ceaa50, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b9ddf440-604c-4ca4-a276-fb4811ceaa50,segment=NetworkSegment(502d8ef3-c21f-4abe-84e2-0eb4540cade4),segment_id=502d8ef3-c21f-4abe-84e2-0eb4540cade4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:12.379255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ac99539f-62e2-4134-a077-d45345a4bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.387247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1d933ef-aa92-4442-9112-26bce52073a3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.449688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3bd17-785f-47f6-a32f-193a9fa770eb req-c14fab71-008f-4c7c-8ae8-4054833c8a4c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:12.457431 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bfc3bd17-785f-47f6-a32f-193a9fa770eb req-c14fab71-008f-4c7c-8ae8-4054833c8a4c tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.3845468 Mar 03 10:21:12.475320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99539f-62e2-4134-a077-d45345a4bbd2 None None] Pushing event updated for resources: {'Port': ['ID=b9ddf440-604c-4ca4-a276-fb4811ceaa50,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:12.505739 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:12.511056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 5ec3f63a-e2d4-478a-b702-8e8487e86d85 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:12.528972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:12.540798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bfc3bd17-785f-47f6-a32f-193a9fa770eb req-c9e203cb-4380-4ed1-8ddc-fed84cd6cb80 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822704 Mar 03 10:21:12.643368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.654311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 5ec3f63a-e2d4-478a-b702-8e8487e86d85 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:12.655276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 5ec3f63a-e2d4-478a-b702-8e8487e86d85 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:12.690679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3df4fbc4-a389-402f-80e4-924fcc2f3030 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:12.810626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 3df4fbc4-a389-402f-80e4-924fcc2f3030 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:12.812446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.872365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1d933ef-aa92-4442-9112-26bce52073a3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.908688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f416eba-7c2e-49d6-82ed-b53340bfca7d None None] Provisioning for port 4bccc786-810e-4925-a094-8963284adec8 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:12.938977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:12.941275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d933ef-aa92-4442-9112-26bce52073a3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257f6f7d-6358-4ede-9543-4fb142520864,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:12.961888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1d933ef-aa92-4442-9112-26bce52073a3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:12.966392 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c1d933ef-aa92-4442-9112-26bce52073a3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/257f6f7d-6358-4ede-9543-4fb142520864 HTTP/1.1" status: 204 len: 168 time: 1.0995114 Mar 03 10:21:12.968737 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4d7a6c21-6fa7-4cb1-b39a-5f60d9d8aa20 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1288998 Mar 03 10:21:12.971427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33860) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:12.978015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-539505909'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:12.984777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:12.990350 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:12.995688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:12.998667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b9ddf440-604c-4ca4-a276-fb4811ceaa50 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:13.002477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.007194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:13.012531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:13.018629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33864) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:13.032775 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:18Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:13.044774 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95497df-1d1d-4e3c-8f35-c956e760e60f None None] The sync data for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv is: [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:19:08Z', 'revision_number': 4, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '5b4900de-d05f-416e-b01a-d83ce2ebef0b', 'name': '', 'network_id': 'b133a485-6c4a-43d8-8c38-c508d4790b73', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'mac_address': 'fa:16:3e:dc:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '910b82e4-e1b0-456d-a759-037543d94669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:19:05Z', 'updated_at': '2022-03-03T10:19:18Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'subnets': [{'id': '910b82e4-e1b0-456d-a759-037543d94669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:13.082621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fad33c2-4a22-4295-84b4-8d05cb2d9f39']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:13.101035 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'status': 'completed', 'code': 200} Mar 03 10:21:13.110767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c40cee-95a4-400e-9f7b-d69e49e21433') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:13.112233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c40cee-95a4-400e-9f7b-d69e49e21433') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:13.133476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446866e-73db-4673-81ef-20482f47667f None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:13.147439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:13.149362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f416eba-7c2e-49d6-82ed-b53340bfca7d None None] Provisioning complete for port 4bccc786-810e-4925-a094-8963284adec8 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:13.149737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f416eba-7c2e-49d6-82ed-b53340bfca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.150826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.192771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.218272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:13.218812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:13.265600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.278068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:13.278530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:13.294522 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:13.414952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b9ddf440-604c-4ca4-a276-fb4811ceaa50 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:13.416048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.427794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86342b-25de-4fec-974d-98f01560fae2 req-1f74737c-8088-44e0-b44a-e93d4fca5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:13.429510 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2d86342b-25de-4fec-974d-98f01560fae2 req-1f74737c-8088-44e0-b44a-e93d4fca5efb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c6458b80c1a4363b43a19527ddc2e77&device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 1098 time: 0.2891099 Mar 03 10:21:13.432827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.437511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.466169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:13.490553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:13.500770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.501116 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment 29a7a22c-7846-41a4-9de8-ae3a2dd53dc0 of type vlan for network 7a74d463-9dc6-465c-90de-226937141e9d Mar 03 10:21:13.513115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] 10.222.0.23 "DELETE /v2.0/networks/3fad33c2-4a22-4295-84b4-8d05cb2d9f39 HTTP/1.1" status: 204 len: 168 time: 1.1616931 Mar 03 10:21:13.514975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7799e8-1b34-4418-927e-5d3c9838715c tempest-NetworksTestDHCPv6-1189086764 tempest-NetworksTestDHCPv6-1189086764-project] Pushing event deleted for resources: {'Network': ['ID=3fad33c2-4a22-4295-84b4-8d05cb2d9f39,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:13.529462 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4842c77-78b3-402a-8a45-8401a024f3ef None None] New status for floating IP b5f3beac-8520-4e6f-8135-49958fcdd653: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:21:13.556708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-779da4b1-60d6-4b96-932d-544d7b0f8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:13.557810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-779da4b1-60d6-4b96-932d-544d7b0f8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Synchronizing usage tracker for tenant:1c6458b80c1a4363b43a19527ddc2e77 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:13.581955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2f416eba-7c2e-49d6-82ed-b53340bfca7d None None] Port 4bccc786-810e-4925-a094-8963284adec8 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:13.606930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.741921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-779da4b1-60d6-4b96-932d-544d7b0f8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Unset dirty status for tenant:1c6458b80c1a4363b43a19527ddc2e77 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:13.743622 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-779da4b1-60d6-4b96-932d-544d7b0f8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.5305324 Mar 03 10:21:13.848048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Deleting port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:13.849577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:13.888034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33876) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:13.907461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86342b-25de-4fec-974d-98f01560fae2 req-e9aae9fc-f6a6-4c4f-900c-1312d34ac899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:13.909210 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2d86342b-25de-4fec-974d-98f01560fae2 req-e9aae9fc-f6a6-4c4f-900c-1312d34ac899 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b133a485-6c4a-43d8-8c38-c508d4790b73 HTTP/1.1" status: 200 len: 897 time: 0.4647605 Mar 03 10:21:14.000439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f416eba-7c2e-49d6-82ed-b53340bfca7d None None] Provisioning complete for port b9ddf440-604c-4ca4-a276-fb4811ceaa50 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:14.000808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2f416eba-7c2e-49d6-82ed-b53340bfca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.003288 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2d86342b-25de-4fec-974d-98f01560fae2 req-cdc9f76e-61f4-41a9-b93d-28756bd3959a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32 HTTP/1.1" status: 200 len: 217 time: 0.0866582 Mar 03 10:21:14.032882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.039247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:14.039866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.090806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:10Z', 'revision_number': 3, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:14.126902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446866e-73db-4673-81ef-20482f47667f None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:14.127591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446866e-73db-4673-81ef-20482f47667f None None] Updating router 7461835d-8238-4851-9a09-871318a021f0 port 4bccc786-810e-4925-a094-8963284adec8 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:21:14.152998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86342b-25de-4fec-974d-98f01560fae2 req-856581f3-b887-475e-9315-081fbd5ea3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:14.154436 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2d86342b-25de-4fec-974d-98f01560fae2 req-856581f3-b887-475e-9315-081fbd5ea3e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910b82e4-e1b0-456d-a759-037543d94669 HTTP/1.1" status: 200 len: 835 time: 0.1425874 Mar 03 10:21:14.200126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a446866e-73db-4673-81ef-20482f47667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.219660 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2460063 Mar 03 10:21:14.220241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33882) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:14.226735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804948d-42c7-4d72-9444-e77ec74d934e tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=7a74d463-9dc6-465c-90de-226937141e9d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:14.246000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 7a74d463-9dc6-465c-90de-226937141e9d details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:14.246220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:14.259111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d5a2-7acf-43c9-bd1c-a8e12fd9befa req-49318e5b-8ea2-412e-8e5b-c7da96771f09 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:14.260772 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eea3d5a2-7acf-43c9-bd1c-a8e12fd9befa req-49318e5b-8ea2-412e-8e5b-c7da96771f09 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 945 time: 0.4318445 Mar 03 10:21:14.326628 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c7d7f368-98dd-498b-a850-a4d48d17a657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=560fe76b922f43fd95954d3cc721d8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353957 Mar 03 10:21:14.326994 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eea3d5a2-7acf-43c9-bd1c-a8e12fd9befa req-a8e8ee95-73bc-4590-8d04-7772a5dc94c6 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/security-groups?id=b78b115b-9540-4094-8cc3-32cd48467256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555708 Mar 03 10:21:14.327570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33886) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:14.434487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d0358ee7-67c6-447a-9550-1bcde3869826 None None] Provisioning complete for port 4bccc786-810e-4925-a094-8963284adec8 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:14.435015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d0358ee7-67c6-447a-9550-1bcde3869826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.485045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:14.488635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.490325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] For port 6b1e98f3-8b7c-459c-9668-828ca71a2a32, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=6b1e98f3-8b7c-459c-9668-828ca71a2a32,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:14.491378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.503049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86342b-25de-4fec-974d-98f01560fae2 req-af282291-2ae9-41db-ac5f-a9b1ebc75bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:14.504934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2d86342b-25de-4fec-974d-98f01560fae2 req-af282291-2ae9-41db-ac5f-a9b1ebc75bc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b133a485-6c4a-43d8-8c38-c508d4790b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3296373 Mar 03 10:21:14.506253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:14.513182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:14.549316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65699d17-b261-4bf2-bfd0-43538a80303b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.571192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d0358ee7-67c6-447a-9550-1bcde3869826 None None] Port 4bccc786-810e-4925-a094-8963284adec8 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:14.593420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65699d17-b261-4bf2-bfd0-43538a80303b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.611097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:14.756224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a446866e-73db-4673-81ef-20482f47667f None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.768728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a446866e-73db-4673-81ef-20482f47667f None None] Transition to ACTIVE for port object 4bccc786-810e-4925-a094-8963284adec8 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:14.776882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a446866e-73db-4673-81ef-20482f47667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.791159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65699d17-b261-4bf2-bfd0-43538a80303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.818313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Calling delete_port for 6b1e98f3-8b7c-459c-9668-828ca71a2a32 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:14.852320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65699d17-b261-4bf2-bfd0-43538a80303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca1a434-a410-45ba-81e3-d1e5fe83b952,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:14.860601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65699d17-b261-4bf2-bfd0-43538a80303b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:14.862594 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65699d17-b261-4bf2-bfd0-43538a80303b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ca1a434-a410-45ba-81e3-d1e5fe83b952 HTTP/1.1" status: 204 len: 168 time: 0.5337844 Mar 03 10:21:14.925900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af0048-3591-44ea-aa77-7dead0c676e6 None None] Pushing event updated for resources: {'Port': ['ID=4bccc786-810e-4925-a094-8963284adec8,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:14.938345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:14.942569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.027514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 1b93f3fc-ac6f-4431-8a43-abce08743f39 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:15.028031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.104653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a446866e-73db-4673-81ef-20482f47667f None None] Attempting to bind port 4bccc786-810e-4925-a094-8963284adec8 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:15.105421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a446866e-73db-4673-81ef-20482f47667f None None] Attempting to bind port 4bccc786-810e-4925-a094-8963284adec8 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:15.105421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446866e-73db-4673-81ef-20482f47667f None None] Attempting to bind port 4bccc786-810e-4925-a094-8963284adec8 on network 115aa50d-efe8-422d-9768-0dcef037a0f5 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:15.111521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446866e-73db-4673-81ef-20482f47667f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:15.112822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446866e-73db-4673-81ef-20482f47667f None None] Checking segment: {'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:15.112822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a446866e-73db-4673-81ef-20482f47667f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.112822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446866e-73db-4673-81ef-20482f47667f None None] Bound using segment: {'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:15.113354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a446866e-73db-4673-81ef-20482f47667f None None] Bound port: 4bccc786-810e-4925-a094-8963284adec8, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502d8ef3-c21f-4abe-84e2-0eb4540cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:15.113794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a446866e-73db-4673-81ef-20482f47667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.135552 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2d86342b-25de-4fec-974d-98f01560fae2 req-cde14d69-3e54-4ffd-9ada-fcfdb3f49e0e service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238434 Mar 03 10:21:15.240100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a446866e-73db-4673-81ef-20482f47667f None None] For port 4bccc786-810e-4925-a094-8963284adec8, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:15.246551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a446866e-73db-4673-81ef-20482f47667f None None] For port 4bccc786-810e-4925-a094-8963284adec8, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4bccc786-810e-4925-a094-8963284adec8,segment=NetworkSegment(502d8ef3-c21f-4abe-84e2-0eb4540cade4),segment_id=502d8ef3-c21f-4abe-84e2-0eb4540cade4)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:15.254741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a446866e-73db-4673-81ef-20482f47667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.287689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 1b93f3fc-ac6f-4431-8a43-abce08743f39, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b93f3fc-ac6f-4431-8a43-abce08743f39,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:15.289095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.374619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af0048-3591-44ea-aa77-7dead0c676e6 None None] Pushing event updated for resources: {'Port': ['ID=4bccc786-810e-4925-a094-8963284adec8,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:15.380632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:15.381363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:15.394837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.517807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event deleted for resources: {'Port': ['ID=6b1e98f3-8b7c-459c-9668-828ca71a2a32,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:15.579140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] No DVR routers for this DVR port 6b1e98f3-8b7c-459c-9668-828ca71a2a32 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:15.581788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.590271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'name': 'network-vif-deleted', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:15.603941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 1b93f3fc-ac6f-4431-8a43-abce08743f39 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:15.634333 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2d86342b-25de-4fec-974d-98f01560fae2 req-cb7a249e-79c2-4cc8-a66b-8b3ace376506 service neutron] 10.222.0.32 "GET /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647512 Mar 03 10:21:15.682287 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac59c12f-cbef-48a8-a397-f0184a94ead0', 'name': 'network-vif-deleted', 'tag': '6b1e98f3-8b7c-459c-9668-828ca71a2a32', 'status': 'completed', 'code': 200} Mar 03 10:21:15.686567 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4c93bf15-1952-4acd-a7a1-441a39d81608 req-bdfc19fd-654d-437a-99ad-01c75ef6cbab tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.32 "DELETE /v2.0/ports/6b1e98f3-8b7c-459c-9668-828ca71a2a32 HTTP/1.1" status: 204 len: 173 time: 1.9292207 Mar 03 10:21:15.697780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:15.736868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.823391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=c48b3263-0753-47ef-982a-17b71f306274,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:15.864729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0ac2ecf6-964e-486b-9586-18a3031c15bf req-5e1f03a0-5dad-482e-9efe-04f3653d40f0 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac59c12f-cbef-48a8-a397-f0184a94ead0 HTTP/1.1" status: 200 len: 210 time: 0.1248019 Mar 03 10:21:15.876999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:15.879079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: 7a74d463-9dc6-465c-90de-226937141e9d, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:15.937403 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 7a74d463-9dc6-465c-90de-226937141e9d is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:15.962706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 7a74d463-9dc6-465c-90de-226937141e9d) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:15.982844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:15.983923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:15.999322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3285354-10b3-4ef8-9946-51e61288363e None None] Network 7a74d463-9dc6-465c-90de-226937141e9d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:16.011553 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4c5cb7e2-728b-44ea-8019-faae9f13a5ea tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7795289 Mar 03 10:21:16.014248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33914) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.182154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33918) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.311457 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:21:16.352954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a446866e-73db-4673-81ef-20482f47667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:10Z', 'revision_number': 3, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:15Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:16.357122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446866e-73db-4673-81ef-20482f47667f None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:10Z', 'revision_number': 3, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:15Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:16.360677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-7a74d463-9dc6-465c-90de-226937141e9d', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:16.361633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:16.390525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-58e95686-1f6f-4dac-afeb-b0828474a211 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.394494 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-58e95686-1f6f-4dac-afeb-b0828474a211 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2082825 Mar 03 10:21:16.395183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33924) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.402767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-553c8bf5-5053-4c5c-8e9c-d50cfd637436 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.406185 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-553c8bf5-5053-4c5c-8e9c-d50cfd637436 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077107 Mar 03 10:21:16.409433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33928) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.447387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-2cae9603-2527-4793-84d6-9c506c2a2830 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.458650 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2cae9603-2527-4793-84d6-9c506c2a2830 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0480559 Mar 03 10:21:16.459429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33932) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.471768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-f0c13b67-2326-4f15-b6c5-d4bbe030fc1f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.477155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f0c13b67-2326-4f15-b6c5-d4bbe030fc1f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0134192 Mar 03 10:21:16.482585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33936) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.495628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-8d23659b-a52a-4245-951a-b4cd76770486 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.501579 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d23659b-a52a-4245-951a-b4cd76770486 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0172880 Mar 03 10:21:16.502591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33940) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.518860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-50fd437b-af73-4b01-901d-2a7927f6f048 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.524692 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-50fd437b-af73-4b01-901d-2a7927f6f048 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0135183 Mar 03 10:21:16.524899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33944) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.539908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:16.545748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 6b1e98f3-8b7c-459c-9668-828ca71a2a32 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:16.550327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-4cafb2e6-d20c-431d-b2b2-1788d61c8915 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.554078 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4cafb2e6-d20c-431d-b2b2-1788d61c8915 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0255363 Mar 03 10:21:16.557447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33948) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.565986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-38d07b34-aca3-40a9-b019-e743d5a6b477 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.569341 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-38d07b34-aca3-40a9-b019-e743d5a6b477 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0084631 Mar 03 10:21:16.578019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33952) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.629900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=1b93f3fc-ac6f-4431-8a43-abce08743f39,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:16.686916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 6b1e98f3-8b7c-459c-9668-828ca71a2a32 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:16.687385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 6b1e98f3-8b7c-459c-9668-828ca71a2a32 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:16.691590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.691943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.692342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.692667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.692991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.693309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.693627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.693945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.695244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.695244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.695540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.695859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:16.722321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-1ac126f2-6376-4542-a38c-aca2c68dd423 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.724103 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1ac126f2-6376-4542-a38c-aca2c68dd423 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1445508 Mar 03 10:21:16.730558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33956) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.742987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4bccc786-810e-4925-a094-8963284adec8 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:16.744097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-46937f9d-3190-4a96-9f78-c239a222adb6 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.745143 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-46937f9d-3190-4a96-9f78-c239a222adb6 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0135999 Mar 03 10:21:16.747755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33960) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.753064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-a4d8e6a8-371d-4a00-b9a4-8af3e5edb803 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.754243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a4d8e6a8-371d-4a00-b9a4-8af3e5edb803 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055509 Mar 03 10:21:16.756929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33964) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.763179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-bce9aa87-6630-4b1a-822b-8c460f33193b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.764517 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bce9aa87-6630-4b1a-822b-8c460f33193b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065444 Mar 03 10:21:16.771838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33968) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.782985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-595c868b-209b-4d87-8c80-7fe4fcb798b8 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.783868 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-595c868b-209b-4d87-8c80-7fe4fcb798b8 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0110517 Mar 03 10:21:16.798874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33972) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.833657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-4c1c3788-a7b2-4dee-890a-cb74a9fa6839 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.834648 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4c1c3788-a7b2-4dee-890a-cb74a9fa6839 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0348177 Mar 03 10:21:16.837643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33976) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.853114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-0be9554d-cf52-48b9-a3d2-9a6944f0892b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.854100 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0be9554d-cf52-48b9-a3d2-9a6944f0892b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0155623 Mar 03 10:21:16.857049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33980) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:16.867332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Allocated IP 172.22.0.2 (7a74d463-9dc6-465c-90de-226937141e9d/c48b3263-0753-47ef-982a-17b71f306274/c082e8ef-b223-45ec-beeb-bea2b4070c60) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:16.883679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-f5b6d3f5-47ae-4613-aebe-721781b52016 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:16.884676 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f5b6d3f5-47ae-4613-aebe-721781b52016 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0268002 Mar 03 10:21:16.951119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33984) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.041546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 33988) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.042698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4bccc786-810e-4925-a094-8963284adec8 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:17.063914 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4bccc786-810e-4925-a094-8963284adec8 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:17.064319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.145945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-1ddd9156-0a41-47bc-ab21-63a6d8853389 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.149409 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1ddd9156-0a41-47bc-ab21-63a6d8853389 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1677601 Mar 03 10:21:17.152165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33994) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.159338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-9117de92-6601-4cf7-b7df-ac16819d7448 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.162877 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9117de92-6601-4cf7-b7df-ac16819d7448 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068085 Mar 03 10:21:17.167001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 33998) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.174732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-42ea6e3e-771a-46be-979a-e94156a1c78f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.178190 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-42ea6e3e-771a-46be-979a-e94156a1c78f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077891 Mar 03 10:21:17.179536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34002) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.188792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-3f535306-ec5c-4fbe-be33-9d81ad5265a5 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.192829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3f535306-ec5c-4fbe-be33-9d81ad5265a5 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0099952 Mar 03 10:21:17.193252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34006) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.200748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-83a0e557-d7c2-4b34-bb8f-7725140d58f9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.203348 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-83a0e557-d7c2-4b34-bb8f-7725140d58f9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048022 Mar 03 10:21:17.204928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.218627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34010) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.235901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-15206076-8387-4192-bdfd-0c99ddc350aa tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.236139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.239845 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-15206076-8387-4192-bdfd-0c99ddc350aa tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0167742 Mar 03 10:21:17.242978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34014) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.264158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-ef9d1486-8021-4c8a-85eb-b41b8b731a65 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.267874 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ef9d1486-8021-4c8a-85eb-b41b8b731a65 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0214095 Mar 03 10:21:17.277297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34018) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.287432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Transition to ACTIVE for port object c082e8ef-b223-45ec-beeb-bea2b4070c60 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:17.303420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-1c16eee9-5231-41d6-855a-6121c980225b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.307347 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1c16eee9-5231-41d6-855a-6121c980225b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0200171 Mar 03 10:21:17.307347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34022) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.320072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.329528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Transition to ACTIVE for port object c082e8ef-b223-45ec-beeb-bea2b4070c60 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:17.342515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.351212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.367138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-ce1c75be-d2d8-4bad-95fe-80c841e6a87c tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.370768 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ce1c75be-d2d8-4bad-95fe-80c841e6a87c tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0580862 Mar 03 10:21:17.373707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34026) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.383487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-d614f87d-beb5-44ad-a9be-ea509b298526 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.384555 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d614f87d-beb5-44ad-a9be-ea509b298526 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0098393 Mar 03 10:21:17.387321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34030) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.407739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-4321d38b-ea09-415e-848a-1847096424ac tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.411418 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4321d38b-ea09-415e-848a-1847096424ac tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0203841 Mar 03 10:21:17.415171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34034) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.430024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-0d9de72b-0a8e-414b-b301-d9db859059b7 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.434801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Network 7a74d463-9dc6-465c-90de-226937141e9d is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:17.436234 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0d9de72b-0a8e-414b-b301-d9db859059b7 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0198514 Mar 03 10:21:17.436833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 4bccc786-810e-4925-a094-8963284adec8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4bccc786-810e-4925-a094-8963284adec8,segment=NetworkSegment(502d8ef3-c21f-4abe-84e2-0eb4540cade4),segment_id=502d8ef3-c21f-4abe-84e2-0eb4540cade4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:17.437231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34038) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.445471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:17.449048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:17.459203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.464535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Pushing event updated for resources: {'Port': ['ID=c082e8ef-b223-45ec-beeb-bea2b4070c60,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:17.494103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-0ecbe266-ba6c-45a2-84b6-e906519d84e1 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.498414 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0ecbe266-ba6c-45a2-84b6-e906519d84e1 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098042 Mar 03 10:21:17.500542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34042) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.506392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-208533c2-538c-4fa3-9c4d-a43508a0448a tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.510383 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-208533c2-538c-4fa3-9c4d-a43508a0448a tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085716 Mar 03 10:21:17.512408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34046) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.523341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-56e60e62-0d17-4b22-ad87-3eead8a4d8f5 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.527388 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-56e60e62-0d17-4b22-ad87-3eead8a4d8f5 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0138910 Mar 03 10:21:17.534650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34050) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.552801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-39c9dfda-05ca-4281-8422-e942b8d7b823 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.556405 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-39c9dfda-05ca-4281-8422-e942b8d7b823 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0181398 Mar 03 10:21:17.557892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34054) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.569693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-25c49305-f031-4d91-86cd-ae1cc3695aaa tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.573201 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-25c49305-f031-4d91-86cd-ae1cc3695aaa tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0121207 Mar 03 10:21:17.574242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34058) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.613799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-afc3d577-2f8f-4c7a-aa01-4d84ddc641b0 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.617627 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-afc3d577-2f8f-4c7a-aa01-4d84ddc641b0 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0394318 Mar 03 10:21:17.620338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34062) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.628098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Attempting to bind port c082e8ef-b223-45ec-beeb-bea2b4070c60 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:17.628293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-c593923a-1338-4b21-afb9-2e26118f6fdc tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.631958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Attempting to bind port c082e8ef-b223-45ec-beeb-bea2b4070c60 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:17.632190 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c593923a-1338-4b21-afb9-2e26118f6fdc tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079532 Mar 03 10:21:17.632301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Attempting to bind port c082e8ef-b223-45ec-beeb-bea2b4070c60 on network 7a74d463-9dc6-465c-90de-226937141e9d {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:17.632301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=4bccc786-810e-4925-a094-8963284adec8,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:17.634512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34066) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.639412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:17.640557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Checking segment: {'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:17.640557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.640854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Bound using segment: {'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:17.641428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Bound port: c082e8ef-b223-45ec-beeb-bea2b4070c60, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:17.641916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.647620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-688058c8-d777-4687-bab8-aa2026682224 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.647620 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-688058c8-d777-4687-bab8-aa2026682224 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0093048 Mar 03 10:21:17.649121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34070) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.652818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-1d53b2ad-0dbc-45cc-8809-dbbcd0e84448 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.656659 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1d53b2ad-0dbc-45cc-8809-dbbcd0e84448 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047934 Mar 03 10:21:17.657735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34074) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.668448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-5b6788d1-a601-4c65-809e-271eb48441a0 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.671787 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5b6788d1-a601-4c65-809e-271eb48441a0 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0111625 Mar 03 10:21:17.672727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34078) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.709454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-ad4bc6bb-4e09-4bf1-a029-c29c490a171b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.712920 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ad4bc6bb-4e09-4bf1-a029-c29c490a171b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0369105 Mar 03 10:21:17.714358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34082) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.717691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-171860d5-5826-4b92-9793-c395443caa04 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.720921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-171860d5-5826-4b92-9793-c395443caa04 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046310 Mar 03 10:21:17.721565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34086) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.733082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-7e9e70eb-21a6-4cf4-8a21-3cd248e3efc9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.734035 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7e9e70eb-21a6-4cf4-8a21-3cd248e3efc9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0119424 Mar 03 10:21:17.736681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34090) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.741531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] For port c082e8ef-b223-45ec-beeb-bea2b4070c60, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:17.744139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-bdc9ad3c-7aca-451f-a8b1-f432440fa209 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.747357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] For port c082e8ef-b223-45ec-beeb-bea2b4070c60, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c082e8ef-b223-45ec-beeb-bea2b4070c60,segment=NetworkSegment(29a7a22c-7846-41a4-9de8-ae3a2dd53dc0),segment_id=29a7a22c-7846-41a4-9de8-ae3a2dd53dc0)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:17.747886 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bdc9ad3c-7aca-451f-a8b1-f432440fa209 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0073056 Mar 03 10:21:17.747886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34094) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.753749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:17.757969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-dabc9875-a93d-48f6-96ce-eabdd6165a1f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.761310 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dabc9875-a93d-48f6-96ce-eabdd6165a1f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0104260 Mar 03 10:21:17.762234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34098) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.764399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.22.0.1 (7a74d463-9dc6-465c-90de-226937141e9d/c48b3263-0753-47ef-982a-17b71f306274/e412ba70-097a-4850-b493-6acf0ce5a612) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:17.768715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-b7a15782-4dbf-42e9-8e14-98f78fb73ed8 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.772406 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b7a15782-4dbf-42e9-8e14-98f78fb73ed8 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072989 Mar 03 10:21:17.773196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34102) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.778886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-da7dc077-1feb-4888-97ae-76f68532c405 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.782118 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-da7dc077-1feb-4888-97ae-76f68532c405 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0062664 Mar 03 10:21:17.783918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34106) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.790333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-459cc860-7e39-4611-a55c-26f4aefb4920 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.793742 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-459cc860-7e39-4611-a55c-26f4aefb4920 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0066884 Mar 03 10:21:17.794388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34110) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.800745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-592fe1d7-3921-4003-992f-d5cdaedd7ee9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.804233 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-592fe1d7-3921-4003-992f-d5cdaedd7ee9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067065 Mar 03 10:21:17.817410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34114) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.832650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-ecab46d8-f00c-40be-bccf-dc5394388937 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.836857 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ecab46d8-f00c-40be-bccf-dc5394388937 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0159957 Mar 03 10:21:17.837585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34118) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.844589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-ea3521eb-a8d7-4067-af78-73426bec7871 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.847927 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ea3521eb-a8d7-4067-af78-73426bec7871 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070782 Mar 03 10:21:17.848995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34122) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.862616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203af084-0663-4f6b-acbe-2b49fed64b8f None None] Pushing event updated for resources: {'Port': ['ID=c082e8ef-b223-45ec-beeb-bea2b4070c60,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:17.912296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-a3fa5d09-de07-40bf-8ee8-a03c987a9e60 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.915822 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a3fa5d09-de07-40bf-8ee8-a03c987a9e60 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0636580 Mar 03 10:21:17.919243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34126) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.926215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-d4ebec36-090a-43d1-8566-8453cf504777 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.930252 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d4ebec36-090a-43d1-8566-8453cf504777 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079739 Mar 03 10:21:17.936601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34130) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.944167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-bac0061a-0cf7-4e6a-9b45-7d39d32454b9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.947604 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bac0061a-0cf7-4e6a-9b45-7d39d32454b9 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079818 Mar 03 10:21:17.949519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34134) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.954675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-6d2f1706-2cf6-4a7c-bf02-a09ded051818 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.959220 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6d2f1706-2cf6-4a7c-bf02-a09ded051818 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087483 Mar 03 10:21:17.962690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34138) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.969895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-4e1af171-b495-4aba-9b17-e390a3e3060b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.970935 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4e1af171-b495-4aba-9b17-e390a3e3060b tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0073743 Mar 03 10:21:17.975004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34142) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:17.983173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-2510cf8c-f458-4f63-9870-e7ba620638c6 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:17.984145 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2510cf8c-f458-4f63-9870-e7ba620638c6 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082536 Mar 03 10:21:17.988471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34146) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.001807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-6e809d34-50f4-4716-82ea-f59ed8a2a533 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.006543 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6e809d34-50f4-4716-82ea-f59ed8a2a533 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0137634 Mar 03 10:21:18.007239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34150) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.015412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-7cba8caa-d784-4186-a128-9db17ab74e6f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.018841 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7cba8caa-d784-4186-a128-9db17ab74e6f tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0082097 Mar 03 10:21:18.019946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34154) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.033215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-4b0909b4-b0b6-4626-a9a5-9e123cf1dd83 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.034204 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4b0909b4-b0b6-4626-a9a5-9e123cf1dd83 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0131099 Mar 03 10:21:18.038759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34158) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.048756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-f73e85fa-2632-43ae-b3a7-235d78941930 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.052957 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f73e85fa-2632-43ae-b3a7-235d78941930 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0131938 Mar 03 10:21:18.064360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:18.073433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34162) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.081981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-d1a704de-419a-4512-b452-7ae6e0a3c787 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.086049 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d1a704de-419a-4512-b452-7ae6e0a3c787 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0100071 Mar 03 10:21:18.086768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34166) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.098903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-c16d6dbd-a67f-4cf6-bb3d-32f719c211dc tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.099923 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c16d6dbd-a67f-4cf6-bb3d-32f719c211dc tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120809 Mar 03 10:21:18.102859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object e412ba70-097a-4850-b493-6acf0ce5a612 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:18.104062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34170) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.111010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-8edb44f0-073b-47b6-af79-3387205bc3e5 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.114931 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8edb44f0-073b-47b6-af79-3387205bc3e5 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092647 Mar 03 10:21:18.120293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34174) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.129977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-95d07204-9514-423e-bf32-5d08c9c5723c tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.131031 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-95d07204-9514-423e-bf32-5d08c9c5723c tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055287 Mar 03 10:21:18.134422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34178) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.140409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-97d9874c-5d3e-40bb-af72-20af9b49d7d4 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.143341 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-97d9874c-5d3e-40bb-af72-20af9b49d7d4 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059817 Mar 03 10:21:18.143781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34182) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.151694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-c6e94b02-e557-4700-aadf-cfc1b1626383 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.155416 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c6e94b02-e557-4700-aadf-cfc1b1626383 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079997 Mar 03 10:21:18.155693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34186) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.162608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-65e47755-26fb-4c2e-b438-1a3e99bd77d7 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.165817 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-65e47755-26fb-4c2e-b438-1a3e99bd77d7 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070403 Mar 03 10:21:18.166057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34190) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.173874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-02172d42-8d23-4df3-a8d5-716aaae78880 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.175357 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-02172d42-8d23-4df3-a8d5-716aaae78880 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0078413 Mar 03 10:21:18.179201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34194) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.184724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router d546c91a-391a-447b-8a04-4651c341672e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:18.188139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [None req-1b9053fe-1a97-459b-a32f-4f41f9fab65a tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.188720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:18.191744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1b9053fe-1a97-459b-a32f-4f41f9fab65a tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0102785 Mar 03 10:21:18.192992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34198) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.244761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [None req-bf393f27-dd83-42bc-a267-4507e32d73f7 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:21:18.249354 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bf393f27-dd83-42bc-a267-4507e32d73f7 tempest-ExtensionsTestJSON-697330712 tempest-ExtensionsTestJSON-697330712-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0191166 Mar 03 10:21:18.270967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 7a74d463-9dc6-465c-90de-226937141e9d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:18.274264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:18.283115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:18.321969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=e412ba70-097a-4850-b493-6acf0ce5a612,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:18.345734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:18.442244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:18.456216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] Sync routers for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:18.466334 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7c46003a-6625-4971-aaab-60cb2d7983cb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/d546c91a-391a-447b-8a04-4651c341672e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4462306 Mar 03 10:21:18.467275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34204) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.471649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:18.472303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:18.522712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:18.548309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:18.621816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet 89083339-1796-482e-a945-a89ab2724681 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:18.628590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:18.688016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34210) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:18.773597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:18.892727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4bccc786-810e-4925-a094-8963284adec8 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:18.924668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.014674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.102801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a157227-f547-475b-8cc4-8185fa172c1d None None] Network 7a74d463-9dc6-465c-90de-226937141e9d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:19.131510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4bccc786-810e-4925-a094-8963284adec8 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:19.131807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.131926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.137936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.143409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:19.152266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Usage tracker for resource:security_group_rule and tenant:7b40cf294f564f8d8b692644e36f60e2 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:19.156777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:19.169352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:19.210638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.259937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=e412ba70-097a-4850-b493-6acf0ce5a612,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:19.262384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.378868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.382461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d272bb35-23d0-452b-919a-025c11efbe14 None None] Provisioning for port c082e8ef-b223-45ec-beeb-bea2b4070c60 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:19.443059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=89083339-1796-482e-a945-a89ab2724681,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:19.458950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.468108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Deleting port 5b4900de-d05f-416e-b01a-d83ce2ebef0b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:19.468453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.474056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7a2fd-a1da-4961-a343-5412da46d51f None None] Network b157a147-e393-49d8-a046-21553f827a61 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:19.533704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.544689 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5c52d111-144e-417f-b041-694a102b190f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/89083339-1796-482e-a945-a89ab2724681 HTTP/1.1" status: 204 len: 168 time: 1.0719409 Mar 03 10:21:19.546066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34216) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:19.547666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 7a74d463-9dc6-465c-90de-226937141e9d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:19.548360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.549366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:19.590332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:21:16Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:19.598507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c082e8ef-b223-45ec-beeb-bea2b4070c60 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:19.677327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] Checking router: d546c91a-391a-447b-8a04-4651c341672e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:19.729618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:19.758036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b40cf294f564f8d8b692644e36f60e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0440583 Mar 03 10:21:19.765711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34220) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:19.768412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e73e5a-8553-45a7-b220-0fc8cbd5298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d6cb5e-ead4-4fbe-8546-ab9e6542a0ad,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:19.769733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] Routers {'d546c91a-391a-447b-8a04-4651c341672e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:19.770461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d546c91a-391a-447b-8a04-4651c341672e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:19.892031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:19.906615 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ce1bb242-d7c9-4425-abb5-a092cebb834b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8906891 Mar 03 10:21:19.912126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34224) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:19.913247 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:19.917738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1631987221'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:19.922896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:19.927529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:network and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:19.929088 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:19.929937 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:19.931058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:19.937187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:19.947720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] For port 5b4900de-d05f-416e-b01a-d83ce2ebef0b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5b4900de-d05f-416e-b01a-d83ce2ebef0b,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:19.948102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.950189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:19.954910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:19.963776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c082e8ef-b223-45ec-beeb-bea2b4070c60 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:19.997295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c082e8ef-b223-45ec-beeb-bea2b4070c60 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:19.997662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.011123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:20.028858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.030880 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added segment 5e7859ed-ef8c-4fc2-8bc2-3d5b99320661 of type vlan for network 847fe206-b289-4d07-bafc-84ff29587f98 Mar 03 10:21:20.066974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] Set router d546c91a-391a-447b-8a04-4651c341672e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:20.093215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.170943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.171170 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:20.178973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:20.181999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.204765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] DHCP port deletion for b157a147-e393-49d8-a046-21553f827a61 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:20.239657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] Deleting port 92ff5a93-119e-4bee-ad49-78517ac45a01 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:20.240154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.317661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Calling delete_port for 5b4900de-d05f-416e-b01a-d83ce2ebef0b owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:20.370815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4577105 Mar 03 10:21:20.384099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34228) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:20.402699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'subnet': {'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:20.435742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200fcc0-53c2-49e2-a0fd-07c7158cdc57 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Network': ['ID=847fe206-b289-4d07-bafc-84ff29587f98,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:20.497551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 847fe206-b289-4d07-bafc-84ff29587f98 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:20.518026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-031c4056-9f70-47ac-a9df-466d33a41dbc None None] Provisioning complete for port c082e8ef-b223-45ec-beeb-bea2b4070c60 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:20.518322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-031c4056-9f70-47ac-a9df-466d33a41dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.626739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:20.631730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:subnet and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:20.635245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:20.643405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:20.652428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.658013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Made reservation on behalf of d639d5fe6ac24c74b6c4f80877fee328 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:20.663592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.677876 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:18Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:18Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:20.683204 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:20.683782 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Updating router 7461835d-8238-4851-9a09-871318a021f0 port e412ba70-097a-4850-b493-6acf0ce5a612 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:21:20.760139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.763574 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.769272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-679a15bd-5442-4737-9b91-ba29bec8a38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.859190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event deleted for resources: {'Port': ['ID=5b4900de-d05f-416e-b01a-d83ce2ebef0b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:20.960862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:20.977863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-679a15bd-5442-4737-9b91-ba29bec8a38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.062382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.149890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] For port 92ff5a93-119e-4bee-ad49-78517ac45a01, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=92ff5a93-119e-4bee-ad49-78517ac45a01,segment=NetworkSegment(01f76b17-bc63-46db-8360-110bc1a6a5fd),segment_id=01f76b17-bc63-46db-8360-110bc1a6a5fd)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:21.150437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.187427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Subnet': ['ID=1f2fae7a-e5dc-4058-b521-4f3cfa178540,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:21.233105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Checking segment: {'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:21.233877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network hostable DHCP agents. Network: 847fe206-b289-4d07-bafc-84ff29587f98, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:21.276014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 847fe206-b289-4d07-bafc-84ff29587f98 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:21.290863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 847fe206-b289-4d07-bafc-84ff29587f98) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:21.304384 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.309890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port c082e8ef-b223-45ec-beeb-bea2b4070c60, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c082e8ef-b223-45ec-beeb-bea2b4070c60,segment=NetworkSegment(29a7a22c-7846-41a4-9de8-ae3a2dd53dc0),segment_id=29a7a22c-7846-41a4-9de8-ae3a2dd53dc0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:21.314184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:21.315239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.320887 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Transition to ACTIVE for port object e412ba70-097a-4850-b493-6acf0ce5a612 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:21.332902 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.350042 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-89a877e7-17e1-4f65-83a5-51185547a5c2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9644370 Mar 03 10:21:21.351035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34232) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:21.370322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ede25c-bccc-45b9-8d5f-ec7ca0cf8354 None None] Network 847fe206-b289-4d07-bafc-84ff29587f98 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:21.406683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] Calling delete_port for 92ff5a93-119e-4bee-ad49-78517ac45a01 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:21.519576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.650469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.657110 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Pushing event updated for resources: {'Port': ['ID=e412ba70-097a-4850-b493-6acf0ce5a612,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:21.661190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-679a15bd-5442-4737-9b91-ba29bec8a38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.691860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.727584 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.727779 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.728117 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.728451 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.728774 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.729108 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.729438 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.730110 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.730457 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.730776 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.731092 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.731614 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:21.737303 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port b58d9bac-196b-4a64-9387-fa8793d04eff {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:21.739944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.833049 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Attempting to bind port e412ba70-097a-4850-b493-6acf0ce5a612 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:21.833049 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Attempting to bind port e412ba70-097a-4850-b493-6acf0ce5a612 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:21.833049 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Attempting to bind port e412ba70-097a-4850-b493-6acf0ce5a612 on network 7a74d463-9dc6-465c-90de-226937141e9d {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:21.838223 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:21.838589 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Checking segment: {'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:21.838984 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.839415 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Bound using segment: {'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:21.840455 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Bound port: e412ba70-097a-4850-b493-6acf0ce5a612, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:21.840455 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.840683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-031c4056-9f70-47ac-a9df-466d33a41dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.882943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a15bd-5442-4737-9b91-ba29bec8a38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d6cb5e-ead4-4fbe-8546-ab9e6542a0ad,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:21.929161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92ff5a93-119e-4bee-ad49-78517ac45a01 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:21.939153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-679a15bd-5442-4737-9b91-ba29bec8a38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:21.943267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-679a15bd-5442-4737-9b91-ba29bec8a38b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0d6cb5e-ead4-4fbe-8546-ab9e6542a0ad HTTP/1.1" status: 204 len: 168 time: 2.1681793 Mar 03 10:21:21.965296 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:21:16Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:22.028497 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] For port e412ba70-097a-4850-b493-6acf0ce5a612, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:22.038609 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] For port e412ba70-097a-4850-b493-6acf0ce5a612, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e412ba70-097a-4850-b493-6acf0ce5a612,segment=NetworkSegment(29a7a22c-7846-41a4-9de8-ae3a2dd53dc0),segment_id=29a7a22c-7846-41a4-9de8-ae3a2dd53dc0)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:22.044732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1304f8-e705-4d1e-85ec-3c6efde3284f None None] The sync data for ids ['d546c91a-391a-447b-8a04-4651c341672e'] in dv-neutron-831192-5-hyperv is: [{'id': 'd546c91a-391a-447b-8a04-4651c341672e', 'name': 'tempest-TestNetworkBasicOps-router-433924002', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:16Z', 'updated_at': '2022-03-03T10:21:16Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'b58d9bac-196b-4a64-9387-fa8793d04eff', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546c91a-391a-447b-8a04-4651c341672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:18Z', 'updated_at': '2022-03-03T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:22.046464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=c082e8ef-b223-45ec-beeb-bea2b4070c60,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:22.054886 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:22.111590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:22.194649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] Pushing event deleted for resources: {'Port': ['ID=92ff5a93-119e-4bee-ad49-78517ac45a01,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:22.214830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389ed21-3435-40d8-a3fb-b66e958cb89c None None] No DVR routers for this DVR port 92ff5a93-119e-4bee-ad49-78517ac45a01 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:22.236868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-031c4056-9f70-47ac-a9df-466d33a41dbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:21:22.237213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-031c4056-9f70-47ac-a9df-466d33a41dbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:21:22.242564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No active binding found for port 92ff5a93-119e-4bee-ad49-78517ac45a01 {{(pid=87890) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 10:21:22.242991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 92ff5a93-119e-4bee-ad49-78517ac45a01 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:22.260537 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:22.264701 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:22.327967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-847fe206-b289-4d07-bafc-84ff29587f98', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:22.328819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:22.519933 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46953c-dc32-4c03-86d9-f5698f0d5caf None None] Pushing event updated for resources: {'Port': ['ID=e412ba70-097a-4850-b493-6acf0ce5a612,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:22.605652 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:22.646316 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Allocated IP 172.23.0.2 (847fe206-b289-4d07-bafc-84ff29587f98/1f2fae7a-e5dc-4058-b521-4f3cfa178540/2c522af7-a286-4c88-9ccb-1af7374ad309) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:22.651682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:22.670039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port b58d9bac-196b-4a64-9387-fa8793d04eff, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b58d9bac-196b-4a64-9387-fa8793d04eff,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:22.683556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:22.799066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:22.901749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:22.915354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Transition to ACTIVE for port object 2c522af7-a286-4c88-9ccb-1af7374ad309 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:22.936357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Transition to ACTIVE for port object 2c522af7-a286-4c88-9ccb-1af7374ad309 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:22.974383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.063553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Network 847fe206-b289-4d07-bafc-84ff29587f98 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:23.077601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:23.079718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for b58d9bac-196b-4a64-9387-fa8793d04eff owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:23.084662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:23.094979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Pushing event updated for resources: {'Port': ['ID=2c522af7-a286-4c88-9ccb-1af7374ad309,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:23.175539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-031c4056-9f70-47ac-a9df-466d33a41dbc None None] Provisioning for port e412ba70-097a-4850-b493-6acf0ce5a612 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:23.186706 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:18Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:22Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:23.191624 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94211d4-e12a-4a8c-b448-8a5547cd6e68 None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:18Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:22Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:23.214034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Attempting to bind port 2c522af7-a286-4c88-9ccb-1af7374ad309 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:23.214839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Attempting to bind port 2c522af7-a286-4c88-9ccb-1af7374ad309 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:23.215207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Attempting to bind port 2c522af7-a286-4c88-9ccb-1af7374ad309 on network 847fe206-b289-4d07-bafc-84ff29587f98 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:23.222383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:23.222750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Checking segment: {'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:23.223344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.224359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Bound using segment: {'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:23.224854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Bound port: 2c522af7-a286-4c88-9ccb-1af7374ad309, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:23.225228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.290447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34256) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:23.375779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:23.387417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34262) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:23.387632 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cd9fed6f-f21c-4191-9221-cd6f338e0c2b tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "PUT /v2.0/routers/b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3417330 Mar 03 10:21:23.408764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] Sync routers for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:23.441447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:23.442711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:23.502260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.522268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] For port 2c522af7-a286-4c88-9ccb-1af7374ad309, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:23.533792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Deleting subnet 910b82e4-e1b0-456d-a759-037543d94669 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:23.537996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] For port 2c522af7-a286-4c88-9ccb-1af7374ad309, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2c522af7-a286-4c88-9ccb-1af7374ad309,segment=NetworkSegment(5e7859ed-ef8c-4fc2-8bc2-3d5b99320661),segment_id=5e7859ed-ef8c-4fc2-8bc2-3d5b99320661)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:23.538928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.559644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.610204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1489369007'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:23.615589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Allocated IP 172.23.0.1 (847fe206-b289-4d07-bafc-84ff29587f98/1f2fae7a-e5dc-4058-b521-4f3cfa178540/daea7e6a-ec16-4ee6-8fc0-625e0aeabb47) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:23.632828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:23.637143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=b58d9bac-196b-4a64-9387-fa8793d04eff,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:23.652640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:network and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:23.661363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:23.699598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:23.726709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.755461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.756780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:23.870931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:23.874475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.915238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128badf-95ba-422a-81d7-18beb833b98b None None] Pushing event updated for resources: {'Port': ['ID=2c522af7-a286-4c88-9ccb-1af7374ad309,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:23.919507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:23.948615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:23.953918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:security_group_rule and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:23.957432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:23.964521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:23.971512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.126729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.144937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.164491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.168182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e412ba70-097a-4850-b493-6acf0ce5a612 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:24.193999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.211412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.213298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.245927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.246631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router d546c91a-391a-447b-8a04-4651c341672e {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:21:24.261380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:24.267666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Transition to ACTIVE for port object daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:24.281252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.283348 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d1b4d0c7-e859-458e-b5ef-36fbd76950f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/d546c91a-391a-447b-8a04-4651c341672e HTTP/1.1" status: 204 len: 168 time: 4.7355101 Mar 03 10:21:24.284735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5020eeea-7a28-4192-b9ad-15a9cc957d41,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:24.285584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34266) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:24.303020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:21:20Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:24.306484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e412ba70-097a-4850-b493-6acf0ce5a612 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:24.311759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] Checking router: b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:24.315158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.315548 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Added segment 0ea640ee-a064-498c-b4c4-ca5984475304 of type vlan for network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 Mar 03 10:21:24.315700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e412ba70-097a-4850-b493-6acf0ce5a612 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:24.317231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.331914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.332261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.333141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.335048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.339460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.339842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.340176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.344881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.345434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.345769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.346098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.346422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:24.386236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] Routers {'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:24.387211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:24.404888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.443155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.453535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.522730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.536185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 847fe206-b289-4d07-bafc-84ff29587f98 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:24.574246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:24.576405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:21:24.590909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:24.610960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.633542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] Set router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:24.645826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b157a147-e393-49d8-a046-21553f827a61']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:24.648102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event deleted for resources: {'Subnet': ['ID=910b82e4-e1b0-456d-a759-037543d94669,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:24.657483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.664352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f76b17-bc63-46db-8360-110bc1a6a5fd') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:24.664757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f76b17-bc63-46db-8360-110bc1a6a5fd') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:24.678699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.679648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a469dac-044d-4dd8-ab9d-839938b439e2 None None] Network b133a485-6c4a-43d8-8c38-c508d4790b73 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:24.685049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.701162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.707377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.710657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:24.711110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.715835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:24.716653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:24.720965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:24.730132 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:24.755927 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-936ea0d8-f9b2-41ea-a60d-f780437c8937 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "DELETE /v2.0/subnets/910b82e4-e1b0-456d-a759-037543d94669 HTTP/1.1" status: 204 len: 168 time: 1.3626482 Mar 03 10:21:24.793806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34270) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:24.858804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.039245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.042250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=b157a147-e393-49d8-a046-21553f827a61,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:25.060362 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ac1fd465-ec56-4c94-925d-326c0ae5edff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/b157a147-e393-49d8-a046-21553f827a61 HTTP/1.1" status: 204 len: 168 time: 0.7665472 Mar 03 10:21:25.084614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34274) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:25.090980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--698992142', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:25.096429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:25.106583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:25.110154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:25.116864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:25.123871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.129869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:25.145475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.145801 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8449013 Mar 03 10:21:25.164878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd98c16-e1b8-4720-9378-1002485e56be tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Network': ['ID=4dbc1db4-e25b-4271-99c0-ff436ea21d48,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:25.169269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e412ba70-097a-4850-b493-6acf0ce5a612, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e412ba70-097a-4850-b493-6acf0ce5a612,segment=NetworkSegment(29a7a22c-7846-41a4-9de8-ae3a2dd53dc0),segment_id=29a7a22c-7846-41a4-9de8-ae3a2dd53dc0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:25.174846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:25.186798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.187608 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment 64d1f31a-243f-469a-88dd-9ce9c3699baf of type vlan for network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c Mar 03 10:21:25.224998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.250740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe9d7f-75e5-44f1-8fca-824352a57c58 None None] Network 847fe206-b289-4d07-bafc-84ff29587f98 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:25.261496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.263999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:25.269374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:25.271178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.320187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.372747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.373521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c082e8ef-b223-45ec-beeb-bea2b4070c60 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:25.404190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3186493 Mar 03 10:21:25.428728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34278) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:25.446673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-732565828', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:25.468387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f3c9b-31b0-4cab-bf59-79502acd004a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:25.484148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:25.493846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:25.498719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:25.511865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:25.525876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.527511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.550551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.558970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e412ba70-097a-4850-b493-6acf0ce5a612,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:25.578085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:25.629567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.635647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.690970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Deleting port 6b1683b2-d788-4913-9b31-ee4b226133e1 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:25.691363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.692007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.692448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.692805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.693245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.693629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.693966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.694288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.694610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.694934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.695241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.695599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.696024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:21:25.704356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2f7ebf90-eecd-4248-8fcc-59a88f02aea4 None None] Provisioning for port 2c522af7-a286-4c88-9ccb-1af7374ad309 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:25.729657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c082e8ef-b223-45ec-beeb-bea2b4070c60 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:25.729964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.896912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] For port 6b1683b2-d788-4913-9b31-ee4b226133e1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6b1683b2-d788-4913-9b31-ee4b226133e1,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:25.897331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:25.956347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:26.016317 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b93f3fc-ac6f-4431-8a43-abce08743f39 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:26.039958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Calling delete_port for 6b1683b2-d788-4913-9b31-ee4b226133e1 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:26.053045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] DHCP port deletion for b133a485-6c4a-43d8-8c38-c508d4790b73 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:26.061925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 1b93f3fc-ac6f-4431-8a43-abce08743f39 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:26.062271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b93f3fc-ac6f-4431-8a43-abce08743f39 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:26.063830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] Deleting port 81067fa4-0e31-4565-83e3-802077470d62 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:26.064194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:26.248072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:21:20Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:26.309216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd680dd6-6792-4fcf-bdb9-b10528e8ba14 None None] The sync data for ids ['b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50'] in dv-neutron-831192-5-hyperv is: [{'id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455093946', 'tenant_id': '1c6458b80c1a4363b43a19527ddc2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:18:53Z', 'updated_at': '2022-03-03T10:21:20Z', 'revision_number': 5, 'project_id': '1c6458b80c1a4363b43a19527ddc2e77', 'gw_port': {'id': '6b1683b2-d788-4913-9b31-ee4b226133e1', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:18:55Z', 'updated_at': '2022-03-03T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:26.367339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c522af7-a286-4c88-9ccb-1af7374ad309 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:26.458649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:26.491584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 2c522af7-a286-4c88-9ccb-1af7374ad309 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:26.522229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:26.553342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2c522af7-a286-4c88-9ccb-1af7374ad309 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:26.553703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:26.618490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] For port 81067fa4-0e31-4565-83e3-802077470d62, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=81067fa4-0e31-4565-83e3-802077470d62,segment=NetworkSegment(d7910a27-65e8-4caa-a505-3fee1a06a3fa),segment_id=d7910a27-65e8-4caa-a505-3fee1a06a3fa)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:26.618847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:26.724087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.186 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/869b9f89-0422-4d81-b156-dd1b23492b44) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:26.809160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:26.809862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] Calling delete_port for 81067fa4-0e31-4565-83e3-802077470d62 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:26.887691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:21:26.899529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event deleted for resources: {'Port': ['ID=6b1683b2-d788-4913-9b31-ee4b226133e1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:27.010536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.023919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.114996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.139376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 2c522af7-a286-4c88-9ccb-1af7374ad309, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2c522af7-a286-4c88-9ccb-1af7374ad309,segment=NetworkSegment(5e7859ed-ef8c-4fc2-8bc2-3d5b99320661),segment_id=5e7859ed-ef8c-4fc2-8bc2-3d5b99320661)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:27.156813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.195700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.227291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.229006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e412ba70-097a-4850-b493-6acf0ce5a612 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:27.273446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:27.276819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:27.279554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] No DVR routers for this DVR port 81067fa4-0e31-4565-83e3-802077470d62 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:27.281005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:27.290203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6060e9-0d53-456b-956e-80fca14f55df None None] Pushing event deleted for resources: {'Port': ['ID=81067fa4-0e31-4565-83e3-802077470d62,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:27.303506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.346918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-65ec1265-46ee-4bd5-8d3e-d70c957d374d None None] Provisioning complete for port 2c522af7-a286-4c88-9ccb-1af7374ad309 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:27.347284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-65ec1265-46ee-4bd5-8d3e-d70c957d374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.467344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event updated for resources: {'Port': ['ID=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:27.507762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.542209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e412ba70-097a-4850-b493-6acf0ce5a612 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:27.542757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.571496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=2c522af7-a286-4c88-9ccb-1af7374ad309,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:27.654793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.695861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-65ec1265-46ee-4bd5-8d3e-d70c957d374d None None] Provisioning for port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:27.701625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-65ec1265-46ee-4bd5-8d3e-d70c957d374d None None] Provisioning complete for port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:27.701934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-65ec1265-46ee-4bd5-8d3e-d70c957d374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.715683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=869b9f89-0422-4d81-b156-dd1b23492b44,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:27.763284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-65ec1265-46ee-4bd5-8d3e-d70c957d374d None None] Port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:27.783483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 81067fa4-0e31-4565-83e3-802077470d62 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:27.798103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.811915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.827428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 81067fa4-0e31-4565-83e3-802077470d62 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:27.828168 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 81067fa4-0e31-4565-83e3-802077470d62 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:27.829062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b58d9bac-196b-4a64-9387-fa8793d04eff no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:27.864878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b58d9bac-196b-4a64-9387-fa8793d04eff {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:27.865497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b58d9bac-196b-4a64-9387-fa8793d04eff not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:27.890747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-72f46a3f-6bc5-4649-a57c-578492685f34 None None] Provisioning complete for port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:27.891613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-72f46a3f-6bc5-4649-a57c-578492685f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.909273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.909962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Fanout notify agent at l3_agent the message router_deleted on router b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:21:27.949977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:27.951083 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-38986d6f-f3bf-49ef-9a7b-aa03aafec518 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "DELETE /v2.0/routers/b70c1cbe-d7d2-4c4f-9b80-8a1bdb47ea50 HTTP/1.1" status: 204 len: 168 time: 3.1563332 Mar 03 10:21:27.954594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34282) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:27.973851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-72f46a3f-6bc5-4649-a57c-578492685f34 None None] Port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:28.007077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Network 847fe206-b289-4d07-bafc-84ff29587f98 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:28.019782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:28.044489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:28.275784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:28.300495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:28.404510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-08787bd6-919d-4161-9518-2bde255561bb None None] Provisioning complete for port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:28.405222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-08787bd6-919d-4161-9518-2bde255561bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:28.476743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34286) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:28.511691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'subnet': {'network_id': '4dbc1db4-e25b-4271-99c0-ff436ea21d48', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:28.537017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-08787bd6-919d-4161-9518-2bde255561bb None None] Port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:28.565018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c522af7-a286-4c88-9ccb-1af7374ad309 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:28.612903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:28.639961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2c522af7-a286-4c88-9ccb-1af7374ad309 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:28.640334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:28.657634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:28.665782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:28.674828 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-42b47e2e-1c44-42b9-877a-34cdb7228faa tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3199456 Mar 03 10:21:28.675344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34290) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:28.680863 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:28.692165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:28.695574 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:28.697220 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:28.704444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:28.711266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:subnet and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:28.716684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:28.727623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:28.761111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b133a485-6c4a-43d8-8c38-c508d4790b73']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:28.797647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b4900de-d05f-416e-b01a-d83ce2ebef0b no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:28.827086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7910a27-65e8-4caa-a505-3fee1a06a3fa') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:28.827769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7910a27-65e8-4caa-a505-3fee1a06a3fa') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:28.840453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 5b4900de-d05f-416e-b01a-d83ce2ebef0b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:28.841091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5b4900de-d05f-416e-b01a-d83ce2ebef0b not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:28.854410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:28.858111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:28.891580 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:28.979125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.000764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 64723526-8c6a-4ebd-b73e-4f146f176b75 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:21:29.010845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.072924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:29.072924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:29.090817 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:29.227971 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:26Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:29.232743 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:29.233093 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Updating router 7461835d-8238-4851-9a09-871318a021f0 port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:21:29.259764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.311383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.334970 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.336120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event deleted for resources: {'Network': ['ID=b133a485-6c4a-43d8-8c38-c508d4790b73,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:29.356625 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-665d6ac0-9e2e-426e-a665-692e0c8b6510 tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "DELETE /v2.0/networks/b133a485-6c4a-43d8-8c38-c508d4790b73 HTTP/1.1" status: 204 len: 168 time: 1.4010713 Mar 03 10:21:29.359607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34294) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:29.404141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:29.416272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.420398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Sync routers for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:29.436925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:29.438304 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:29.498898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.503468 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8cca78e9-50be-4deb-a99d-181887ab7a07 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0732141 Mar 03 10:21:29.503845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34298) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:29.522194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Subnet': ['ID=c62dfd67-b674-4014-b983-c75c6b899f15,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:29.533762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Checking segment: {'id': '0ea640ee-a064-498c-b4c4-ca5984475304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4dbc1db4-e25b-4271-99c0-ff436ea21d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:29.534163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network hostable DHCP agents. Network: 4dbc1db4-e25b-4271-99c0-ff436ea21d48, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:29.556200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:29.568347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 4dbc1db4-e25b-4271-99c0-ff436ea21d48) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:29.573471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:29.574386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.579359 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a5a10823-5a87-4a6c-854f-33821697cd25 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676126 Mar 03 10:21:29.583953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe917c-9f29-4c3a-bbae-f06c4c217bb7 None None] Network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:29.584679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34302) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:29.603248 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a40797f0-6fd5-4c66-87eb-978939654f7a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1250110 Mar 03 10:21:29.606755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:29.613210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-250176493'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:29.619511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:29.623538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:network and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:29.626862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:29.633702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:29.646989 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:29.651546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.685348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:29.697438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.697879 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Added segment 5ecf1434-5562-46fe-9cc8-bb4eb1111821 of type vlan for network fddcd21f-a843-43cc-bf43-932380190ca8 Mar 03 10:21:29.731285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e26b6fce-5ea7-4709-9921-3a854958961d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.738518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.774627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.783170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:29.783977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.818143 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.834390 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Transition to ACTIVE for port object daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:29.834891 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2268612 Mar 03 10:21:29.839181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e26b6fce-5ea7-4709-9921-3a854958961d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.844898 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.847644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34310) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:29.888348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'subnet': {'network_id': 'fddcd21f-a843-43cc-bf43-932380190ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:29.908967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-4dbc1db4-e25b-4271-99c0-ff436ea21d48', 'network_id': '4dbc1db4-e25b-4271-99c0-ff436ea21d48', 'tenant_id': '3b000dc30c2f4366bb127a36bc7dde5e', 'fixed_ips': [{'subnet_id': 'c62dfd67-b674-4014-b983-c75c6b899f15'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:29.910015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:29.933939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac150bc-8de9-4200-8bf0-a0f59d5bf649 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Network': ['ID=fddcd21f-a843-43cc-bf43-932380190ca8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:29.949633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c8d9a-2398-44d1-a9d3-053fa7b84835 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:29.953646 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c19c8d9a-2398-44d1-a9d3-053fa7b84835 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3629644 Mar 03 10:21:29.956808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34314) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:29.982606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 10:21:30.014659 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d1d432a2-3a87-41fc-951a-12c719f3d856 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561967 Mar 03 10:21:30.016116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34318) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:30.023821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-345589593', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:30.026338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.extraroute_db [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Removed routes are [] {{(pid=87889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 10:21:30.026832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.030410 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4bfb6-bcd5-4b4f-9037-6c5858c7c765 None None] Pushing event updated for resources: {'Port': ['ID=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:30.093331 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Attempting to bind port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:30.093912 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Attempting to bind port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:30.094485 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Attempting to bind port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 on network 847fe206-b289-4d07-bafc-84ff29587f98 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:30.102576 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:30.103252 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Checking segment: {'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:30.103859 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.104428 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Bound using segment: {'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:30.105059 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Bound port: daea7e6a-ec16-4ee6-8fc0-625e0aeabb47, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:30.105625 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.180124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Allocated IP 2001:db8:0:ffff::2 (4dbc1db4-e25b-4271-99c0-ff436ea21d48/c62dfd67-b674-4014-b983-c75c6b899f15/410a4012-74c4-4d01-bd08-fc1f58c912a6) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:30.194502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:30.198900 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:30.203121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:30.213853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:30.237584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:30.241414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:30.248275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.251590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] For port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:30.258667 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] For port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,segment=NetworkSegment(5e7859ed-ef8c-4fc2-8bc2-3d5b99320661),segment_id=5e7859ed-ef8c-4fc2-8bc2-3d5b99320661)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:30.263150 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.307468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network fddcd21f-a843-43cc-bf43-932380190ca8 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:30.350886 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:30.351562 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:30.397088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:30.404478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:subnet and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:30.431647 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4bfb6-bcd5-4b4f-9037-6c5858c7c765 None None] Pushing event updated for resources: {'Port': ['ID=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:30.477703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b1683b2-d788-4913-9b31-ee4b226133e1 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:30.541038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:30.546257 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:30.572144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:30.616437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.667624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:30.670608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.695868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e26b6fce-5ea7-4709-9921-3a854958961d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.726137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=8cbca29d-1491-473c-ad82-33bf4eee5a0c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:30.759604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:30.760320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:30.786746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b6fce-5ea7-4709-9921-3a854958961d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b115b-9540-4094-8cc3-32cd48467256,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:30.796482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:30.813189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:30.818117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:30.818862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:30.846051 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eba15a33-54c2-4896-81f8-65e5dcd72ca7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8286128 Mar 03 10:21:30.849275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34322) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:30.856006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 6b1683b2-d788-4913-9b31-ee4b226133e1 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:30.856997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6b1683b2-d788-4913-9b31-ee4b226133e1 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:30.888129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82401cec-41d4-4535-bc1c-f38cd52ba604 None None] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:30.975613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.038731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.046140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e26b6fce-5ea7-4709-9921-3a854958961d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.047293 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e26b6fce-5ea7-4709-9921-3a854958961d tempest-TestNetworkAdvancedServerOps-621157420 tempest-TestNetworkAdvancedServerOps-621157420-project] 10.222.0.23 "DELETE /v2.0/security-groups/b78b115b-9540-4094-8cc3-32cd48467256 HTTP/1.1" status: 204 len: 168 time: 1.6868339 Mar 03 10:21:31.054213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.096126 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:29Z', 'revision_number': 6, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:30Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:31.115515 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9499b-a9ee-4cff-a16d-3211d6ed5aa0 None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:29Z', 'revision_number': 6, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:30Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:31.116438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Transition to ACTIVE for port object 410a4012-74c4-4d01-bd08-fc1f58c912a6 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:31.231215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Transition to ACTIVE for port object 410a4012-74c4-4d01-bd08-fc1f58c912a6 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:31.299061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.335550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:31.504010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:31.518043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:31.528097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:31.545989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Pushing event updated for resources: {'Port': ['ID=410a4012-74c4-4d01-bd08-fc1f58c912a6,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:31.632831 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34332) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:31.666842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:31.682262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.682869 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cb83715d-13c5-4d18-a39d-c16c3ab4f3a4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 200 len: 934 time: 3.0028389 Mar 03 10:21:31.686697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34338) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:31.730001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:31.730845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.757349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Attempting to bind port 410a4012-74c4-4d01-bd08-fc1f58c912a6 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:31.758120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Attempting to bind port 410a4012-74c4-4d01-bd08-fc1f58c912a6 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '0ea640ee-a064-498c-b4c4-ca5984475304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4dbc1db4-e25b-4271-99c0-ff436ea21d48'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:31.758492 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Attempting to bind port 410a4012-74c4-4d01-bd08-fc1f58c912a6 on network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:31.765734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:31.766109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Checking segment: {'id': '0ea640ee-a064-498c-b4c4-ca5984475304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4dbc1db4-e25b-4271-99c0-ff436ea21d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:31.766510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.766904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Bound using segment: {'id': '0ea640ee-a064-498c-b4c4-ca5984475304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4dbc1db4-e25b-4271-99c0-ff436ea21d48'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:31.767386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Bound port: 410a4012-74c4-4d01-bd08-fc1f58c912a6, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea640ee-a064-498c-b4c4-ca5984475304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4dbc1db4-e25b-4271-99c0-ff436ea21d48'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:31.767922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.869483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:27Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:31.892443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Checking router: 64723526-8c6a-4ebd-b73e-4f146f176b75 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:31.892887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Updating router 64723526-8c6a-4ebd-b73e-4f146f176b75 port 869b9f89-0422-4d81-b156-dd1b23492b44 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:21:31.943737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:21:31.945074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:31.950073 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8d7bc573-dd3d-4c87-8f78-31e8b2eaba95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c6458b80c1a4363b43a19527ddc2e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139477 Mar 03 10:21:31.951325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34342) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:31.953946 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0f8f524f-365f-4c6c-b331-937f13bc37c3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 200 len: 934 time: 0.2661011 Mar 03 10:21:31.959416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34346) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:31.977582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'routes': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:32.013185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.036439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Subnet': ['ID=f02073fb-709d-40c4-a034-a3e0c2b078d8,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:32.046985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Checking segment: {'id': '5ecf1434-5562-46fe-9cc8-bb4eb1111821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fddcd21f-a843-43cc-bf43-932380190ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:32.047689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network hostable DHCP agents. Network: fddcd21f-a843-43cc-bf43-932380190ca8, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:32.071798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network fddcd21f-a843-43cc-bf43-932380190ca8 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:32.094314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, fddcd21f-a843-43cc-bf43-932380190ca8) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:32.111901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:32.112431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.143386 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bfac20b0-40b7-4e67-8976-674f6d864d01 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2883942 Mar 03 10:21:32.146512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34350) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:32.154600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'port': {'network_id': 'fddcd21f-a843-43cc-bf43-932380190ca8', 'name': 'tempest-NetworksIpV6TestAttrs-815142433'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:32.160896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c6a47b-786c-4f4a-9fb4-0788f5387870 None None] Network fddcd21f-a843-43cc-bf43-932380190ca8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:32.276773 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:32.287337 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:32.287948 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:32.346252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] For port 410a4012-74c4-4d01-bd08-fc1f58c912a6, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:32.381250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:32.381932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:32.385805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:port and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:32.389985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:32.396988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:32.409988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:32.421520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.452949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.456839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] device_id is not set on port d3e78f9d-098a-403e-907d-28b013d416b6 yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:21:32.515900 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:32.533254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8097d996-6c2a-45d9-a797-653c4f1eb656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.628165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Allocated IP 2001:db8::f816:3eff:fee9:7b9 (fddcd21f-a843-43cc-bf43-932380190ca8/f02073fb-709d-40c4-a034-a3e0c2b078d8/d3e78f9d-098a-403e-907d-28b013d416b6) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:32.713509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8097d996-6c2a-45d9-a797-653c4f1eb656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.825007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] For port 410a4012-74c4-4d01-bd08-fc1f58c912a6, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=410a4012-74c4-4d01-bd08-fc1f58c912a6,segment=NetworkSegment(0ea640ee-a064-498c-b4c4-ca5984475304),segment_id=0ea640ee-a064-498c-b4c4-ca5984475304)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:32.851312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.858724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Allocated IP 172.20.0.2 (1b07ee19-f6e9-49b8-a4dc-887dc6d2309c/8cbca29d-1491-473c-ad82-33bf4eee5a0c/7a037d58-b424-46ea-a903-3fced4b69dd7) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:32.863220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.884510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.905985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Transition to ACTIVE for port object d3e78f9d-098a-403e-907d-28b013d416b6 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:32.942502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:32.953384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Transition to ACTIVE for port object 869b9f89-0422-4d81-b156-dd1b23492b44 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:32.966543 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:29Z', 'revision_number': 6, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:30Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:32.974494 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:32.992314 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:32.993121 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:33.018405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network fddcd21f-a843-43cc-bf43-932380190ca8 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:33.022189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:33.027491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:33.036209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:33.036892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.073399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.076623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Port': ['ID=d3e78f9d-098a-403e-907d-28b013d416b6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:33.085815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d1dc35f6-b868-4235-a919-456087c31797 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9377816 Mar 03 10:21:33.087505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8097d996-6c2a-45d9-a797-653c4f1eb656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.088627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34354) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:33.141265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097d996-6c2a-45d9-a797-653c4f1eb656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ff899c-d004-42c2-8960-8030c09dbb43,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:33.197968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-562e2337-c13f-459b-a876-d665005fc250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.223372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2db88-cee1-4dd3-ac31-e1b427089ba9 None None] Pushing event updated for resources: {'Port': ['ID=410a4012-74c4-4d01-bd08-fc1f58c912a6,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:33.241533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:33.254997 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:33.292866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Attempting to bind port 869b9f89-0422-4d81-b156-dd1b23492b44 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:33.293117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Attempting to bind port 869b9f89-0422-4d81-b156-dd1b23492b44 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:33.293333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Attempting to bind port 869b9f89-0422-4d81-b156-dd1b23492b44 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:33.306854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:33.307233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.372607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting subnet f02073fb-709d-40c4-a034-a3e0c2b078d8 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:33.375942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:33.376123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.376403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:33.376801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.377186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:33.377663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Bound port: 869b9f89-0422-4d81-b156-dd1b23492b44, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:33.378022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.412065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.extraroute_db [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added routes are [] {{(pid=87888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 10:21:33.413046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.extraroute_db [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 10:21:33.469332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.508379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.584455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a197c-091c-4613-8232-1f310678ebc9 None None] Pushing event updated for resources: {'Port': ['ID=869b9f89-0422-4d81-b156-dd1b23492b44,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:33.654001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.705617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] For port 869b9f89-0422-4d81-b156-dd1b23492b44, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:33.706924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8097d996-6c2a-45d9-a797-653c4f1eb656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.708776 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8097d996-6c2a-45d9-a797-653c4f1eb656 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6ff899c-d004-42c2-8960-8030c09dbb43 HTTP/1.1" status: 204 len: 168 time: 1.7570734 Mar 03 10:21:33.709962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78082954-2a73-42cc-a563-fa658cb77052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-fddcd21f-a843-43cc-bf43-932380190ca8', 'network_id': 'fddcd21f-a843-43cc-bf43-932380190ca8', 'tenant_id': '3b000dc30c2f4366bb127a36bc7dde5e', 'fixed_ips': [{'subnet_id': 'f02073fb-709d-40c4-a034-a3e0c2b078d8'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:33.710777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-78082954-2a73-42cc-a563-fa658cb77052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.760059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.810416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] For port 869b9f89-0422-4d81-b156-dd1b23492b44, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=869b9f89-0422-4d81-b156-dd1b23492b44,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:33.814466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.835404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Subnet': ['ID=f02073fb-709d-40c4-a034-a3e0c2b078d8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:33.841213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:33.852995 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9bc92310-6949-4347-addf-15b447f18c0a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/f02073fb-709d-40c4-a034-a3e0c2b078d8 HTTP/1.1" status: 204 len: 168 time: 0.7610762 Mar 03 10:21:33.853409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34360) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:33.854875 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:29Z', 'revision_number': 6, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:30Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:33.875915 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129faeb-9906-43b3-9d3a-f09bcd375ce7 None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:29Z', 'revision_number': 6, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:30Z', 'revision_number': 4, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:33.917825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.038811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0732e5-a5d7-4615-915d-3e1d12f49a64 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:34.045617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0732e5-a5d7-4615-915d-3e1d12f49a64 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:34.048905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8e0732e5-a5d7-4615-915d-3e1d12f49a64 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Synchronizing usage tracker for tenant:3b000dc30c2f4366bb127a36bc7dde5e on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:34.059727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.085504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Transition to ACTIVE for port object 7a037d58-b424-46ea-a903-3fced4b69dd7 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:34.103225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8e0732e5-a5d7-4615-915d-3e1d12f49a64 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Unset dirty status for tenant:3b000dc30c2f4366bb127a36bc7dde5e on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:34.125232 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8e0732e5-a5d7-4615-915d-3e1d12f49a64 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2703946 Mar 03 10:21:34.126453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34366) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:34.144454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ddfd93-0af5-42d3-89c1-34e5f2fe38a0 None None] Network fddcd21f-a843-43cc-bf43-932380190ca8 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:34.223759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.227387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.254713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a197c-091c-4613-8232-1f310678ebc9 None None] Pushing event updated for resources: {'Port': ['ID=869b9f89-0422-4d81-b156-dd1b23492b44,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:34.275630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:34.276634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:34.294025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34370) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:34.327243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.339271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,segment=NetworkSegment(5e7859ed-ef8c-4fc2-8bc2-3d5b99320661),segment_id=5e7859ed-ef8c-4fc2-8bc2-3d5b99320661)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:34.349677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1007fb93-befd-4148-a193-33dc403ff526 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.353077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Transition to ACTIVE for port object 7a037d58-b424-46ea-a903-3fced4b69dd7 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:34.353693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:34.360509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Usage tracker for resource:security_group_rule and tenant:573a75b57a4d4c55bd003e38bb254371 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:34.363725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:34.366691 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1007fb93-befd-4148-a193-33dc403ff526 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 10:21:34.367146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1007fb93-befd-4148-a193-33dc403ff526 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:34.368918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1007fb93-befd-4148-a193-33dc403ff526 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/fddcd21f-a843-43cc-bf43-932380190ca8 HTTP/1.1" status: 409 len: 405 time: 0.2411308 Mar 03 10:21:34.372640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34374) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:34.375354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:34.381180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1038978467'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:34.387917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:34.398047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:network and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:34.402036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:34.416124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:34.440634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.443380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:34.447404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.498977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:34.533582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.533928 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Added segment 28072897-c48a-464f-b460-d2f42f4d477a of type vlan for network dcb5fd4f-731f-4f00-87a4-52e3961b6f32 Mar 03 10:21:34.560828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.582022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.591286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.636378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (1b07ee19-f6e9-49b8-a4dc-887dc6d2309c/8cbca29d-1491-473c-ad82-33bf4eee5a0c/e04c54c3-4c24-47d0-a297-55a613dcdcbe) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:34.639860 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=573a75b57a4d4c55bd003e38bb254371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444731 Mar 03 10:21:34.644463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.647420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34378) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:34.656921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:34.659192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9a79a-24dc-46ab-a8e1-5c87c5c51db2 None None] Network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:34.685555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2818a9-da2c-4c1b-8e72-e81ee53a7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0b9e4-f5e6-4022-9700-4d6d22f19bb0,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:34.702348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.709063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:34.709892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.795787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 410a4012-74c4-4d01-bd08-fc1f58c912a6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:34.814491 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4407682 Mar 03 10:21:34.817810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34382) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:34.825387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'subnet': {'network_id': 'dcb5fd4f-731f-4f00-87a4-52e3961b6f32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:34.840333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564b0d6-b12c-4a51-93a5-a43ce358b1a1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Network': ['ID=dcb5fd4f-731f-4f00-87a4-52e3961b6f32,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:34.893231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network dcb5fd4f-731f-4f00-87a4-52e3961b6f32 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:34.946016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:34.956014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:34.962077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b43a70b0-f4af-4b58-802f-d293e3e5f58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.967655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:34.972631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:34.985803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:35.006090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:35.016938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.020387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-332f2593-648c-4047-bc22-60b14c681338 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 200 len: 700 time: 3.0485120 Mar 03 10:21:35.033063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34386) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:35.038552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7371abbc-6207-403a-95e4-25ed5699db8e None None] Provisioning for port 410a4012-74c4-4d01-bd08-fc1f58c912a6 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:35.065739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:35.068518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35444063-0394-4843-a4cf-192a44136f00 None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:35.100550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.109222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b43a70b0-f4af-4b58-802f-d293e3e5f58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.119755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:35.123615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:35.211043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object e04c54c3-4c24-47d0-a297-55a613dcdcbe will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:35.263510 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-865cbdcd-4d1e-40d0-859a-a3f0ff625873 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 200 len: 700 time: 0.2269733 Mar 03 10:21:35.264882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34390) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:35.300407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:35.301132 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:35.325486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:21:35.327122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.404714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.414643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Subnet': ['ID=1e0e5f5c-2449-42cf-900f-3656c2a63c23,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:35.422356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Checking segment: {'id': '28072897-c48a-464f-b460-d2f42f4d477a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcb5fd4f-731f-4f00-87a4-52e3961b6f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:35.422715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network hostable DHCP agents. Network: dcb5fd4f-731f-4f00-87a4-52e3961b6f32, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:35.438100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:35.445124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b43a70b0-f4af-4b58-802f-d293e3e5f58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.447127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network dcb5fd4f-731f-4f00-87a4-52e3961b6f32 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:35.460439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, dcb5fd4f-731f-4f00-87a4-52e3961b6f32) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:35.474914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:35.475984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.504826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a70b0-f4af-4b58-802f-d293e3e5f58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0b9e4-f5e6-4022-9700-4d6d22f19bb0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:35.520467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:35.523243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bd706992-7f9c-4317-961d-bd347d4f275c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7042572 Mar 03 10:21:35.526200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34394) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:35.533558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'port': {'network_id': 'dcb5fd4f-731f-4f00-87a4-52e3961b6f32', 'name': 'tempest-NetworksIpV6TestAttrs-356913663'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:35.590974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b43a70b0-f4af-4b58-802f-d293e3e5f58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.595039 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b43a70b0-f4af-4b58-802f-d293e3e5f58d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50e0b9e4-f5e6-4022-9700-4d6d22f19bb0 HTTP/1.1" status: 204 len: 168 time: 0.9427924 Mar 03 10:21:35.595039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:35.606420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:35.639765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=e04c54c3-4c24-47d0-a297-55a613dcdcbe,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:35.641698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ac4cb-65d6-41ac-9762-48e0a7b27250 None None] Network dcb5fd4f-731f-4f00-87a4-52e3961b6f32 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:35.697312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:35.701415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:port and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:35.706320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:35.713390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:35.727264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:35.731431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.750166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c68ec11a-6d5f-4f42-82e0-932637522f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.756560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] device_id is not set on port 4757183d-1533-4ef9-9eb1-84da43ca5cca yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:21:35.900766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:35.932083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Allocated IP 2001:db8::f816:3eff:fecb:cf49 (dcb5fd4f-731f-4f00-87a4-52e3961b6f32/1e0e5f5c-2449-42cf-900f-3656c2a63c23/4757183d-1533-4ef9-9eb1-84da43ca5cca) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:35.933348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:36.075159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Pushing event updated for resources: {'Port': ['ID=7a037d58-b424-46ea-a903-3fced4b69dd7,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:36.079327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 410a4012-74c4-4d01-bd08-fc1f58c912a6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:36.205959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.227483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Transition to ACTIVE for port object 4757183d-1533-4ef9-9eb1-84da43ca5cca will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:36.257257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.308601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Attempting to bind port 7a037d58-b424-46ea-a903-3fced4b69dd7 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:36.309287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Attempting to bind port 7a037d58-b424-46ea-a903-3fced4b69dd7 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:36.309431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Attempting to bind port 7a037d58-b424-46ea-a903-3fced4b69dd7 on network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:36.326588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.330489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 410a4012-74c4-4d01-bd08-fc1f58c912a6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:36.330887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.440983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.456299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:36.456710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Checking segment: {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:36.457671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.458071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Bound using segment: {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:36.458559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Bound port: 7a037d58-b424-46ea-a903-3fced4b69dd7, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:36.458933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.478460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.481728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network dcb5fd4f-731f-4f00-87a4-52e3961b6f32 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:36.482927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:36.487563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:36.494252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:36.495458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.505912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.537081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Port': ['ID=4757183d-1533-4ef9-9eb1-84da43ca5cca,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:36.541447 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fed9ea5d-9932-4456-a2c4-60eea4a5ea3f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0138316 Mar 03 10:21:36.544124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34418) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:36.682058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting subnet 1e0e5f5c-2449-42cf-900f-3656c2a63c23 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:36.685694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.749909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.777713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:33Z', 'revision_number': 7, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:34Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:36.799481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34424) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:36.843051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35444063-0394-4843-a4cf-192a44136f00 None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:36.861057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.885092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] For port 7a037d58-b424-46ea-a903-3fced4b69dd7, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:36.922653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] For port 7a037d58-b424-46ea-a903-3fced4b69dd7, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7a037d58-b424-46ea-a903-3fced4b69dd7,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:36.945624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:36.946257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:36.961105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-557028633-network', 'tenant_id': '8175764dc48d414db571eee1a506a8f3'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:36.965189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:36.998109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.002152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:37.015444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Usage tracker for resource:network and tenant:8175764dc48d414db571eee1a506a8f3 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:37.018279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0e5f5c-2449-42cf-900f-3656c2a63c23,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:37.022071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:37.026086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.032629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:37.043101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.043823 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9b4a798f-5c36-4156-a171-e555c6b26926 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/1e0e5f5c-2449-42cf-900f-3656c2a63c23 HTTP/1.1" status: 204 len: 168 time: 0.4987426 Mar 03 10:21:37.046162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34430) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:37.083343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Made reservation on behalf of 8175764dc48d414db571eee1a506a8f3 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:37.083669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-76e34584-7d5f-46a6-9330-2d9943a942ea None None] Provisioning complete for port 410a4012-74c4-4d01-bd08-fc1f58c912a6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:37.084191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-76e34584-7d5f-46a6-9330-2d9943a942ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.085905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.109567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.128398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:37.132571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8175764dc48d414db571eee1a506a8f3 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:37.135458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:37.141075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:37.234661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.242405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.256138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.263783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.268676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de937800-b4c3-44c4-9687-19ace3fe553f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:37.271459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de937800-b4c3-44c4-9687-19ace3fe553f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:37.271675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-de937800-b4c3-44c4-9687-19ace3fe553f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Synchronizing usage tracker for tenant:3b000dc30c2f4366bb127a36bc7dde5e on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:37.294695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:37.309225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164cfe3c-934e-4b79-bc49-b73957928adb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:37.314159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.314642 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Added segment 49433158-9e8b-4201-bc5e-868237611753 of type vlan for network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 Mar 03 10:21:37.323478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-de937800-b4c3-44c4-9687-19ace3fe553f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Unset dirty status for tenant:3b000dc30c2f4366bb127a36bc7dde5e on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:37.324908 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-de937800-b4c3-44c4-9687-19ace3fe553f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2777028 Mar 03 10:21:37.331433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34434) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:37.333974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:37.381194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 410a4012-74c4-4d01-bd08-fc1f58c912a6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=410a4012-74c4-4d01-bd08-fc1f58c912a6,segment=NetworkSegment(0ea640ee-a064-498c-b4c4-ca5984475304),segment_id=0ea640ee-a064-498c-b4c4-ca5984475304)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:37.381447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.401712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2720d-3ba6-4541-bc78-ed0c0e16fd35 None None] Pushing event updated for resources: {'Port': ['ID=7a037d58-b424-46ea-a903-3fced4b69dd7,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:37.413442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.496139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-62e48a6e-0ddb-4cef-858d-34093ab63a39 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.507503 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e48a6e-0ddb-4cef-858d-34093ab63a39 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 10:21:37.507959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e48a6e-0ddb-4cef-858d-34093ab63a39 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:37.511830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.512745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:37.513301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.567745 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-62e48a6e-0ddb-4cef-858d-34093ab63a39 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/dcb5fd4f-731f-4f00-87a4-52e3961b6f32 HTTP/1.1" status: 409 len: 405 time: 0.2343860 Mar 03 10:21:37.578409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfda366-0527-473a-a4cc-42f5902d569b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-dcb5fd4f-731f-4f00-87a4-52e3961b6f32', 'network_id': 'dcb5fd4f-731f-4f00-87a4-52e3961b6f32', 'tenant_id': '3b000dc30c2f4366bb127a36bc7dde5e', 'fixed_ips': [{'subnet_id': '1e0e5f5c-2449-42cf-900f-3656c2a63c23'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:37.579256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6cfda366-0527-473a-a4cc-42f5902d569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.588291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34438) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:37.612028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:27Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:37.626425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1366505287'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:37.634604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:37.639767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:network and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:37.645009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:37.661088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:37.662016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.662677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:37.700901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=e04c54c3-4c24-47d0-a297-55a613dcdcbe,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:37.710990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.740230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:37.755900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9098fbeb-2fcf-4c4c-83ef-934d4481f302,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:37.763892 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-85135f24-b9ad-4c02-bd02-d218a57d70c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9608331 Mar 03 10:21:37.765082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34442) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:37.772560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:37.776118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.788793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Request body: {'subnet': {'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-557028633-subnet', 'tenant_id': '8175764dc48d414db571eee1a506a8f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:37.797308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:37.805264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Usage tracker for resource:subnet and tenant:8175764dc48d414db571eee1a506a8f3 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:37.809355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:37.816348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:37.826498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:37.834499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:37.834740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Made reservation on behalf of 8175764dc48d414db571eee1a506a8f3 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:37.836925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.862470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.862792 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Added segment 2c8e17a2-f249-445c-ba32-de6695821102 of type vlan for network 938bdde2-a2e7-49eb-a30c-bf4aec35f7e1 Mar 03 10:21:37.904013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcdb86-3d4f-454f-a127-2ce2c564cb21 None None] The sync data for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv is: [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:27Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:37.964838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:37.993543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:37.997385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:38.046279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:38.053659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:38.054304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:38.110180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,segment=NetworkSegment(5e7859ed-ef8c-4fc2-8bc2-3d5b99320661),segment_id=5e7859ed-ef8c-4fc2-8bc2-3d5b99320661)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:38.110768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:38.145694 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5366359 Mar 03 10:21:38.146397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34446) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:38.162935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=410a4012-74c4-4d01-bd08-fc1f58c912a6,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:38.176075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'subnet': {'network_id': '938bdde2-a2e7-49eb-a30c-bf4aec35f7e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:38.227372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:38.228104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:38.284188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:38.346476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9af9b-9efc-4687-b3f1-277c88cf4aa2 None None] Network dcb5fd4f-731f-4f00-87a4-52e3961b6f32 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:38.369898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:38.392741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e409a27-4889-4010-8e18-4d813b6eea7c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Network': ['ID=938bdde2-a2e7-49eb-a30c-bf4aec35f7e1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:38.418955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 938bdde2-a2e7-49eb-a30c-bf4aec35f7e1 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:38.471663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 64723526-8c6a-4ebd-b73e-4f146f176b75 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:38.508025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:38.513469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:38.621672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:38.630325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b858f749-1dfb-4d06-b6d6-165b22a5cd89,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:38.646777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:38.650459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:38.812377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Checking segment: {'id': '49433158-9e8b-4201-bc5e-868237611753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:38.812730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Network hostable DHCP agents. Network: 9098fbeb-2fcf-4c4c-83ef-934d4481f302, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:38.864027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:38.882292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e417948-f101-4b33-8cdb-6b9902cf9e26 None None] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:39.017003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-35444063-0394-4843-a4cf-192a44136f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:33Z', 'revision_number': 7, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:34Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:39.026991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-06c11a50-d935-41a1-8a85-d4a79b7ea41c None None] Provisioning for port 7a037d58-b424-46ea-a903-3fced4b69dd7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:39.031802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:39.036424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35444063-0394-4843-a4cf-192a44136f00 None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:33Z', 'revision_number': 7, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daea7e6a-ec16-4ee6-8fc0-625e0aeabb47', 'name': '', 'network_id': '847fe206-b289-4d07-bafc-84ff29587f98', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e3:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:23Z', 'updated_at': '2022-03-03T10:21:34Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '1f2fae7a-e5dc-4058-b521-4f3cfa178540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:39.053888 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b93a7da5-2f8f-47a6-8f64-645640431134 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/64723526-8c6a-4ebd-b73e-4f146f176b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2020340 Mar 03 10:21:39.054981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34450) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:39.058769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:39.180617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=daea7e6a-ec16-4ee6-8fc0-625e0aeabb47,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:39.243468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 9098fbeb-2fcf-4c4c-83ef-934d4481f302) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:39.252218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c218d-8acd-441d-aaef-b0f3b03e93e8 None None] Network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:39.262088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:39.262663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:39.382174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.objects.ports [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87889) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:21:39.384411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:39.393257 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2d1d6d23-d5cc-4825-acc6-fcf88d0cfbbb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6267500 Mar 03 10:21:39.577585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Subnet': ['ID=262a361c-067b-42c1-a2d0-70c6a319e891,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:39.608520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Checking segment: {'id': '2c8e17a2-f249-445c-ba32-de6695821102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '938bdde2-a2e7-49eb-a30c-bf4aec35f7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:39.608888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network hostable DHCP agents. Network: 938bdde2-a2e7-49eb-a30c-bf4aec35f7e1, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:39.662616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network 938bdde2-a2e7-49eb-a30c-bf4aec35f7e1 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:39.678007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 938bdde2-a2e7-49eb-a30c-bf4aec35f7e1) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:39.682212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:39.683363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:39.721673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25cf96e-60bf-46d2-80fc-ae8b649ced90 None None] Network 938bdde2-a2e7-49eb-a30c-bf4aec35f7e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:39.740222 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-44a616ae-ebf0-43c6-a9b0-57a8994fe5a8 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5705297 Mar 03 10:21:39.742529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ff5a8-5c0a-4f10-8771-a9270bdec796 None None] Network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:39.742790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34458) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:40.009763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 410a4012-74c4-4d01-bd08-fc1f58c912a6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:40.013039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.077735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.078278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.078828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.079085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.079558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.080003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.080442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.080876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.081321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.081774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.082925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.083165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.083805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.085772 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-db951a46-08ca-44ad-84df-05301492e177 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9036 time: 1.0291631 Mar 03 10:21:40.089193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34466) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:40.161491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.190933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.229341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d53b4c6e-fe77-4a96-a2e5-a4b518088258 None None] Provisioning for port e04c54c3-4c24-47d0-a297-55a613dcdcbe completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:40.245974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d53b4c6e-fe77-4a96-a2e5-a4b518088258 None None] Provisioning complete for port e04c54c3-4c24-47d0-a297-55a613dcdcbe triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:40.246340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d53b4c6e-fe77-4a96-a2e5-a4b518088258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.275395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.276211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.279434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.280227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.283458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.285918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.286626 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.289798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.290456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.292064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.292904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:40.296740 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2830c33e-457c-4957-9861-4cac3b56d809 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6982 time: 0.2065370 Mar 03 10:21:40.299701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34474) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:40.312061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.406158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d53b4c6e-fe77-4a96-a2e5-a4b518088258 None None] Port e04c54c3-4c24-47d0-a297-55a613dcdcbe cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:40.428043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Subnet': ['ID=262a361c-067b-42c1-a2d0-70c6a319e891,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:40.450731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34480) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:40.470646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1901980481-network', 'tenant_id': 'aa36f3911ca5413baa2a3d2c322bef73'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:40.484526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:40.492644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 410a4012-74c4-4d01-bd08-fc1f58c912a6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:40.492882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.503207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Usage tracker for resource:network and tenant:aa36f3911ca5413baa2a3d2c322bef73 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:40.516162 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Sync routers for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:40.530942 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:40.531598 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:40.554646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:40.568015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:40.570786 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.603546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938bdde2-a2e7-49eb-a30c-bf4aec35f7e1']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:40.613946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Made reservation on behalf of aa36f3911ca5413baa2a3d2c322bef73 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:40.616270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.628796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8e17a2-f249-445c-ba32-de6695821102') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:40.629614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8e17a2-f249-445c-ba32-de6695821102') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:40.640645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.646957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34875e-972c-41f0-8b5d-4b43f7f62a2a None None] Network 938bdde2-a2e7-49eb-a30c-bf4aec35f7e1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:40.655292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.669102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:40.675071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Usage tracker for resource:security_group_rule and tenant:aa36f3911ca5413baa2a3d2c322bef73 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:40.677948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.680084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:40.688206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:40.690220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:40.690614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:40.706431 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:40.748241 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:40.801784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.828865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:40.842049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Network': ['ID=938bdde2-a2e7-49eb-a30c-bf4aec35f7e1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:40.875272 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b3460439-cc78-48c2-a819-1246d5494fdc tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/938bdde2-a2e7-49eb-a30c-bf4aec35f7e1 HTTP/1.1" status: 204 len: 168 time: 1.1312442 Mar 03 10:21:40.878393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34484) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:40.880176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 869b9f89-0422-4d81-b156-dd1b23492b44 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:40.886583 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-254853403'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:40.899934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:40.906756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:network and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:40.917477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:40.932379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:40.947850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:40.958104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:40.962244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.001402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.015456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.018915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:41.058801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7389825e-da34-42b5-b7fc-9d3f27f649a4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:41.066175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dbee50aa-46ed-46a5-a2b6-d018ee2d2c8c None None] Provisioning complete for port e04c54c3-4c24-47d0-a297-55a613dcdcbe triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:41.068822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dbee50aa-46ed-46a5-a2b6-d018ee2d2c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.075619 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65624f53-6610-47d1-b6f2-cde6b1171adf tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.7702131 Mar 03 10:21:41.082822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.083474 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Added segment 39f45580-3211-4cde-9caa-897f64278159 of type vlan for network 69a38fab-eaca-4272-9f14-cec2fd26aead Mar 03 10:21:41.093733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:41.123391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.124135 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Added segment a9e8a47c-9168-43f7-b3db-cc28b5af38f0 of type vlan for network 045bc03b-857d-4119-ae47-cd32bb8168ed Mar 03 10:21:41.133021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.144264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dbee50aa-46ed-46a5-a2b6-d018ee2d2c8c None None] Port e04c54c3-4c24-47d0-a297-55a613dcdcbe cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:41.147284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 869b9f89-0422-4d81-b156-dd1b23492b44 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:41.156987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 869b9f89-0422-4d81-b156-dd1b23492b44 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:41.157356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.174516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.201609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:41.204197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.213573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:41.213904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:41.214794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.217770 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-100a0853-8f94-43a3-8ba0-0aa4476c27ad tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9519165 Mar 03 10:21:41.218814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34490) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:41.240221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:41.240860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:41.297062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet 1f2fae7a-e5dc-4058-b521-4f3cfa178540 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:41.300626 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.316163 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:41.331173 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Checking router: 64723526-8c6a-4ebd-b73e-4f146f176b75 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:41.331540 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Updating router 64723526-8c6a-4ebd-b73e-4f146f176b75 port e04c54c3-4c24-47d0-a297-55a613dcdcbe binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:21:41.345885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.347194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:41.348567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.364859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.375056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Network': ['ID=69a38fab-eaca-4272-9f14-cec2fd26aead,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:41.400213 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-900c4932-f134-4d08-9b65-c1dea5fa4106 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5200005 Mar 03 10:21:41.434389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34494) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:41.452439 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9978096 Mar 03 10:21:41.452995 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.462139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'subnet': {'network_id': '69a38fab-eaca-4272-9f14-cec2fd26aead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:41.464725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34498) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:41.477790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Request body: {'subnet': {'network_id': '045bc03b-857d-4119-ae47-cd32bb8168ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1901980481-subnet', 'tenant_id': 'aa36f3911ca5413baa2a3d2c322bef73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:41.485077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:41.492409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Usage tracker for resource:subnet and tenant:aa36f3911ca5413baa2a3d2c322bef73 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:41.498332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:41.507283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 69a38fab-eaca-4272-9f14-cec2fd26aead details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:41.508158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:41.510503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.573307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Made reservation on behalf of aa36f3911ca5413baa2a3d2c322bef73 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:41.575990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.607073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:41.618708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34502) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:41.679462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817946254', 'description': 'tempest-secgroup-smoke-817946254 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:41.689922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:41.694725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:41.698123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:41.704696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:41.725696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de216a-1367-4a0c-8e5b-30b9956ef272 admin admin] Pushing event updated for resources: {'Network': ['ID=045bc03b-857d-4119-ae47-cd32bb8168ed,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:41.728862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.740302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.742432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 045bc03b-857d-4119-ae47-cd32bb8168ed details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:41.768595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:41.773738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:41.777018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:41.784189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:41.869132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.882670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.889655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:41.893398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.915657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:subnet and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:41.923523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:41.932581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2fae7a-e5dc-4058-b521-4f3cfa178540,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:41.935902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.943279 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.944617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:41.953146 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1902fc6d-5f95-4b5d-aa36-c88a6c1018d3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/1f2fae7a-e5dc-4058-b521-4f3cfa178540 HTTP/1.1" status: 204 len: 168 time: 0.7332721 Mar 03 10:21:41.955889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34506) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:41.956563 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Transition to ACTIVE for port object e04c54c3-4c24-47d0-a297-55a613dcdcbe will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:41.967333 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.976191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353c9e2e-762f-4bdd-9f8e-80910ded28ee,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:41.985241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:41.987682 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-43889cb1-206a-4cec-acb2-f83f65d66413 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3669336 Mar 03 10:21:41.989653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:41.991810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c258ee-06f7-4377-91a6-2ff458e99b21 None None] Network 847fe206-b289-4d07-bafc-84ff29587f98 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:41.994269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.015349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34510) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:42.032953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '353c9e2e-762f-4bdd-9f8e-80910ded28ee', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:42.040501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:42.045585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:42.048833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:42.055862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:42.061123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 869b9f89-0422-4d81-b156-dd1b23492b44, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=869b9f89-0422-4d81-b156-dd1b23492b44,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:42.064016 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a41d5-079f-44ba-9982-07b5d8f6f1b8 None None] Pushing event updated for resources: {'Port': ['ID=e04c54c3-4c24-47d0-a297-55a613dcdcbe,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:42.138012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.138791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7a037d58-b424-46ea-a903-3fced4b69dd7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:42.161332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.163175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.205459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 2c522af7-a286-4c88-9ccb-1af7374ad309 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:42.206256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.288631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.299555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.307913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.317130 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Attempting to bind port e04c54c3-4c24-47d0-a297-55a613dcdcbe on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:42.317791 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Attempting to bind port e04c54c3-4c24-47d0-a297-55a613dcdcbe by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:42.318365 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Attempting to bind port e04c54c3-4c24-47d0-a297-55a613dcdcbe on network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:42.327904 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:42.328431 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Checking segment: {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:42.328986 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.329708 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Bound using segment: {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:42.330826 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Bound port: e04c54c3-4c24-47d0-a297-55a613dcdcbe, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:42.331446 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.462062 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] For port e04c54c3-4c24-47d0-a297-55a613dcdcbe, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:42.466454 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] For port e04c54c3-4c24-47d0-a297-55a613dcdcbe, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e04c54c3-4c24-47d0-a297-55a613dcdcbe,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:42.476875 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.523076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=770458e4-b034-4420-9a27-64e2bbcb52d4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:42.536562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Checking segment: {'id': 'a9e8a47c-9168-43f7-b3db-cc28b5af38f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '045bc03b-857d-4119-ae47-cd32bb8168ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:42.536942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Network hostable DHCP agents. Network: 045bc03b-857d-4119-ae47-cd32bb8168ed, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:42.610295 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:42.611180 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:42.612598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6150bc-c737-4477-80cb-1bb3d082ac57,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:42.662465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port 2c522af7-a286-4c88-9ccb-1af7374ad309, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2c522af7-a286-4c88-9ccb-1af7374ad309,segment=NetworkSegment(5e7859ed-ef8c-4fc2-8bc2-3d5b99320661),segment_id=5e7859ed-ef8c-4fc2-8bc2-3d5b99320661)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:42.662826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.673690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.676830 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bc7e5683-eb2b-41dc-bb83-ae153dce75d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6603155 Mar 03 10:21:42.679920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34514) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:42.693219 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a41d5-079f-44ba-9982-07b5d8f6f1b8 None None] Pushing event updated for resources: {'Port': ['ID=e04c54c3-4c24-47d0-a297-55a613dcdcbe,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:42.696785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '353c9e2e-762f-4bdd-9f8e-80910ded28ee', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:42.701007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=869b9f89-0422-4d81-b156-dd1b23492b44,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:42.729187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 7a037d58-b424-46ea-a903-3fced4b69dd7 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:42.770918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7a037d58-b424-46ea-a903-3fced4b69dd7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:42.771286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.792766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.880762 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:42.906847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Subnet': ['ID=5ac215f7-352a-4b8d-851f-67dd4abc5a72,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:42.909931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 2c522af7-a286-4c88-9ccb-1af7374ad309 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:42.945981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:42.947542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Network 045bc03b-857d-4119-ae47-cd32bb8168ed is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:42.956234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:42.960733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:42.967040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:42.975727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:38Z', 'revision_number': 8, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:42.977746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:42.978809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Checking segment: {'id': '39f45580-3211-4cde-9caa-897f64278159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69a38fab-eaca-4272-9f14-cec2fd26aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:42.979539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network hostable DHCP agents. Network: 69a38fab-eaca-4272-9f14-cec2fd26aead, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:42.984822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4101458-6cd5-4316-8c17-cc9bfa519339 None None] DHCP port deletion for 847fe206-b289-4d07-bafc-84ff29587f98 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:42.991822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 045bc03b-857d-4119-ae47-cd32bb8168ed) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:42.992473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c4101458-6cd5-4316-8c17-cc9bfa519339 None None] Deleting port 2c522af7-a286-4c88-9ccb-1af7374ad309 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:42.993535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4101458-6cd5-4316-8c17-cc9bfa519339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.005669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:43.006363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.021513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network 69a38fab-eaca-4272-9f14-cec2fd26aead is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:43.031622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 69a38fab-eaca-4272-9f14-cec2fd26aead) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:43.037039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:43.038135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.046260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.048536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50e53c-b3c7-4197-90c7-09bae247c4fd None None] Network 045bc03b-857d-4119-ae47-cd32bb8168ed requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:43.068350 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-60279c6d-7302-4a77-bc5b-d9a316fe4add tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6321707 Mar 03 10:21:43.070716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:43.071122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34518) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:43.079210 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8b9e842c-3c77-43b8-9845-be40485e54d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6132839 Mar 03 10:21:43.091536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.137722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No DVR routers for this DVR port 2c522af7-a286-4c88-9ccb-1af7374ad309 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:43.141729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a7ec86-d679-4251-8d59-6fcfaf5a66d9 None None] Network 69a38fab-eaca-4272-9f14-cec2fd26aead requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:43.216374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c4101458-6cd5-4316-8c17-cc9bfa519339 None None] The port '2c522af7-a286-4c88-9ccb-1af7374ad309' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:21:43.219327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:43.219952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.222012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=2c522af7-a286-4c88-9ccb-1af7374ad309,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:43.290473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.350148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.358850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.376734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.387609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.418224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847fe206-b289-4d07-bafc-84ff29587f98']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.442781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606dceea-4b8b-4941-86ab-c5d296f3661a,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:43.443151 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:42Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.454201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.454756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7859ed-ef8c-4fc2-8bc2-3d5b99320661') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.456576 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4d9e8-2abf-4108-997a-53ec17f19aee None None] The sync data for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv is: [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:42Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:43.477023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.493209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.498744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d5c39914-de89-4003-957d-55f183b41c4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8164694 Mar 03 10:21:43.500431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34530) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:43.540795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.555289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '353c9e2e-762f-4bdd-9f8e-80910ded28ee', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:43.569760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:43.579681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:43.585611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:43.600957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:43.611372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac215f7-352a-4b8d-851f-67dd4abc5a72,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:43.632166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.639787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.651912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:43.652472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:43.679731 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:43.714328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:43.739577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.791620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a38fab-eaca-4272-9f14-cec2fd26aead']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.818541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f45580-3211-4cde-9caa-897f64278159') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.818843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f45580-3211-4cde-9caa-897f64278159') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:43.831580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.850194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.856866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:43.857264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:43.957731 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:43.964233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:43.997073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.000515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Network': ['ID=69a38fab-eaca-4272-9f14-cec2fd26aead,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:44.014653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-579752e9-0882-4099-8811-4a9dbacb2445 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:44.016042 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-75755a99-b6bf-40f0-b318-f648c6884ea5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/69a38fab-eaca-4272-9f14-cec2fd26aead HTTP/1.1" status: 204 len: 168 time: 0.9435480 Mar 03 10:21:44.021960 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-579752e9-0882-4099-8811-4a9dbacb2445 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/networks?id=9098fbeb-2fcf-4c4c-83ef-934d4481f302 HTTP/1.1" status: 200 len: 811 time: 0.1920862 Mar 03 10:21:44.022538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34542) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:44.032607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 7a037d58-b424-46ea-a903-3fced4b69dd7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7a037d58-b424-46ea-a903-3fced4b69dd7,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:44.040294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-249396012'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:44.060066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:44.065202 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-308f067f-af00-4c06-8ac0-c726ef404c4b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/quotas/8175764dc48d414db571eee1a506a8f3 HTTP/1.1" status: 200 len: 375 time: 0.0300183 Mar 03 10:21:44.070763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.075527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.081198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:network and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:44.106273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:44.110266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.234056 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/847fe206-b289-4d07-bafc-84ff29587f98 HTTP/1.1" status: 204 len: 168 time: 2.2726824 Mar 03 10:21:44.234578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34546) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:44.297605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=7a037d58-b424-46ea-a903-3fced4b69dd7,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:44.307644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb6032-5aa3-43d1-bda3-851d640d1278 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=847fe206-b289-4d07-bafc-84ff29587f98,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:44.309723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:44.323790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 869b9f89-0422-4d81-b156-dd1b23492b44 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:44.327609 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-ace6fb07-e109-435d-8a65-063c64bf4bb4 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8175764dc48d414db571eee1a506a8f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2427382 Mar 03 10:21:44.335959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.365651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:44.369113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.379415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.453765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05cb6e8-d38a-4652-8f27-0b134857b604 None None] Network 045bc03b-857d-4119-ae47-cd32bb8168ed requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:44.506276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ae4f90-fcc5-4ad5-9169-83f8f0897fce,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:44.525551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:21:44.527815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.529360 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c2c22294-a064-4d65-a8a7-e3b77319f683 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0195341 Mar 03 10:21:44.536457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34550) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:44.544108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '353c9e2e-762f-4bdd-9f8e-80910ded28ee', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:44.554734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:44.557583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.557929 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Added segment 74810659-32c5-44dd-bb23-efa1dc6e04d7 of type vlan for network b520b266-f36b-47c0-8bde-f0f4c2c781d1 Mar 03 10:21:44.587842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b1342-58b2-4b5a-8509-ffaf4a42fdc0 None None] Network 69a38fab-eaca-4272-9f14-cec2fd26aead requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:44.595922 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a51512d6-a225-4f33-a649-ff45016c36c6 service neutron] 10.222.0.23 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569547 Mar 03 10:21:44.658198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.691877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b1342-58b2-4b5a-8509-ffaf4a42fdc0 None None] Network 69a38fab-eaca-4272-9f14-cec2fd26aead could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:21:44.696067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:44.713199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.718866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:44.719958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.727651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:44.743092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 869b9f89-0422-4d81-b156-dd1b23492b44 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:44.743685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.856083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Network': ['ID=b520b266-f36b-47c0-8bde-f0f4c2c781d1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:44.860402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:44.880951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network b520b266-f36b-47c0-8bde-f0f4c2c781d1 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:21:44.920974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:44.948265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7da91f83-22c5-4512-9668-be39160829e5 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9153237 Mar 03 10:21:44.949043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34554) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:44.958990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Request body: {'subnet': {'network_id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:44.994944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:38Z', 'revision_number': 8, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:45.003545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.061193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555d9ae-f96b-4064-8afa-3496f1b8926a None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:38Z', 'revision_number': 8, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e412ba70-097a-4850-b493-6acf0ce5a612', 'name': '', 'network_id': '7a74d463-9dc6-465c-90de-226937141e9d', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:98:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c48b3263-0753-47ef-982a-17b71f306274', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:17Z', 'updated_at': '2022-03-03T10:21:25Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'c48b3263-0753-47ef-982a-17b71f306274', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:45.102650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e04c54c3-4c24-47d0-a297-55a613dcdcbe up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:45.122874 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-6dcaaf9c-bb09-4351-ab90-2a80ea330235 service neutron] 10.222.0.23 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234687 Mar 03 10:21:45.169382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:45.174738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Usage tracker for resource:subnet and tenant:3b000dc30c2f4366bb127a36bc7dde5e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:45.179041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:45.186368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e04c54c3-4c24-47d0-a297-55a613dcdcbe completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:45.186585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:45.194826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e04c54c3-4c24-47d0-a297-55a613dcdcbe triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:45.195822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.228382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.230115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Made reservation on behalf of 3b000dc30c2f4366bb127a36bc7dde5e for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:45.235062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.343144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.345654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.383680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e04c54c3-4c24-47d0-a297-55a613dcdcbe, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e04c54c3-4c24-47d0-a297-55a613dcdcbe,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:45.388621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.483250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c522af7-a286-4c88-9ccb-1af7374ad309 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:45.554457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 2c522af7-a286-4c88-9ccb-1af7374ad309 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:45.555068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2c522af7-a286-4c88-9ccb-1af7374ad309 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:45.584651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port e412ba70-097a-4850-b493-6acf0ce5a612 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:45.585242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.601416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e04c54c3-4c24-47d0-a297-55a613dcdcbe,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:45.648006 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d1ea7ae6-e43a-477a-baff-0a0ce853aa2f req-06ef9e64-98e1-4fc2-ab71-b01c90287baf tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 210 time: 0.3391347 Mar 03 10:21:45.661713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589b7c1d-d666-47b8-ba68-671407e73d1d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:45.734069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.739103 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-39cd9ac7-b3b3-436f-91a3-918cb4f1f0a5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2015536 Mar 03 10:21:45.739883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34568) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:45.749745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '353c9e2e-762f-4bdd-9f8e-80910ded28ee', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:45.759866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:45.793432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:45.802413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:45.809748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port e412ba70-097a-4850-b493-6acf0ce5a612, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e412ba70-097a-4850-b493-6acf0ce5a612,segment=NetworkSegment(29a7a22c-7846-41a4-9de8-ae3a2dd53dc0),segment_id=29a7a22c-7846-41a4-9de8-ae3a2dd53dc0)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:45.810100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.810236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.objects.ports [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87888) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 10:21:45.815411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.820455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:45.904918 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:21:45.921473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event updated for resources: {'Subnet': ['ID=aac511ff-5e97-4391-8e27-d39a91910159,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:45.926126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:45.936886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Checking segment: {'id': '74810659-32c5-44dd-bb23-efa1dc6e04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:45.937243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network hostable DHCP agents. Network: b520b266-f36b-47c0-8bde-f0f4c2c781d1, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:21:45.950124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for e412ba70-097a-4850-b493-6acf0ce5a612 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:45.998023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Network b520b266-f36b-47c0-8bde-f0f4c2c781d1 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:21:46.020462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, b520b266-f36b-47c0-8bde-f0f4c2c781d1) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:46.025710 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:46.026353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.031017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a6349-b286-419b-86bc-2505e7a5a352 None None] Network b520b266-f36b-47c0-8bde-f0f4c2c781d1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:46.035279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.044229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.073975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53afe02a-8973-4bbb-a2fe-1242bcaea0d1,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:46.093333 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-49905e49-4268-43dc-87e1-890380830002 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1407583 Mar 03 10:21:46.093729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34572) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:46.097022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.100939 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-74432256-4f58-45d4-9fc2-b43226315099 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3550735 Mar 03 10:21:46.118758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34576) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:46.125156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '353c9e2e-762f-4bdd-9f8e-80910ded28ee', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:46.131968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:46.136024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:46.150121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:46.160364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:46.220422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e04c54c3-4c24-47d0-a297-55a613dcdcbe up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:46.222768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.235725 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:21:46.250846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.278008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=e412ba70-097a-4850-b493-6acf0ce5a612,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:46.336660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.382965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.397013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e04c54c3-4c24-47d0-a297-55a613dcdcbe triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:46.397394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.424549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-b520b266-f36b-47c0-8bde-f0f4c2c781d1', 'network_id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1', 'tenant_id': '3b000dc30c2f4366bb127a36bc7dde5e', 'fixed_ips': [{'subnet_id': 'aac511ff-5e97-4391-8e27-d39a91910159'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:21:46.425378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.517024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.565330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.593910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a095fed9-b67d-4e62-a668-7cb695eb9ca9,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:46.634108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.635092 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-86e02b2d-f057-4a81-a144-1058a73f4585 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5146255 Mar 03 10:21:46.689489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7a037d58-b424-46ea-a903-3fced4b69dd7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:46.779648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Allocated IP 2001:db8::f816:3eff:fec8:320f (b520b266-f36b-47c0-8bde-f0f4c2c781d1/aac511ff-5e97-4391-8e27-d39a91910159/a3746030-5a99-40c0-87d8-7d63efde26d8) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:46.813862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7a037d58-b424-46ea-a903-3fced4b69dd7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:46.814240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:46.823537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.044673 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-91a5ad14-4011-47be-abb9-98a81c7d7d71 req-c98fb32b-1bd8-4719-a550-fa70b8c5537d tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 210 time: 0.2259591 Mar 03 10:21:47.069565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-e5bd5dc3-ad0e-45d9-826d-f36fac1583a8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:47.088517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-e5bd5dc3-ad0e-45d9-826d-f36fac1583a8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:47.091441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:47.092643 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-e5bd5dc3-ad0e-45d9-826d-f36fac1583a8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817946254&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.1922989 Mar 03 10:21:47.093029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-749206e5-b0d3-4f68-a639-b8e94768778a tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:47.093784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-749206e5-b0d3-4f68-a639-b8e94768778a tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Synchronizing usage tracker for tenant:8175764dc48d414db571eee1a506a8f3 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:47.134900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:47.135142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device daea7e6a-ec16-4ee6-8fc0-625e0aeabb47 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:47.163127 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.174409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Transition to ACTIVE for port object a3746030-5a99-40c0-87d8-7d63efde26d8 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:47.195557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Transition to ACTIVE for port object a3746030-5a99-40c0-87d8-7d63efde26d8 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:47.204312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.251443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.290399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Network b520b266-f36b-47c0-8bde-f0f4c2c781d1 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:47.297745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:47.302871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:47.315352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Subnet': ['ID=aac511ff-5e97-4391-8e27-d39a91910159,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:47.336599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-4760e733-ce88-44f6-8058-d4b9281a5214 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:47.337282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-4760e733-ce88-44f6-8058-d4b9281a5214 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:47.341396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Pushing event updated for resources: {'Port': ['ID=a3746030-5a99-40c0-87d8-7d63efde26d8,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:47.359022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-749206e5-b0d3-4f68-a639-b8e94768778a tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Unset dirty status for tenant:8175764dc48d414db571eee1a506a8f3 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:47.360159 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-749206e5-b0d3-4f68-a639-b8e94768778a tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.32 "GET /v2.0/networks?id=9098fbeb-2fcf-4c4c-83ef-934d4481f302 HTTP/1.1" status: 200 len: 811 time: 0.7198582 Mar 03 10:21:47.424438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Attempting to bind port a3746030-5a99-40c0-87d8-7d63efde26d8 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:47.424823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Attempting to bind port a3746030-5a99-40c0-87d8-7d63efde26d8 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '74810659-32c5-44dd-bb23-efa1dc6e04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:47.425166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Attempting to bind port a3746030-5a99-40c0-87d8-7d63efde26d8 on network b520b266-f36b-47c0-8bde-f0f4c2c781d1 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:47.430645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Request body: {'port': {'device_id': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302', 'admin_state_up': True, 'tenant_id': '8175764dc48d414db571eee1a506a8f3'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:47.433474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:47.433846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Checking segment: {'id': '74810659-32c5-44dd-bb23-efa1dc6e04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:47.434273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.436384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Bound using segment: {'id': '74810659-32c5-44dd-bb23-efa1dc6e04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:47.436854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Bound port: a3746030-5a99-40c0-87d8-7d63efde26d8, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74810659-32c5-44dd-bb23-efa1dc6e04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:47.437220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.483570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.501269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-4760e733-ce88-44f6-8058-d4b9281a5214 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:47.504328 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-4760e733-ce88-44f6-8058-d4b9281a5214 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c HTTP/1.1" status: 200 len: 796 time: 0.4053063 Mar 03 10:21:47.541212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b520b266-f36b-47c0-8bde-f0f4c2c781d1']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:47.553077 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-3d1a4375-5a73-4309-a907-4f08c8181b1e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0312202 Mar 03 10:21:47.556246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] For port a3746030-5a99-40c0-87d8-7d63efde26d8, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:47.560739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] For port a3746030-5a99-40c0-87d8-7d63efde26d8, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a3746030-5a99-40c0-87d8-7d63efde26d8,segment=NetworkSegment(74810659-32c5-44dd-bb23-efa1dc6e04d7),segment_id=74810659-32c5-44dd-bb23-efa1dc6e04d7)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:47.567337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.567719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74810659-32c5-44dd-bb23-efa1dc6e04d7') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:47.568037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74810659-32c5-44dd-bb23-efa1dc6e04d7') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:47.588827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:47.632546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.677443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.688236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:47.690545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:47.690949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.694671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Usage tracker for resource:port and tenant:8175764dc48d414db571eee1a506a8f3 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:47.707908 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:47.720990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f95dc-5e65-41bf-a2d7-88f91e202900 None None] Pushing event updated for resources: {'Port': ['ID=a3746030-5a99-40c0-87d8-7d63efde26d8,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:47.758108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:21:47.770149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:47.781388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61225559-c497-4478-98c1-5beeb23d4f0c None None] Network b520b266-f36b-47c0-8bde-f0f4c2c781d1 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:47.798770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Made reservation on behalf of 8175764dc48d414db571eee1a506a8f3 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:47.803095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:47.817645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:47.827537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-cd85a0ef-210a-4263-bd4b-c7f313d55eec tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:47.831723 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:47.848659 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:47.849682 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:47.852369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 10:21:47.852369 dv-neutron-831192-5-hyperv neutron-server[87888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 10:21:47.852369 dv-neutron-831192-5-hyperv neutron-server[87888]: [parameters: {'id': 'b520b266-f36b-47c0-8bde-f0f4c2c781d1'}] Mar 03 10:21:47.852369 dv-neutron-831192-5-hyperv neutron-server[87888]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:21:47.852899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:21:47.856513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-cd85a0ef-210a-4263-bd4b-c7f313d55eec tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:47.858571 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-cd85a0ef-210a-4263-bd4b-c7f313d55eec tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2956088 Mar 03 10:21:47.902017 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7684be4f-19f4-461e-8ef7-48db6545d50a tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6665177 Mar 03 10:21:47.908282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34598) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:47.985514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet c48b3263-0753-47ef-982a-17b71f306274 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:47.990551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.012784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75935733-62b2-4bfb-b0f7-542992d7610a None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:21:48.048220 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-be510653-f0b1-4f91-a707-ed80dff8845e service neutron] 10.222.0.23 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767216 Mar 03 10:21:48.065147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.113810 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:48.213721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75935733-62b2-4bfb-b0f7-542992d7610a None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:21:48.226292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Allocated IP 172.20.0.11 (9098fbeb-2fcf-4c4c-83ef-934d4481f302/b858f749-1dfb-4d06-b6d6-165b22a5cd89/b45d593b-5e0b-4878-9893-6ca9eea978e4) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:48.242162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.354114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.380845 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-776f3f4c-00b2-4c4c-92a5-b91e58dcbce9 req-b52df7db-d878-4475-9f7a-66b7309c7358 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 210 time: 0.0967162 Mar 03 10:21:48.384155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-89a486f7-91db-4502-9556-030d090193fb service neutron] 10.222.0.23 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287423 Mar 03 10:21:48.404797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting port a3746030-5a99-40c0-87d8-7d63efde26d8 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:48.405755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.533037 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:46Z', 'revision_number': 9, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:48.538158 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:48.550097 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:48.552309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.552646 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:48.581568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.678083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=c48b3263-0753-47ef-982a-17b71f306274,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:48.681838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.701615 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e302e2f5-fc7c-46f2-879f-7c39e3a3f1e2 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/c48b3263-0753-47ef-982a-17b71f306274 HTTP/1.1" status: 204 len: 168 time: 0.7921443 Mar 03 10:21:48.706939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34608) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:48.709157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.710371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] For port a3746030-5a99-40c0-87d8-7d63efde26d8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a3746030-5a99-40c0-87d8-7d63efde26d8,segment=NetworkSegment(74810659-32c5-44dd-bb23-efa1dc6e04d7),segment_id=74810659-32c5-44dd-bb23-efa1dc6e04d7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:48.710875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:48.767517 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:48.848804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Pushing event updated for resources: {'Port': ['ID=b45d593b-5e0b-4878-9893-6ca9eea978e4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:48.859841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:48.862648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:48.868809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:48.947057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa34c7-4eb2-4160-b088-641e8ec1bcaf None None] Network 7a74d463-9dc6-465c-90de-226937141e9d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:48.953420 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8e6c6862-f12b-4aa2-b770-b88b5878ca3c req-8503ac5e-20ce-4429-8443-493dc8862fab tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 210 time: 0.2311764 Mar 03 10:21:48.971351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:48.972118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.000881 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-61638000-afce-4383-90b3-d335051e09df tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5784376 Mar 03 10:21:49.010682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Calling delete_port for a3746030-5a99-40c0-87d8-7d63efde26d8 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:49.015781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Request body: {'port': {'device_id': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:49.174875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.200758 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:46Z', 'revision_number': 9, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:49.208608 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5e373-73a5-4901-8fc0-3a3feebc01ba None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:46Z', 'revision_number': 9, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bccc786-810e-4925-a094-8963284adec8', 'name': '', 'network_id': '115aa50d-efe8-422d-9768-0dcef037a0f5', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:43:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:07Z', 'updated_at': '2022-03-03T10:21:17Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': '7a9c16c2-8b53-4166-b302-3c8024d6b9a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:49.216365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.256418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port c082e8ef-b223-45ec-beeb-bea2b4070c60 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:49.256702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.298384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.369830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Port': ['ID=a3746030-5a99-40c0-87d8-7d63efde26d8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:49.373700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No DVR routers for this DVR port a3746030-5a99-40c0-87d8-7d63efde26d8 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:49.562249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] DHCP port deletion for 7a74d463-9dc6-465c-90de-226937141e9d request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:49.569968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] Deleting port c082e8ef-b223-45ec-beeb-bea2b4070c60 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:49.570350 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.619838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.743226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port c082e8ef-b223-45ec-beeb-bea2b4070c60, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c082e8ef-b223-45ec-beeb-bea2b4070c60,segment=NetworkSegment(29a7a22c-7846-41a4-9de8-ae3a2dd53dc0),segment_id=29a7a22c-7846-41a4-9de8-ae3a2dd53dc0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:49.743608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.751583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b520b266-f36b-47c0-8bde-f0f4c2c781d1']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:49.810927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45d593b-5e0b-4878-9893-6ca9eea978e4 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:21:49.819076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.824081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74810659-32c5-44dd-bb23-efa1dc6e04d7') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:49.824379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74810659-32c5-44dd-bb23-efa1dc6e04d7') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:49.830880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] For port c082e8ef-b223-45ec-beeb-bea2b4070c60, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c082e8ef-b223-45ec-beeb-bea2b4070c60,segment=NetworkSegment(29a7a22c-7846-41a4-9de8-ae3a2dd53dc0),segment_id=29a7a22c-7846-41a4-9de8-ae3a2dd53dc0)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:49.831264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.835928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Transition to ACTIVE for port object b45d593b-5e0b-4878-9893-6ca9eea978e4 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:49.843320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.901107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for c082e8ef-b223-45ec-beeb-bea2b4070c60 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:49.929996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.961355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:49.973048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] Calling delete_port for c082e8ef-b223-45ec-beeb-bea2b4070c60 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:49.997819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:49.998220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.043084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Pushing event updated for resources: {'Port': ['ID=b45d593b-5e0b-4878-9893-6ca9eea978e4,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:50.048759 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:50.099581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.179720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a2ad-2400-487d-bbf5-e2b4db855028 req-eef67e35-aef6-48e3-8d31-f15e211d858b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:50.181233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2ac7a2ad-2400-487d-bbf5-e2b4db855028 req-eef67e35-aef6-48e3-8d31-f15e211d858b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 932 time: 0.6395547 Mar 03 10:21:50.199012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] No DVR routers for this DVR port c082e8ef-b223-45ec-beeb-bea2b4070c60 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:50.201558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a010465-a081-41bd-933e-0d2f4ea7fc98 None None] Pushing event deleted for resources: {'Port': ['ID=c082e8ef-b223-45ec-beeb-bea2b4070c60,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:50.233174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e412ba70-097a-4850-b493-6acf0ce5a612 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:50.256711 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8af7df42-a02d-4b77-8e6b-fe9faa7e26ea req-597fe582-d8a5-4ef6-9eec-5b877e563eec tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 210 time: 0.1155210 Mar 03 10:21:50.257304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Attempting to bind port b45d593b-5e0b-4878-9893-6ca9eea978e4 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:50.257645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Attempting to bind port b45d593b-5e0b-4878-9893-6ca9eea978e4 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '49433158-9e8b-4201-bc5e-868237611753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:50.257970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Attempting to bind port b45d593b-5e0b-4878-9893-6ca9eea978e4 on network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:50.261909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:21:50.262232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:21:50.274481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Port b45d593b-5e0b-4878-9893-6ca9eea978e4 on network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:21:50.274818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Attempting to bind port b45d593b-5e0b-4878-9893-6ca9eea978e4 on network 9098fbeb-2fcf-4c4c-83ef-934d4481f302 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:50.278421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.287262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:50.287654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Checking segment: {'id': '49433158-9e8b-4201-bc5e-868237611753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:50.287990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Bound using segment: {'id': '49433158-9e8b-4201-bc5e-868237611753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:50.288423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Bound port: b45d593b-5e0b-4878-9893-6ca9eea978e4, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49433158-9e8b-4201-bc5e-868237611753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:50.288763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.298240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.309459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Network': ['ID=b520b266-f36b-47c0-8bde-f0f4c2c781d1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:50.311718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-08328df9-50d8-4d75-bfa1-6b2966814e0f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:50.312126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: e412ba70-097a-4850-b493-6acf0ce5a612 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:50.312417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-08328df9-50d8-4d75-bfa1-6b2966814e0f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:50.312972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e412ba70-097a-4850-b493-6acf0ce5a612 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:50.313557 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2ac7a2ad-2400-487d-bbf5-e2b4db855028 req-b447640a-26d6-4813-8fab-8b0f68119d90 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126940 Mar 03 10:21:50.313859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c082e8ef-b223-45ec-beeb-bea2b4070c60 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:50.346757 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-36764bb0-795a-45dc-980e-67a60af83879 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/b520b266-f36b-47c0-8bde-f0f4c2c781d1 HTTP/1.1" status: 204 len: 168 time: 4.2518966 Mar 03 10:21:50.347517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34622) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:50.368620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: c082e8ef-b223-45ec-beeb-bea2b4070c60 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:50.369372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c082e8ef-b223-45ec-beeb-bea2b4070c60 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:50.378384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-08328df9-50d8-4d75-bfa1-6b2966814e0f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:50.380304 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-08328df9-50d8-4d75-bfa1-6b2966814e0f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c HTTP/1.1" status: 200 len: 796 time: 0.3043802 Mar 03 10:21:50.390992 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e72420-8842-4d49-b507-e137a1723ea1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:50.391730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e72420-8842-4d49-b507-e137a1723ea1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:50.393291 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-05e72420-8842-4d49-b507-e137a1723ea1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/aac511ff-5e97-4391-8e27-d39a91910159 HTTP/1.1" status: 404 len: 337 time: 0.0446563 Mar 03 10:21:50.396834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34626) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:50.424805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-1528fc5e-4313-4b39-9d5d-abc9835cfd7b tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:50.425393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1528fc5e-4313-4b39-9d5d-abc9835cfd7b tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:50.429503 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1528fc5e-4313-4b39-9d5d-abc9835cfd7b tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/b520b266-f36b-47c0-8bde-f0f4c2c781d1 HTTP/1.1" status: 404 len: 339 time: 0.0292966 Mar 03 10:21:50.429944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34632) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:50.438590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] For port b45d593b-5e0b-4878-9893-6ca9eea978e4, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:50.444538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] For port b45d593b-5e0b-4878-9893-6ca9eea978e4, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4,segment=NetworkSegment(49433158-9e8b-4201-bc5e-868237611753),segment_id=49433158-9e8b-4201-bc5e-868237611753)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:50.453327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.476892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b03012-5daf-4827-bff5-db8a28e90a8f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:50.477376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b03012-5daf-4827-bff5-db8a28e90a8f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:50.481411 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-35b03012-5daf-4827-bff5-db8a28e90a8f tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/5ac215f7-352a-4b8d-851f-67dd4abc5a72 HTTP/1.1" status: 404 len: 337 time: 0.0480871 Mar 03 10:21:50.481906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34638) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:50.498650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-088325a5-7ed0-4f30-8c73-a401db5f981a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:21:50.508603 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d05c86-a8d2-4d45-b892-a67d37db0bb1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:50.509156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d05c86-a8d2-4d45-b892-a67d37db0bb1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:50.513275 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f4d05c86-a8d2-4d45-b892-a67d37db0bb1 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/69a38fab-eaca-4272-9f14-cec2fd26aead HTTP/1.1" status: 404 len: 339 time: 0.0280683 Mar 03 10:21:50.514455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34642) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:50.526182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:50.526777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.528130 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] 10.222.0.32 "PUT /v2.0/ports/b45d593b-5e0b-4878-9893-6ca9eea978e4 HTTP/1.1" status: 200 len: 1094 time: 1.5180452 Mar 03 10:21:50.528634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'tag': 'b45d593b-5e0b-4878-9893-6ca9eea978e4'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:50.553059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b6285dcd-21af-42ed-b754-c549297e1615 req-088325a5-7ed0-4f30-8c73-a401db5f981a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:21:50.554067 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-088325a5-7ed0-4f30-8c73-a401db5f981a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 379 time: 0.1645103 Mar 03 10:21:50.554910 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a2bd1f-6537-49bb-9a69-83e7389b3242 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:50.555409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a2bd1f-6537-49bb-9a69-83e7389b3242 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:50.557118 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-78a2bd1f-6537-49bb-9a69-83e7389b3242 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/262a361c-067b-42c1-a2d0-70c6a319e891 HTTP/1.1" status: 404 len: 337 time: 0.0419950 Mar 03 10:21:50.559599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34648) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:50.565690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['353c9e2e-762f-4bdd-9f8e-80910ded28ee']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:50.579110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d65b27-aeb4-486a-9d2b-f3a5f12c6036 service neutron] Pushing event updated for resources: {'Port': ['ID=b45d593b-5e0b-4878-9893-6ca9eea978e4,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:50.585331 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf735736-f5f5-4e9b-8bf4-71dba986151b tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:50.585691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf735736-f5f5-4e9b-8bf4-71dba986151b tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:50.587440 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cf735736-f5f5-4e9b-8bf4-71dba986151b tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/938bdde2-a2e7-49eb-a30c-bf4aec35f7e1 HTTP/1.1" status: 404 len: 339 time: 0.0269182 Mar 03 10:21:50.589840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34652) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:50.629146 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'tag': 'b45d593b-5e0b-4878-9893-6ca9eea978e4', 'status': 'completed', 'code': 200} Mar 03 10:21:50.661564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting port 4757183d-1533-4ef9-9eb1-84da43ca5cca {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:50.661905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.763218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port c082e8ef-b223-45ec-beeb-bea2b4070c60 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:50.763587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.769913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:21:50.775090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-730eb5b8-4077-4b2e-84f9-64544e6f2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:50.776573 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-730eb5b8-4077-4b2e-84f9-64544e6f2381 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8175764dc48d414db571eee1a506a8f3&device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 1097 time: 0.1911612 Mar 03 10:21:50.783280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:21:50.852760 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-bf148d59-c781-42a4-bf2f-34e8fbe9a3eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4 HTTP/1.1" status: 200 len: 217 time: 0.0667398 Mar 03 10:21:50.855471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:21:50.858929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:50.860529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] The port 'c082e8ef-b223-45ec-beeb-bea2b4070c60' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:21:50.990375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-13ceedeb-175e-4425-bcd3-937b728aeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:50.991856 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-13ceedeb-175e-4425-bcd3-937b728aeae7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b858f749-1dfb-4d06-b6d6-165b22a5cd89 HTTP/1.1" status: 200 len: 851 time: 0.1238961 Mar 03 10:21:51.047272 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-e13bc336-3d40-41bc-a916-1806f3181c84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9098fbeb-2fcf-4c4c-83ef-934d4481f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484757 Mar 03 10:21:51.175175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.183638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.317036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.11 (1b07ee19-f6e9-49b8-a4dc-887dc6d2309c/8cbca29d-1491-473c-ad82-33bf4eee5a0c/65a178d1-cf06-4f6a-a205-5f74ba74742e) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:21:51.328776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Calling delete_port for 4757183d-1533-4ef9-9eb1-84da43ca5cca owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:51.366528 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-22bb27b2-7281-4825-bc1b-a9df05d51d9b service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127670 Mar 03 10:21:51.367603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a74d463-9dc6-465c-90de-226937141e9d']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:51.385876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:51.386153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a7a22c-7846-41a4-9de8-ae3a2dd53dc0') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:51.408331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.439372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.448160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:51.449101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: util.warn( Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:51.464256 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:51.521765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.624832 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4129b34a-d2b7-41f5-a1e6-96d30298a72b req-79f40e03-9d10-4931-b1d3-8599e780794b service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488911 Mar 03 10:21:51.641225 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-af54b36a-d199-4fd6-9d62-2b1ce210ecae req-57734dc1-d81a-4e0d-ad42-56cdc09c7672 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 210 time: 0.1760530 Mar 03 10:21:51.647954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.667077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 65a178d1-cf06-4f6a-a205-5f74ba74742e will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:51.683272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Port': ['ID=4757183d-1533-4ef9-9eb1-84da43ca5cca,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:51.693535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.701859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.722608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.724473 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/7a74d463-9dc6-465c-90de-226937141e9d HTTP/1.1" status: 204 len: 168 time: 3.0165222 Mar 03 10:21:51.728529 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0acb3712-2b93-4040-bb24-ad823747942a tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/ports/4757183d-1533-4ef9-9eb1-84da43ca5cca HTTP/1.1" status: 204 len: 168 time: 1.1377814 Mar 03 10:21:51.728680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34660) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:51.732291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34662) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:51.734464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e86c6-9aa4-4dfb-b646-111a73ed5af5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=7a74d463-9dc6-465c-90de-226937141e9d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:51.760800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f4216-f816-4fde-8134-9484e3e611f0 req-622b05f4-bbf1-4bec-9492-1698fc905633 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:51.762300 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ca1f4216-f816-4fde-8134-9484e3e611f0 req-622b05f4-bbf1-4bec-9492-1698fc905633 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 944 time: 0.2483215 Mar 03 10:21:51.810919 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ca1f4216-f816-4fde-8134-9484e3e611f0 req-f2659610-fdef-4274-a354-ac6bdd98194f tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Mar 03 10:21:51.824688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:51.883704 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b1c253-3546-4168-b9e2-2957b2ab9001 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:51.884393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b1c253-3546-4168-b9e2-2957b2ab9001 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:51.969266 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-82b1c253-3546-4168-b9e2-2957b2ab9001 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/1e0e5f5c-2449-42cf-900f-3656c2a63c23 HTTP/1.1" status: 404 len: 337 time: 0.2348866 Mar 03 10:21:51.971778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34668) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:51.986865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:21:52.001995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:21:52.010362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:21:52.042628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=65a178d1-cf06-4f6a-a205-5f74ba74742e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:52.094966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.225470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:52.225997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.231373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-ae814b23-c6c3-48d8-b545-2845871c5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:52.232945 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-ae814b23-c6c3-48d8-b545-2845871c5ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8175764dc48d414db571eee1a506a8f3&device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 1097 time: 0.5483055 Mar 03 10:21:52.239878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.268726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb5fd4f-731f-4f00-87a4-52e3961b6f32']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:52.285461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28072897-c48a-464f-b460-d2f42f4d477a') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:52.285925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28072897-c48a-464f-b460-d2f42f4d477a') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:52.295711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-736d534e-6d83-49e6-85e7-08d512066623 None None] Provisioning for port 65a178d1-cf06-4f6a-a205-5f74ba74742e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:52.298048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-998dae3e-a6fa-485c-a2e4-515d5bc895c4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7361293 Mar 03 10:21:52.300435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.302514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-736d534e-6d83-49e6-85e7-08d512066623 None None] Provisioning complete for port 65a178d1-cf06-4f6a-a205-5f74ba74742e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:52.302956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-736d534e-6d83-49e6-85e7-08d512066623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.317611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.325076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:52.325714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.339762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Request body: {'port': {'device_id': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:52.342632 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:52.364116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-736d534e-6d83-49e6-85e7-08d512066623 None None] Port 65a178d1-cf06-4f6a-a205-5f74ba74742e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:21:52.428244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.456243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.459371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Network': ['ID=dcb5fd4f-731f-4f00-87a4-52e3961b6f32,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:52.466906 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2eb693f9-d699-423b-80d8-81c2ff7c208c tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/dcb5fd4f-731f-4f00-87a4-52e3961b6f32 HTTP/1.1" status: 204 len: 168 time: 0.4919319 Mar 03 10:21:52.467477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34672) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:52.535334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting port d3e78f9d-098a-403e-907d-28b013d416b6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:52.535845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.584394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-ce76426c-984f-4872-9903-b38d1cccd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:52.585853 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-ce76426c-984f-4872-9903-b38d1cccd4bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=9098fbeb-2fcf-4c4c-83ef-934d4481f302 HTTP/1.1" status: 200 len: 911 time: 0.3423808 Mar 03 10:21:52.594213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.677065 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-4b91720f-6caa-42fd-8995-c9a0cd2e61d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4 HTTP/1.1" status: 200 len: 217 time: 0.0839741 Mar 03 10:21:52.919600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:52.943955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-8585fee0-63f9-491b-9ca2-5a1b86579bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:52.945379 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-8585fee0-63f9-491b-9ca2-5a1b86579bc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b858f749-1dfb-4d06-b6d6-165b22a5cd89 HTTP/1.1" status: 200 len: 851 time: 0.2436414 Mar 03 10:21:53.054267 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-f230cb5f-1625-4f57-b366-2bd3adcfb84c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9098fbeb-2fcf-4c4c-83ef-934d4481f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654068 Mar 03 10:21:53.087719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Calling delete_port for d3e78f9d-098a-403e-907d-28b013d416b6 owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:53.196829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802079-61a1-4c5f-86b0-7ddd675ce875 req-e5ac3c85-abab-40d5-8ff5-4e60483ac408 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:53.198280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd802079-61a1-4c5f-86b0-7ddd675ce875 req-e5ac3c85-abab-40d5-8ff5-4e60483ac408 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 932 time: 0.3430750 Mar 03 10:21:53.234045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.247536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e52aa2-d63e-4fb2-8f5d-146f0e248ef7 req-ee3550b9-8ab7-498d-bbab-2f15ca20ede9 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:53.248989 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c2e52aa2-d63e-4fb2-8f5d-146f0e248ef7 req-ee3550b9-8ab7-498d-bbab-2f15ca20ede9 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 944 time: 0.3210838 Mar 03 10:21:53.310458 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:21:53.315292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Port': ['ID=d3e78f9d-098a-403e-907d-28b013d416b6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:53.327050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.343653 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd802079-61a1-4c5f-86b0-7ddd675ce875 req-c5baa28e-a0ba-449a-9544-eceb76d706a1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395125 Mar 03 10:21:53.345970 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ba0aac84-d52f-470e-8352-30bb326514d2 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/ports/d3e78f9d-098a-403e-907d-28b013d416b6 HTTP/1.1" status: 204 len: 168 time: 0.8779263 Mar 03 10:21:53.350513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34680) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:53.357450 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-abfdb31c-239a-4929-9fe0-dae81f18c13c service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717004 Mar 03 10:21:53.371946 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c2e52aa2-d63e-4fb2-8f5d-146f0e248ef7 req-a01fba86-0181-49a0-8274-e5925f289f9c tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855789 Mar 03 10:21:53.395527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.484200 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-48df7972-18ff-4fd2-bb30-ca9776cbcaf7 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] DELETE failed (client error): The resource could not be found. Mar 03 10:21:53.484651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48df7972-18ff-4fd2-bb30-ca9776cbcaf7 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:21:53.486747 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-48df7972-18ff-4fd2-bb30-ca9776cbcaf7 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/f02073fb-709d-40c4-a034-a3e0c2b078d8 HTTP/1.1" status: 404 len: 337 time: 0.1319163 Mar 03 10:21:53.490479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:53.605368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.633237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.db.resource_extend [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 10:21:53.746834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.762174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.773832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddcd21f-a843-43cc-bf43-932380190ca8']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:53.786394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecf1434-5562-46fe-9cc8-bb4eb1111821') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:53.786692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecf1434-5562-46fe-9cc8-bb4eb1111821') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:53.797874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.817120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.823571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:53.824013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.827523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a178d1-cf06-4f6a-a205-5f74ba74742e {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:21:53.837729 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-22751094-44d1-4080-923a-fa79e719b20d service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898377 Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:53.839851 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:53.842349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.860267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Transition to ACTIVE for port object 65a178d1-cf06-4f6a-a205-5f74ba74742e will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:21:53.867756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.927973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.947030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:53.958588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Network': ['ID=fddcd21f-a843-43cc-bf43-932380190ca8,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:53.961706 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-015ca93e-277c-400f-845a-bbe96e1d17ed tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/fddcd21f-a843-43cc-bf43-932380190ca8 HTTP/1.1" status: 204 len: 168 time: 0.4701705 Mar 03 10:21:53.964183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34688) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:54.022477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=65a178d1-cf06-4f6a-a205-5f74ba74742e,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:54.048105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting subnet c62dfd67-b674-4014-b983-c75c6b899f15 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:54.052526 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.118314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.165390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 4bccc786-810e-4925-a094-8963284adec8 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:54.165723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.207149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.230289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Attempting to bind port 65a178d1-cf06-4f6a-a205-5f74ba74742e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:21:54.230616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Attempting to bind port 65a178d1-cf06-4f6a-a205-5f74ba74742e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:21:54.230935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Attempting to bind port 65a178d1-cf06-4f6a-a205-5f74ba74742e on network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:54.252646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Port 65a178d1-cf06-4f6a-a205-5f74ba74742e on network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:21:54.252961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Attempting to bind port 65a178d1-cf06-4f6a-a205-5f74ba74742e on network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:21:54.273969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:21:54.274219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Checking segment: {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:21:54.274592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Bound using segment: {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:21:54.275009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Bound port: 65a178d1-cf06-4f6a-a205-5f74ba74742e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d1f31a-243f-469a-88dd-9ce9c3699baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:21:54.275377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.283685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.329683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Subnet': ['ID=c62dfd67-b674-4014-b983-c75c6b899f15,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:54.336177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.343169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157e9d8-f300-485b-8753-857de47e9ad4 None None] Network 4dbc1db4-e25b-4271-99c0-ff436ea21d48 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:54.351233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3e6c688c-ffb0-4909-847d-a90e3f66b430 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/subnets/c62dfd67-b674-4014-b983-c75c6b899f15 HTTP/1.1" status: 204 len: 168 time: 0.3835704 Mar 03 10:21:54.351525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34692) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:54.506932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.531008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting port 410a4012-74c4-4d01-bd08-fc1f58c912a6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:54.535345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.576694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port 4bccc786-810e-4925-a094-8963284adec8, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4bccc786-810e-4925-a094-8963284adec8,segment=NetworkSegment(502d8ef3-c21f-4abe-84e2-0eb4540cade4),segment_id=502d8ef3-c21f-4abe-84e2-0eb4540cade4)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:54.577043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.639955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] For port 65a178d1-cf06-4f6a-a205-5f74ba74742e, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:21:54.707684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 4bccc786-810e-4925-a094-8963284adec8 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:54.716739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] DHCP port deletion for 4dbc1db4-e25b-4271-99c0-ff436ea21d48 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:54.721185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] Deleting port 410a4012-74c4-4d01-bd08-fc1f58c912a6 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:54.721564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.747228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] For port 65a178d1-cf06-4f6a-a205-5f74ba74742e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:21:54.754289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b45d593b-5e0b-4878-9893-6ca9eea978e4 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:21:54.757506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.846065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:54.846778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:54.848757 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] 10.222.0.32 "PUT /v2.0/ports/65a178d1-cf06-4f6a-a205-5f74ba74742e HTTP/1.1" status: 200 len: 1094 time: 2.5130787 Mar 03 10:21:54.850377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:54.886027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263807dd-2ace-4fad-a467-9ee56d23ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=65a178d1-cf06-4f6a-a205-5f74ba74742e,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:55.001669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57061af1-1927-45b3-b209-cf490beb14eb req-f800036a-acbc-48e1-96b3-d3dc7677d6df tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:55.003221 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-57061af1-1927-45b3-b209-cf490beb14eb req-f800036a-acbc-48e1-96b3-d3dc7677d6df tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 944 time: 0.4377646 Mar 03 10:21:55.010956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30467dd6-f0cb-461d-96d8-4c7a949b05d6 req-283f75b3-5ea7-4e2b-9fb7-b28dca2e268f tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:55.012487 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30467dd6-f0cb-461d-96d8-4c7a949b05d6 req-283f75b3-5ea7-4e2b-9fb7-b28dca2e268f tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 944 time: 0.4450665 Mar 03 10:21:55.033503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] For port 410a4012-74c4-4d01-bd08-fc1f58c912a6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=410a4012-74c4-4d01-bd08-fc1f58c912a6,segment=NetworkSegment(0ea640ee-a064-498c-b4c4-ca5984475304),segment_id=0ea640ee-a064-498c-b4c4-ca5984475304)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:55.034898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.068996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.115371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] For port 410a4012-74c4-4d01-bd08-fc1f58c912a6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=410a4012-74c4-4d01-bd08-fc1f58c912a6,segment=NetworkSegment(0ea640ee-a064-498c-b4c4-ca5984475304),segment_id=0ea640ee-a064-498c-b4c4-ca5984475304)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:55.115724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.122725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=4bccc786-810e-4925-a094-8963284adec8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:55.135154 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30467dd6-f0cb-461d-96d8-4c7a949b05d6 req-c031e2b3-c9a6-47f7-919d-6b223579ef05 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147623 Mar 03 10:21:55.141817 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-57061af1-1927-45b3-b209-cf490beb14eb req-ca25f6af-c708-4a08-8a62-b5464d0cb2ab tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282885 Mar 03 10:21:55.216128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] Calling delete_port for 410a4012-74c4-4d01-bd08-fc1f58c912a6 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:55.228392 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'status': 'completed', 'code': 200} Mar 03 10:21:55.267483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-a877f603-96f3-458e-926a-fe7e58cc16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:55.269228 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-a877f603-96f3-458e-926a-fe7e58cc16ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 1097 time: 0.2516286 Mar 03 10:21:55.292546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Calling delete_port for 410a4012-74c4-4d01-bd08-fc1f58c912a6 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:55.385047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.394551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:21:55.394869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:21:55.412054 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-f205b948-e860-47b2-b7c7-a0c36793c3c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e HTTP/1.1" status: 200 len: 217 time: 0.0799789 Mar 03 10:21:55.445381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] Pushing event deleted for resources: {'Port': ['ID=410a4012-74c4-4d01-bd08-fc1f58c912a6,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:55.447744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port b45d593b-5e0b-4878-9893-6ca9eea978e4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4,segment=NetworkSegment(49433158-9e8b-4201-bc5e-868237611753),segment_id=49433158-9e8b-4201-bc5e-868237611753)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:55.455133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e3edb-1ab6-44f8-8eaa-66273a4d6af0 None None] No DVR routers for this DVR port 410a4012-74c4-4d01-bd08-fc1f58c912a6 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:55.467856 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'b45d593b-5e0b-4878-9893-6ca9eea978e4', 'network_id': '9098fbeb-2fcf-4c4c-83ef-934d4481f302', 'port_id': 'b45d593b-5e0b-4878-9893-6ca9eea978e4', 'mac_address': 'fa:16:3e:87:18:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b858f749-1dfb-4d06-b6d6-165b22a5cd89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:21:55.526964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.543674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45d593b-5e0b-4878-9893-6ca9eea978e4 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:21:55.554147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.559094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port b45d593b-5e0b-4878-9893-6ca9eea978e4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4,segment=NetworkSegment(49433158-9e8b-4201-bc5e-868237611753),segment_id=49433158-9e8b-4201-bc5e-868237611753)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:55.559238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-5e2ae05b-33b1-4727-a07d-deed6ddc5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:55.561022 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-5e2ae05b-33b1-4727-a07d-deed6ddc5fe7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cbca29d-1491-473c-ad82-33bf4eee5a0c HTTP/1.1" status: 200 len: 834 time: 0.0950143 Mar 03 10:21:55.563623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.630800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=b45d593b-5e0b-4878-9893-6ca9eea978e4,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:55.765693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['b45d593b-5e0b-4878-9893-6ca9eea978e4'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:21:55.896575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Deleting port 410a4012-74c4-4d01-bd08-fc1f58c912a6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:55.897167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:55.973440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] The port '410a4012-74c4-4d01-bd08-fc1f58c912a6' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:21:56.020501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285dcd-21af-42ed-b754-c549297e1615 req-758841d7-0e37-4512-a316-70cb8991e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:56.021971 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-758841d7-0e37-4512-a316-70cb8991e187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4541936 Mar 03 10:21:56.106127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.133329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbc1db4-e25b-4271-99c0-ff436ea21d48']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:56.148244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea640ee-a064-498c-b4c4-ca5984475304') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:56.148532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea640ee-a064-498c-b4c4-ca5984475304') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:56.149986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:21:56.161768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.179257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.185925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:56.186329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:56.202423 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:56.258772 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-506ee7e8-5328-414c-b105-e01dd92e8ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293575 Mar 03 10:21:56.261923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 410a4012-74c4-4d01-bd08-fc1f58c912a6 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:56.302803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.314430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 410a4012-74c4-4d01-bd08-fc1f58c912a6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:56.314992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 410a4012-74c4-4d01-bd08-fc1f58c912a6 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:56.330201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.368695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] Pushing event deleted for resources: {'Network': ['ID=4dbc1db4-e25b-4271-99c0-ff436ea21d48,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:56.428296 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9411a22f-0521-4300-9b7c-d34ba97b3040 tempest-NetworksIpV6TestAttrs-338917032 tempest-NetworksIpV6TestAttrs-338917032-project] 10.222.0.23 "DELETE /v2.0/networks/4dbc1db4-e25b-4271-99c0-ff436ea21d48 HTTP/1.1" status: 204 len: 168 time: 2.0735762 Mar 03 10:21:56.465552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:21:56.479391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:21:56.488215 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-81a8143b-5751-40b2-8483-8da5bc264e2c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7574043 Mar 03 10:21:56.493794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fec40-ca13-4649-90d6-59ed19a5c7ce req-e8d2d176-b595-49e9-8373-0f482bc39a1c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:56.495644 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-750fec40-ca13-4649-90d6-59ed19a5c7ce req-e8d2d176-b595-49e9-8373-0f482bc39a1c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 944 time: 0.1281154 Mar 03 10:21:56.496408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:56.502631 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:56.504414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:56.507822 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b6285dcd-21af-42ed-b754-c549297e1615 req-61d279ac-a21e-4ecc-8291-57a044b0e799 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427843 Mar 03 10:21:56.507997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aeaec-67a2-40f2-a34d-91b65aec8653 req-9fa19418-d732-4b6f-8869-7b93bc8a15a7 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:56.509648 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-178aeaec-67a2-40f2-a34d-91b65aec8653 req-9fa19418-d732-4b6f-8869-7b93bc8a15a7 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 945 time: 0.1758018 Mar 03 10:21:56.638973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-5e465195-8a0b-448b-bc34-c16fe46df222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:56.641230 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-5e465195-8a0b-448b-bc34-c16fe46df222 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 1097 time: 0.0767922 Mar 03 10:21:56.648094 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-750fec40-ca13-4649-90d6-59ed19a5c7ce req-337b8908-7fb3-4e82-a39e-53337996e7d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067262 Mar 03 10:21:56.652980 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-178aeaec-67a2-40f2-a34d-91b65aec8653 req-505b9d63-7a71-4e6b-a8dc-dd50424ddb1d tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903776 Mar 03 10:21:56.659135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet 7a9c16c2-8b53-4166-b302-3c8024d6b9a0 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:21:56.665943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.709302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:56.742169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.756089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b45d593b-5e0b-4878-9893-6ca9eea978e4 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:21:56.799995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-fd1b3dfb-3aa6-43c1-a8ad-aef71c2d09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:56.801803 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-fd1b3dfb-3aa6-43c1-a8ad-aef71c2d09d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c HTTP/1.1" status: 200 len: 896 time: 0.1539407 Mar 03 10:21:56.844274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.872606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34714) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:56.891421 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-37e896c3-bb0e-472b-949d-506043ee4803 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e HTTP/1.1" status: 200 len: 217 time: 0.0825398 Mar 03 10:21:56.933542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:56.976025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-9217f50e-296a-425a-a0fd-418492020be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:56.977685 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-9217f50e-296a-425a-a0fd-418492020be2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cbca29d-1491-473c-ad82-33bf4eee5a0c HTTP/1.1" status: 200 len: 834 time: 0.0796909 Mar 03 10:21:56.981194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9c16c2-8b53-4166-b302-3c8024d6b9a0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:56.992897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.003108 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-674c8b17-487f-42e6-bb46-71f582405b52 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/7a9c16c2-8b53-4166-b302-3c8024d6b9a0 HTTP/1.1" status: 204 len: 168 time: 0.5047574 Mar 03 10:21:57.004668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34720) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:57.029531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624eff6-8bea-4cf2-96de-a919ddc6e694 None None] Network 115aa50d-efe8-422d-9768-0dcef037a0f5 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:21:57.045840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port b45d593b-5e0b-4878-9893-6ca9eea978e4 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:21:57.098531 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e17d3c4e-5802-4423-86f2-3a70aca354b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b000dc30c2f4366bb127a36bc7dde5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196596 Mar 03 10:21:57.101144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34724) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:57.101674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port b45d593b-5e0b-4878-9893-6ca9eea978e4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:21:57.102199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.115437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-3edaa652-bdcf-46b6-8fe0-f776195f989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:57.116944 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-3edaa652-bdcf-46b6-8fe0-f776195f989e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1316056 Mar 03 10:21:57.149827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.177347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port b9ddf440-604c-4ca4-a276-fb4811ceaa50 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:57.177723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.234508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e6ff-bd78-47cd-9416-dd55071cfb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.259034 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-8c402192-0b3a-47c6-9f49-3f5a617cfc4b service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352463 Mar 03 10:21:57.310004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e6ff-bd78-47cd-9416-dd55071cfb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.404069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b86b8ec-a9cb-4888-b2dc-fa66e67b4be6 req-70ed1636-a020-45bf-ac62-daa5adb3a78d service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388216 Mar 03 10:21:57.406411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:54Z', 'revision_number': 10, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:57.429354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:21:57.434997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.469575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:21:57.469845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:57.546059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45d593b-5e0b-4878-9893-6ca9eea978e4'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:21:57.571212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port b9ddf440-604c-4ca4-a276-fb4811ceaa50, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b9ddf440-604c-4ca4-a276-fb4811ceaa50,segment=NetworkSegment(502d8ef3-c21f-4abe-84e2-0eb4540cade4),segment_id=502d8ef3-c21f-4abe-84e2-0eb4540cade4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:57.571810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.617734 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45d593b-5e0b-4878-9893-6ca9eea978e4', 'code': 200} Mar 03 10:21:57.619211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port b45d593b-5e0b-4878-9893-6ca9eea978e4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4,segment=NetworkSegment(49433158-9e8b-4201-bc5e-868237611753),segment_id=49433158-9e8b-4201-bc5e-868237611753)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:57.626454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.699725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:21:57.704990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for b9ddf440-604c-4ca4-a276-fb4811ceaa50 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:21:57.744640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e6ff-bd78-47cd-9416-dd55071cfb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.748355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3b0f1-f133-4264-a074-759babfa0c0d None None] DHCP port deletion for 115aa50d-efe8-422d-9768-0dcef037a0f5 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:21:57.770949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9e6ff-bd78-47cd-9416-dd55071cfb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5020eeea-7a28-4192-b9ad-15a9cc957d41,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:57.774746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3b0f1-f133-4264-a074-759babfa0c0d None None] Deleting port b9ddf440-604c-4ca4-a276-fb4811ceaa50 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:57.775108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b0f1-f133-4264-a074-759babfa0c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.785734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e6ff-bd78-47cd-9416-dd55071cfb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.798816 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c7f9e6ff-bd78-47cd-9416-dd55071cfb8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5020eeea-7a28-4192-b9ad-15a9cc957d41 HTTP/1.1" status: 204 len: 168 time: 0.6875806 Mar 03 10:21:57.828411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=b45d593b-5e0b-4878-9893-6ca9eea978e4,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:57.844046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:57.926447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e0604-0401-4d48-af9c-d6a9cf32e6f1 req-4c2e99a3-b71c-4fac-b6d8-7278ebe2c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:57.929080 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b4e0604-0401-4d48-af9c-d6a9cf32e6f1 req-4c2e99a3-b71c-4fac-b6d8-7278ebe2c5d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 1099 time: 0.1186473 Mar 03 10:21:57.985269 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b4e0604-0401-4d48-af9c-d6a9cf32e6f1 req-474fd367-0d6e-4b56-a2c5-d6777e1d5ab8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505137 Mar 03 10:21:58.011752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=b9ddf440-604c-4ca4-a276-fb4811ceaa50,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:58.024885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No DVR routers for this DVR port b9ddf440-604c-4ca4-a276-fb4811ceaa50 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:21:58.030771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3b0f1-f133-4264-a074-759babfa0c0d None None] The port 'b9ddf440-604c-4ca4-a276-fb4811ceaa50' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:21:58.187043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:58.198717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b9ddf440-604c-4ca4-a276-fb4811ceaa50 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:21:58.233166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115aa50d-efe8-422d-9768-0dcef037a0f5']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:58.235569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b9ddf440-604c-4ca4-a276-fb4811ceaa50 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:21:58.235912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b9ddf440-604c-4ca4-a276-fb4811ceaa50 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:21:58.239958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:54Z', 'revision_number': 10, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:58.244062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f83b8-27eb-4380-a718-56d822c030ce None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:21:54Z', 'revision_number': 10, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None, '_interfaces': [{'id': '3df4fbc4-a389-402f-80e4-924fcc2f3030', 'name': '', 'network_id': 'd19f8e4d-79c6-4897-8eba-e06ccd4740ad', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'mac_address': 'fa:16:3e:e1:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7461835d-8238-4851-9a09-871318a021f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:01Z', 'updated_at': '2022-03-03T10:21:11Z', 'revision_number': 5, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'subnets': [{'id': 'e4d65589-a814-463a-9edd-94dc70adfb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:21:58.252057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174531be-f2e1-4694-b440-ced8c4e47a61 req-7ffd2116-5f47-4d2c-9775-9ed374655fbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:58.253663 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-174531be-f2e1-4694-b440-ced8c4e47a61 req-7ffd2116-5f47-4d2c-9775-9ed374655fbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 944 time: 0.3453298 Mar 03 10:21:58.263429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce58e0-dc3e-465f-ad47-685ca1eb5e1f req-641571da-c014-4135-83a8-1fc761fbfec4 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:58.264831 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-edce58e0-dc3e-465f-ad47-685ca1eb5e1f req-641571da-c014-4135-83a8-1fc761fbfec4 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.3217268 Mar 03 10:21:58.267844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502d8ef3-c21f-4abe-84e2-0eb4540cade4') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:58.268036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502d8ef3-c21f-4abe-84e2-0eb4540cade4') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:21:58.313550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:58.355915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:58.370203 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-edce58e0-dc3e-465f-ad47-685ca1eb5e1f req-3db41d8e-e2a4-47b4-a215-4a5c98735a1d tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940681 Mar 03 10:21:58.371227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:21:58.371644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:58.388949 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-174531be-f2e1-4694-b440-ced8c4e47a61 req-bfff38e1-98c5-4182-b7e8-79e50cab4513 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231825 Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:21:58.389577 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:21:58.467622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:58.472944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:58.505192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=115aa50d-efe8-422d-9768-0dcef037a0f5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:58.513836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5e68a676-8d2e-4d7b-bf9b-8a0d00c40706 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/115aa50d-efe8-422d-9768-0dcef037a0f5 HTTP/1.1" status: 204 len: 168 time: 1.5080376 Mar 03 10:21:58.516491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34736) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:21:58.746560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 65a178d1-cf06-4f6a-a205-5f74ba74742e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:21:58.884338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 65a178d1-cf06-4f6a-a205-5f74ba74742e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:58.898165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'port_id': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'mac_address': 'fa:16:3e:36:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:21:58.961049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:58.984501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a178d1-cf06-4f6a-a205-5f74ba74742e {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:21:59.001616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 65a178d1-cf06-4f6a-a205-5f74ba74742e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:59.006687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:59.082950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=65a178d1-cf06-4f6a-a205-5f74ba74742e,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:21:59.173381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:59.205365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['65a178d1-cf06-4f6a-a205-5f74ba74742e'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:21:59.637758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 3df4fbc4-a389-402f-80e4-924fcc2f3030 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:21:59.638097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:59.820549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910389b-f031-4a07-bc83-32df19f9cd3e req-3dc13a0b-8f5e-43fc-b6e0-e972863447d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:59.821927 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7910389b-f031-4a07-bc83-32df19f9cd3e req-3dc13a0b-8f5e-43fc-b6e0-e972863447d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 945 time: 0.3064816 Mar 03 10:21:59.850491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83759fa4-7d6e-413f-adf9-d2aba9e44972 req-61a0d6c0-0161-412d-99d3-06d81a9bc6e6 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:21:59.851952 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-83759fa4-7d6e-413f-adf9-d2aba9e44972 req-61a0d6c0-0161-412d-99d3-06d81a9bc6e6 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.2893767 Mar 03 10:21:59.946284 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7910389b-f031-4a07-bc83-32df19f9cd3e req-5fbb6276-f9ee-482b-9003-ea5632892057 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122010 Mar 03 10:21:59.947905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port 3df4fbc4-a389-402f-80e4-924fcc2f3030, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3df4fbc4-a389-402f-80e4-924fcc2f3030,segment=NetworkSegment(f9453b56-bb67-4b56-ae16-47bef461d625),segment_id=f9453b56-bb67-4b56-ae16-47bef461d625)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:21:59.948261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:21:59.966567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-83759fa4-7d6e-413f-adf9-d2aba9e44972 req-e3899242-5ca7-4e85-ab91-9a51094337c0 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Mar 03 10:22:00.083115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 3df4fbc4-a389-402f-80e4-924fcc2f3030 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:00.145986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4bccc786-810e-4925-a094-8963284adec8 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:00.221374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 4bccc786-810e-4925-a094-8963284adec8 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:00.221726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4bccc786-810e-4925-a094-8963284adec8 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:00.242700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc738816-b1ac-48ce-9d13-c6bf2adc2b19 req-c16d30ca-a7b6-406d-9ee5-5566c99a64e9 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:00.244192 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc738816-b1ac-48ce-9d13-c6bf2adc2b19 req-c16d30ca-a7b6-406d-9ee5-5566c99a64e9 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.1696305 Mar 03 10:22:00.329567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc738816-b1ac-48ce-9d13-c6bf2adc2b19 req-bce64c3c-cc5d-4dcc-88d7-d97f9d7b1a9d tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734119 Mar 03 10:22:00.365610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:00.445783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=3df4fbc4-a389-402f-80e4-924fcc2f3030,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:00.747206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 65a178d1-cf06-4f6a-a205-5f74ba74742e up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:22:00.814827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 65a178d1-cf06-4f6a-a205-5f74ba74742e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:22:00.820102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 65a178d1-cf06-4f6a-a205-5f74ba74742e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:00.821052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:00.826259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:00.935158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:00.962183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:22:00.972166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 65a178d1-cf06-4f6a-a205-5f74ba74742e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:00.977465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:00.993943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c5a9b-e158-4271-83d3-27739bc9b622 req-2e2db148-1ff0-416b-a825-883113d936f5 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:00.995447 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0c6c5a9b-e158-4271-83d3-27739bc9b622 req-2e2db148-1ff0-416b-a825-883113d936f5 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.2754810 Mar 03 10:22:01.024436 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'code': 200} Mar 03 10:22:01.053597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=65a178d1-cf06-4f6a-a205-5f74ba74742e,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:01.210961 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0c6c5a9b-e158-4271-83d3-27739bc9b622 req-7958480b-0c4a-40f6-99c8-1739e3ce08bc tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606419 Mar 03 10:22:01.212676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:22:01.326727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec5dd9-f068-44f3-b51d-73be62dd2c28 req-d3dad552-fca5-422f-a832-af824409db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:01.328324 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-91ec5dd9-f068-44f3-b51d-73be62dd2c28 req-d3dad552-fca5-422f-a832-af824409db33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 1099 time: 0.0713911 Mar 03 10:22:01.366743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:01.371657 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-91ec5dd9-f068-44f3-b51d-73be62dd2c28 req-82d1ce8a-5f27-4d27-980c-f051a3d1f605 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373325 Mar 03 10:22:01.376469 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:01.381916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9924f-64a4-4008-bddd-f3b2afbcac23 req-41e99ae2-a2cb-4d1a-97b3-c61564dee898 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:01.383416 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b2a9924f-64a4-4008-bddd-f3b2afbcac23 req-41e99ae2-a2cb-4d1a-97b3-c61564dee898 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 946 time: 0.2507968 Mar 03 10:22:01.386067 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:01.386720 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:01.393058 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-90e14383-02db-4f1d-91dd-a66ab53f11cd tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8731596 Mar 03 10:22:01.393417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34754) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:01.432502 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b2a9924f-64a4-4008-bddd-f3b2afbcac23 req-3ac7620d-7bc7-4926-97c9-b6f93d0ac948 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405066 Mar 03 10:22:01.540316 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:01.583522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting subnet e4d65589-a814-463a-9edd-94dc70adfb05 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:22:01.586504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:01.639986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:01.646228 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:22:00Z', 'revision_number': 11, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:01.650280 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:01.658618 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:01.659241 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:01.724404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:01.799651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:01.823918 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:01.840057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d65589-a814-463a-9edd-94dc70adfb05,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:01.843915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:01.850907 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-88883a0a-6755-48eb-9837-06c4e6dfb813 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/e4d65589-a814-463a-9edd-94dc70adfb05 HTTP/1.1" status: 204 len: 168 time: 0.4558828 Mar 03 10:22:01.852918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74bd42-21fd-4620-aa6d-c006cb20148d None None] Network d19f8e4d-79c6-4897-8eba-e06ccd4740ad requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:22:01.853960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34758) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:01.934894 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:22:00Z', 'revision_number': 11, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:01.938859 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3f532-0337-4728-8375-95af74ab2359 None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:22:00Z', 'revision_number': 11, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:01.983911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:01.994823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Deleting port 07ba5bf9-a252-4760-8564-5f23fd3bc654 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:01.995152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:02.206034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] For port 07ba5bf9-a252-4760-8564-5f23fd3bc654, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=07ba5bf9-a252-4760-8564-5f23fd3bc654,segment=NetworkSegment(f9453b56-bb67-4b56-ae16-47bef461d625),segment_id=f9453b56-bb67-4b56-ae16-47bef461d625)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:02.207115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:02.314274 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] DHCP port deletion for d19f8e4d-79c6-4897-8eba-e06ccd4740ad request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:22:02.322064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Deleting port 07ba5bf9-a252-4760-8564-5f23fd3bc654 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:02.322445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:02.337551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Calling delete_port for 07ba5bf9-a252-4760-8564-5f23fd3bc654 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:02.605474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3df4fbc4-a389-402f-80e4-924fcc2f3030 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:02.644951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:02.656438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 3df4fbc4-a389-402f-80e4-924fcc2f3030 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:02.656767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3df4fbc4-a389-402f-80e4-924fcc2f3030 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:02.657174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 07ba5bf9-a252-4760-8564-5f23fd3bc654 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:02.693577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfc73d-4ebc-4198-9cbf-176172ddfb40 req-0f7bb6c9-dac8-4d50-b97f-5cd75c21d912 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:02.695067 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8adfc73d-4ebc-4198-9cbf-176172ddfb40 req-0f7bb6c9-dac8-4d50-b97f-5cd75c21d912 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.3265154 Mar 03 10:22:02.697151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 07ba5bf9-a252-4760-8564-5f23fd3bc654 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:02.697482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 07ba5bf9-a252-4760-8564-5f23fd3bc654 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:02.703288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] For port 07ba5bf9-a252-4760-8564-5f23fd3bc654, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=07ba5bf9-a252-4760-8564-5f23fd3bc654,segment=NetworkSegment(f9453b56-bb67-4b56-ae16-47bef461d625),segment_id=f9453b56-bb67-4b56-ae16-47bef461d625)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:02.703712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:02.704620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Port': ['ID=07ba5bf9-a252-4760-8564-5f23fd3bc654,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:02.706724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No DVR routers for this DVR port 07ba5bf9-a252-4760-8564-5f23fd3bc654 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:22:02.834191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Calling delete_port for 07ba5bf9-a252-4760-8564-5f23fd3bc654 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:02.904004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:22:02.904739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:22:02.908837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:02.918703 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8adfc73d-4ebc-4198-9cbf-176172ddfb40 req-24bbac29-223a-49f1-b7aa-b7b8d4eff42c tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823826 Mar 03 10:22:02.942962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19f8e4d-79c6-4897-8eba-e06ccd4740ad']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:02.963230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9453b56-bb67-4b56-ae16-47bef461d625') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:02.963548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9453b56-bb67-4b56-ae16-47bef461d625') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:02.982931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d3e4-01e1-4a30-9e29-6444576ae2f3 req-b3ceca09-37a3-4e2e-bebf-f31d787287a8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:02.984405 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3028d3e4-01e1-4a30-9e29-6444576ae2f3 req-b3ceca09-37a3-4e2e-bebf-f31d787287a8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 946 time: 0.2494297 Mar 03 10:22:02.985945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.012084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2952-37f2-4597-a9c0-7ed4c120e4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.023693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.040659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:22:03.041047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:22:03.055850 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:22:03.075397 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3028d3e4-01e1-4a30-9e29-6444576ae2f3 req-a348206f-dd27-471b-8013-f1153b0e6533 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823314 Mar 03 10:22:03.146390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.151736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.196986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Pushing event deleted for resources: {'Network': ['ID=d19f8e4d-79c6-4897-8eba-e06ccd4740ad,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:03.204834 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2c156659-3327-41e7-bf92-326a5b738702 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/networks/d19f8e4d-79c6-4897-8eba-e06ccd4740ad HTTP/1.1" status: 204 len: 168 time: 1.3469846 Mar 03 10:22:03.204834 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34772) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:03.210335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'routes': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:03.307553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-99c96ec1-5ea5-4dd0-940c-b93385c8fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:03.309034 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-99c96ec1-5ea5-4dd0-940c-b93385c8fa2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8175764dc48d414db571eee1a506a8f3&device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 1099 time: 0.0752132 Mar 03 10:22:03.406110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Deleting port 07ba5bf9-a252-4760-8564-5f23fd3bc654 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:03.406562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.440707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-09013dad-49a9-4dc5-9f97-be6abc25fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:03.442152 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-09013dad-49a9-4dc5-9f97-be6abc25fe02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9098fbeb-2fcf-4c4c-83ef-934d4481f302 HTTP/1.1" status: 200 len: 911 time: 0.1278019 Mar 03 10:22:03.496227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddab89-9cc1-4a5e-8319-16f6faab4629 None None] The port '07ba5bf9-a252-4760-8564-5f23fd3bc654' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:22:03.521506 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-16d1948f-7e92-4924-ba02-ec5ed425a2a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4 HTTP/1.1" status: 200 len: 217 time: 0.0730245 Mar 03 10:22:03.586070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-973d7871-d206-4743-9f04-efd79d858057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:03.587601 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-973d7871-d206-4743-9f04-efd79d858057 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b858f749-1dfb-4d06-b6d6-165b22a5cd89 HTTP/1.1" status: 200 len: 851 time: 0.0593367 Mar 03 10:22:03.592040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.extraroute_db [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Added routes are [] {{(pid=87888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 10:22:03.592340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.extraroute_db [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Removed routes are [] {{(pid=87888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 10:22:03.592695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:03.633795 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-a337d73b-a2c3-41ca-b5e2-7309357d32f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9098fbeb-2fcf-4c4c-83ef-934d4481f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404255 Mar 03 10:22:03.756646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f2682-1ee8-4879-a631-6f009794d0fa req-f95959b1-8a80-4c1e-bdc6-043f66d1b7dc tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:03.758008 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-527f2682-1ee8-4879-a631-6f009794d0fa req-f95959b1-8a80-4c1e-bdc6-043f66d1b7dc tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.4973412 Mar 03 10:22:03.764921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-f76b072c-457a-4494-b04b-91f2fd4c2ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257679 Mar 03 10:22:03.822300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd0577-5b94-49d3-a5ea-e80f8d03c855 req-3e70800b-16d0-48f6-be6a-e4080919e019 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:03.823719 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1cbd0577-5b94-49d3-a5ea-e80f8d03c855 req-3e70800b-16d0-48f6-be6a-e4080919e019 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 946 time: 0.5643990 Mar 03 10:22:03.895068 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-294c914b-3bc0-4020-a8b5-0f02f21b059a req-6a3a83cc-e0fa-4212-8138-c67654c09248 service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239593 Mar 03 10:22:04.045710 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.062774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.074850 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-527f2682-1ee8-4879-a631-6f009794d0fa req-fa49c1ad-b98d-45d1-9321-80f61f7deee5 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652979 Mar 03 10:22:04.133123 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1cbd0577-5b94-49d3-a5ea-e80f8d03c855 req-dcb9878d-f0ed-482f-825a-b81ad3f6b3b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005626 Mar 03 10:22:04.157227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34776) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:04.209150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 7461835d-8238-4851-9a09-871318a021f0 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:22:04.229615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aba9cb-e7c7-47e2-8029-9f0de60992a0 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:04.231437 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-20aba9cb-e7c7-47e2-8029-9f0de60992a0 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 1094 time: 0.0731397 Mar 03 10:22:04.234202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34780) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:04.239731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:04.245551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:04.249291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:04.252137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:04.258407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:04.268423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.345893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:04.352783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.353962 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01d712ca-b13e-45de-824f-7fcf3bc3b413 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 200 len: 701 time: 1.1484761 Mar 03 10:22:04.356771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34784) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:04.357186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] Sync routers for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:04.367076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:04.367718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:04.401454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5b910631-4dcc-4074-992d-844c8f5d20f4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Synchronizing usage tracker for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:04.412130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.420001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5b910631-4dcc-4074-992d-844c8f5d20f4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Unset dirty status for tenant:d639d5fe6ac24c74b6c4f80877fee328 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:04.423825 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5b910631-4dcc-4074-992d-844c8f5d20f4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 200 len: 205 time: 0.0638490 Mar 03 10:22:04.434869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34788) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:04.502749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:04.565097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.17 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/10438f3a-4aa1-468d-b167-3b5148d14fae) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:22:04.637541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a60b5bd8-8092-42a4-90af-bf2bd7a83e5c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.654606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:22:00Z', 'revision_number': 11, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:04.660603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] Checking router: 7461835d-8238-4851-9a09-871318a021f0 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:04.669791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] Routers {'7461835d-8238-4851-9a09-871318a021f0'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:04.671071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:21:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7461835d-8238-4851-9a09-871318a021f0'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:04.752862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.784383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.804953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] Set router 7461835d-8238-4851-9a09-871318a021f0 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:04.851908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:22:04.858901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:22:04.863537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:22:04.892707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=10438f3a-4aa1-468d-b167-3b5148d14fae,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:04.914473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:22:00Z', 'revision_number': 11, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:04.918353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45096890-bc44-4a0f-a921-2f89fa92c0db None None] The sync data for ids ['7461835d-8238-4851-9a09-871318a021f0'] in dv-neutron-831192-5-hyperv is: [{'id': '7461835d-8238-4851-9a09-871318a021f0', 'name': 'tempest-RoutersTest-router-1805181154', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:20:57Z', 'updated_at': '2022-03-03T10:22:00Z', 'revision_number': 11, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:04.955556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a60b5bd8-8092-42a4-90af-bf2bd7a83e5c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.959264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a60b5bd8-8092-42a4-90af-bf2bd7a83e5c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.984219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a60b5bd8-8092-42a4-90af-bf2bd7a83e5c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:04.984764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60b5bd8-8092-42a4-90af-bf2bd7a83e5c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Fanout notify agent at l3_agent the message router_deleted on router 7461835d-8238-4851-9a09-871318a021f0 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:22:05.001638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a60b5bd8-8092-42a4-90af-bf2bd7a83e5c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.006816 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a60b5bd8-8092-42a4-90af-bf2bd7a83e5c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 204 len: 168 time: 0.5661256 Mar 03 10:22:05.008459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34792) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:05.013687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1285183254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:05.021856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:05.026217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Usage tracker for resource:router and tenant:d639d5fe6ac24c74b6c4f80877fee328 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:05.029837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:05.037968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:05.049792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.051123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.068729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.089739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.123390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.124911 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fc25495f-05ec-406f-8720-3aa9285263dc tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1154599 Mar 03 10:22:05.127731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34798) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:05.135038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-de0c9376-84de-4e50-8131-06dfad634942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:05.216952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4594dec2-0f92-41ff-bf6d-f989d9b35b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.423180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.507419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.710541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.716529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.730903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de0c9376-84de-4e50-8131-06dfad634942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.746666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1b800-22e6-4161-93b6-03db1648c112 req-cad6de17-5be4-43be-999b-17ea181e1d27 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:05.748170 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10b1b800-22e6-4161-93b6-03db1648c112 req-cad6de17-5be4-43be-999b-17ea181e1d27 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.5391431 Mar 03 10:22:05.756849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de0c9376-84de-4e50-8131-06dfad634942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.825708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=10438f3a-4aa1-468d-b167-3b5148d14fae,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:05.836320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:05.920254 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10b1b800-22e6-4161-93b6-03db1648c112 req-1654fd7b-a405-4f9f-9c5a-0af95be44cd2 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658969 Mar 03 10:22:05.955848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0c9376-84de-4e50-8131-06dfad634942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Router 6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:22:06.021731 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 2ca7d055-8a5a-425c-ad51-73e21d259f53 associated. External IP: 172.26.7.17, port: 65a178d1-cf06-4f6a-a205-5f74ba74742e. Mar 03 10:22:06.077037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:06.078876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:06.094261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0c9376-84de-4e50-8131-06dfad634942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:06.101320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de0c9376-84de-4e50-8131-06dfad634942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:06.105646 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-de0c9376-84de-4e50-8131-06dfad634942 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "PUT /v2.0/routers/6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 HTTP/1.1" status: 200 len: 694 time: 0.9722145 Mar 03 10:22:06.105646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34804) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:06.109429 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] Sync routers for ids ['6b8f7bfc-32cf-4b2e-a601-5c525b36ac26'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:06.127064 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] Routers {'6b8f7bfc-32cf-4b2e-a601-5c525b36ac26'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:06.129066 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['6b8f7bfc-32cf-4b2e-a601-5c525b36ac26'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:06.264488 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b8dd345d-8a6b-4953-b2f3-b5ac5a004efe tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/routers/6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 HTTP/1.1" status: 200 len: 700 time: 0.1577761 Mar 03 10:22:06.267348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:06.358672 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] Set router 6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:06.374070 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6f3d68e9-8b56-410e-92ec-8731ac7f831d tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 HTTP/1.1" status: 200 len: 205 time: 0.1054943 Mar 03 10:22:06.376462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34814) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:06.481245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 64723526-8c6a-4ebd-b73e-4f146f176b75 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:22:06.514683 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8f7bfc-32cf-4b2e-a601-5c525b36ac26', 'name': 'tempest-RoutersTest-router-1285183254', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:05Z', 'updated_at': '2022-03-03T10:22:05Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:06.519574 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] Checking router: 6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:06.528046 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] Routers {'6b8f7bfc-32cf-4b2e-a601-5c525b36ac26'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:06.528900 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['6b8f7bfc-32cf-4b2e-a601-5c525b36ac26'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:06.582380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49cba2-3d69-4a7c-9473-4066efbcf5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:06.668203 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] Set router 6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:06.785399 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8f7bfc-32cf-4b2e-a601-5c525b36ac26', 'name': 'tempest-RoutersTest-router-1285183254', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:05Z', 'updated_at': '2022-03-03T10:22:05Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:06.789874 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba615bb-171e-4b86-8c81-5c3245a99366 None None] The sync data for ids ['6b8f7bfc-32cf-4b2e-a601-5c525b36ac26'] in dv-neutron-831192-5-hyperv is: [{'id': '6b8f7bfc-32cf-4b2e-a601-5c525b36ac26', 'name': 'tempest-RoutersTest-router-1285183254', 'tenant_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:05Z', 'updated_at': '2022-03-03T10:22:05Z', 'revision_number': 2, 'project_id': 'd639d5fe6ac24c74b6c4f80877fee328', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:06.831231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:06.844097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] Sync routers for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:06.861187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:06.862178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:06.893409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:06.977486 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5057b5b1-fd29-407a-98bd-efa74a8dfc4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7422521 Mar 03 10:22:06.978457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:22:06.983842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34818) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.087320 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'status': 'completed', 'code': 200} Mar 03 10:22:07.129465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49cba2-3d69-4a7c-9473-4066efbcf5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:07.137430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:07.140600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746d442-75e4-49c2-add3-9fa77ffd65b5 req-8a4ad654-aa2b-4ed3-97c9-ca6b515de7da tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:07.144125 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b746d442-75e4-49c2-add3-9fa77ffd65b5 req-8a4ad654-aa2b-4ed3-97c9-ca6b515de7da tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.6810138 Mar 03 10:22:07.145680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49cba2-3d69-4a7c-9473-4066efbcf5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:07.199510 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b4422349-1f91-4151-a943-4c0ae528991f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/2ca7d055-8a5a-425c-ad51-73e21d259f53 HTTP/1.1" status: 200 len: 991 time: 0.2143645 Mar 03 10:22:07.215896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49cba2-3d69-4a7c-9473-4066efbcf5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:07.216446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e49cba2-3d69-4a7c-9473-4066efbcf5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:22:07.219406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-bdca0a0f-f5cb-4ada-b9a3-cfc71ba43d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:07.221508 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-bdca0a0f-f5cb-4ada-b9a3-cfc71ba43d43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 1099 time: 0.1333988 Mar 03 10:22:07.246973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49cba2-3d69-4a7c-9473-4066efbcf5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:07.248402 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3e49cba2-3d69-4a7c-9473-4066efbcf5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 HTTP/1.1" status: 204 len: 168 time: 0.8707290 Mar 03 10:22:07.255604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34824) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.258542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b746d442-75e4-49c2-add3-9fa77ffd65b5 req-8a83d507-188c-404c-a7ba-cc6c99c2766b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064951 Mar 03 10:22:07.306993 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bffd1ac9-5e4e-45e0-acfe-7218f8d703b4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 HTTP/1.1" status: 200 len: 205 time: 0.0452209 Mar 03 10:22:07.307183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34828) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.363630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-287c718c-0301-45ed-83ee-890b81f45b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:07.365007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-287c718c-0301-45ed-83ee-890b81f45b7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c HTTP/1.1" status: 200 len: 896 time: 0.1374247 Mar 03 10:22:07.384167 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-6539da10-6a3e-4713-bd4b-5fece7b27ff4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] delete failed (client error): The resource could not be found. Mar 03 10:22:07.387822 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6539da10-6a3e-4713-bd4b-5fece7b27ff4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/6b8f7bfc-32cf-4b2e-a601-5c525b36ac26 HTTP/1.1" status: 404 len: 336 time: 0.0774515 Mar 03 10:22:07.388237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34832) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.427064 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-224ec870-dfb3-41fe-812d-ea19104e1a83 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:07.427549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224ec870-dfb3-41fe-812d-ea19104e1a83 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:07.429268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-224ec870-dfb3-41fe-812d-ea19104e1a83 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/1f2fae7a-e5dc-4058-b521-4f3cfa178540 HTTP/1.1" status: 404 len: 337 time: 0.0401421 Mar 03 10:22:07.432353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34836) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.475933 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-7ed80ea9-4f0b-4a15-9d2a-732aec5d1e8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e HTTP/1.1" status: 200 len: 999 time: 0.1050091 Mar 03 10:22:07.476279 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9643af-6853-4e6b-92dd-7e16b73cf5d6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:07.476744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9643af-6853-4e6b-92dd-7e16b73cf5d6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:07.479347 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7b9643af-6853-4e6b-92dd-7e16b73cf5d6 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/c48b3263-0753-47ef-982a-17b71f306274 HTTP/1.1" status: 404 len: 337 time: 0.0452073 Mar 03 10:22:07.480914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34840) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.527076 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7903d86d-1744-4ae0-96d3-7670bb09a050 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:07.527601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7903d86d-1744-4ae0-96d3-7670bb09a050 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:07.532005 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7903d86d-1744-4ae0-96d3-7670bb09a050 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/7a9c16c2-8b53-4166-b302-3c8024d6b9a0 HTTP/1.1" status: 404 len: 337 time: 0.0476990 Mar 03 10:22:07.532243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34844) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.538875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '2ca7d055-8a5a-425c-ad51-73e21d259f53', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'port_id': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'mac_address': 'fa:16:3e:36:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:22:05Z', 'updated_at': '2022-03-03T10:22:05Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:45Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:07.542501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] Checking router: 64723526-8c6a-4ebd-b73e-4f146f176b75 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:07.546009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-3ae0af58-ba95-4ea3-b1ad-310d11c7925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:07.547587 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-3ae0af58-ba95-4ea3-b1ad-310d11c7925f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cbca29d-1491-473c-ad82-33bf4eee5a0c HTTP/1.1" status: 200 len: 834 time: 0.0659788 Mar 03 10:22:07.554878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:07.555525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:07.573223 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63f5921-3b76-42b8-b7fb-5dd77fd671c5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:07.573639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63f5921-3b76-42b8-b7fb-5dd77fd671c5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:07.577668 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d63f5921-3b76-42b8-b7fb-5dd77fd671c5 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/e4d65589-a814-463a-9edd-94dc70adfb05 HTTP/1.1" status: 404 len: 337 time: 0.0422273 Mar 03 10:22:07.577886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34848) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.624738 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-088bb6a7-6879-4039-938b-1b8a8f3de957 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 200 len: 205 time: 0.0455916 Mar 03 10:22:07.626873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34852) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.627165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-ffd32af6-24cd-48b2-91cf-477626d64316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:07.629971 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-ffd32af6-24cd-48b2-91cf-477626d64316 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769627 Mar 03 10:22:07.699023 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-97d7e590-436f-42d9-8b27-107e0c7c90ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] delete failed (client error): The resource could not be found. Mar 03 10:22:07.702451 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-97d7e590-436f-42d9-8b27-107e0c7c90ae tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/7461835d-8238-4851-9a09-871318a021f0 HTTP/1.1" status: 404 len: 336 time: 0.0722952 Mar 03 10:22:07.702741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34856) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.747972 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0a371ec6-2828-42b2-b3a2-61485cfc5529 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5c20bb-bcac-4d65-89ac-4a84f643ea42 HTTP/1.1" status: 200 len: 205 time: 0.0441375 Mar 03 10:22:07.750311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34860) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.756249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:07.779903 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-5b7ecba8-e002-47ad-b668-5165fb9b2033 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442792 Mar 03 10:22:07.825134 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-f202a200-ec5d-4728-b09c-837011e670e8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] delete failed (client error): The resource could not be found. Mar 03 10:22:07.828397 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f202a200-ec5d-4728-b09c-837011e670e8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/0d5c20bb-bcac-4d65-89ac-4a84f643ea42 HTTP/1.1" status: 404 len: 336 time: 0.0748770 Mar 03 10:22:07.829210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34864) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.871144 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d41b23-2b51-4df3-a5ff-4209d6f53ddb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:07.871632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d41b23-2b51-4df3-a5ff-4209d6f53ddb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:07.875767 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65d41b23-2b51-4df3-a5ff-4209d6f53ddb tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/c32046be-c258-4a46-ae67-f1944abc52e8 HTTP/1.1" status: 404 len: 337 time: 0.0438330 Mar 03 10:22:07.876020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34868) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.929756 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-07671ef2-e800-403e-b558-a934992774c4 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=44646b81-7678-46cc-ad1d-ec98a5ad4717 HTTP/1.1" status: 200 len: 205 time: 0.0505443 Mar 03 10:22:07.930273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34872) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:07.934216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:08.019245 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-d9f582c2-8a4f-4167-803e-788080e3110c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] delete failed (client error): The resource could not be found. Mar 03 10:22:08.020315 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d9f582c2-8a4f-4167-803e-788080e3110c tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/44646b81-7678-46cc-ad1d-ec98a5ad4717 HTTP/1.1" status: 404 len: 336 time: 0.0882514 Mar 03 10:22:08.023076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34876) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.030205 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-032f5623-b652-47b9-ad7b-f2803dbf1552 req-fea4c983-ee92-4e8c-893c-7f58990f6df2 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445345 Mar 03 10:22:08.070219 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-903764a7-a351-4f69-a073-971c87dfb5ff tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9550c2a-afe4-478c-98c7-acf8c68335ce HTTP/1.1" status: 200 len: 205 time: 0.0453675 Mar 03 10:22:08.072517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34880) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.141580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-c2fbdad4-03a2-4378-bd14-7aa096eb8af1 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] delete failed (client error): The resource could not be found. Mar 03 10:22:08.142578 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c2fbdad4-03a2-4378-bd14-7aa096eb8af1 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/d9550c2a-afe4-478c-98c7-acf8c68335ce HTTP/1.1" status: 404 len: 336 time: 0.0691729 Mar 03 10:22:08.146315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34884) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.185049 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdddf39b-10c2-40ca-bd27-9dc277a35151 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:08.185515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdddf39b-10c2-40ca-bd27-9dc277a35151 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:08.187211 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bdddf39b-10c2-40ca-bd27-9dc277a35151 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/528e34f8-a334-4a61-aec1-90fb1b7821ff HTTP/1.1" status: 404 len: 337 time: 0.0399489 Mar 03 10:22:08.189185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '2ca7d055-8a5a-425c-ad51-73e21d259f53', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'port_id': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'mac_address': 'fa:16:3e:36:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:22:05Z', 'updated_at': '2022-03-03T10:22:05Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:45Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:08.189846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34888) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.193777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bcccb-bfaa-4a2f-8fd5-f659e177c22d None None] The sync data for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv is: [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '2ca7d055-8a5a-425c-ad51-73e21d259f53', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'port_id': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'mac_address': 'fa:16:3e:36:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:22:05Z', 'updated_at': '2022-03-03T10:22:05Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:45Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:08.203430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34892) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.235458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fc16575a-7aa8-4ff7-8d5e-d40d9bfd2552 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94161a7-f0bc-421e-85f8-b88e6dc6fcb3 HTTP/1.1" status: 200 len: 205 time: 0.0439498 Mar 03 10:22:08.238418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34896) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.311780 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-01aa2d95-e1ad-45bf-b8de-2669e36dbb5b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] delete failed (client error): The resource could not be found. Mar 03 10:22:08.313496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01aa2d95-e1ad-45bf-b8de-2669e36dbb5b tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/f94161a7-f0bc-421e-85f8-b88e6dc6fcb3 HTTP/1.1" status: 404 len: 336 time: 0.0735912 Mar 03 10:22:08.316569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34902) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.359389 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9612870-ef23-4dc0-b57e-b0e684a2bdef tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:08.360000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9612870-ef23-4dc0-b57e-b0e684a2bdef tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:08.361806 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d9612870-ef23-4dc0-b57e-b0e684a2bdef tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/67f36421-c572-468c-adec-f620df97248d HTTP/1.1" status: 404 len: 337 time: 0.0442133 Mar 03 10:22:08.364671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34906) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.365623 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9b174e32-f9be-4736-883d-d961e1f21751 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/2ca7d055-8a5a-425c-ad51-73e21d259f53 HTTP/1.1" status: 200 len: 991 time: 0.1609349 Mar 03 10:22:08.407068 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c76d6b-2ff1-4fc8-b03e-f60924749042 None None] New status for floating IP 2ca7d055-8a5a-425c-ad51-73e21d259f53: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:22:08.446824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ad6f60a1-8cdd-4fed-8498-3ac62c8d8852 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c HTTP/1.1" status: 200 len: 205 time: 0.0808063 Mar 03 10:22:08.449290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34910) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.491152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9f4a2-6fb9-493e-8f3c-58d8652aefcf req-41bc7353-db3c-4489-8411-6a344795c58d tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:08.493458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-85e9f4a2-6fb9-493e-8f3c-58d8652aefcf req-41bc7353-db3c-4489-8411-6a344795c58d tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.0955443 Mar 03 10:22:08.525270 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-5abd1775-98e7-41eb-8253-f588bfe1e9a8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] delete failed (client error): The resource could not be found. Mar 03 10:22:08.526326 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5abd1775-98e7-41eb-8253-f588bfe1e9a8 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/routers/c87504d8-6018-4b8f-a0bf-bb3a5ddfbc6c HTTP/1.1" status: 404 len: 336 time: 0.0760493 Mar 03 10:22:08.529091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34914) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.543167 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-85e9f4a2-6fb9-493e-8f3c-58d8652aefcf req-baec0458-6bbd-46fc-b8cf-d843c9f4bbfe tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Mar 03 10:22:08.568157 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ad7a79-27d1-4e25-a345-5e56d10ad1c3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:08.568715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ad7a79-27d1-4e25-a345-5e56d10ad1c3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:08.572556 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-00ad7a79-27d1-4e25-a345-5e56d10ad1c3 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/109af54f-5d11-407d-83be-0ee669c89ec9 HTTP/1.1" status: 404 len: 337 time: 0.0403364 Mar 03 10:22:08.573177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34920) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:08.611425 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3378fa-b381-40f0-bcc4-b51a3d526c82 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] DELETE failed (client error): The resource could not be found. Mar 03 10:22:08.611884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3378fa-b381-40f0-bcc4-b51a3d526c82 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:22:08.613951 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fa3378fa-b381-40f0-bcc4-b51a3d526c82 tempest-RoutersTest-2083148258 tempest-RoutersTest-2083148258-project] 10.222.0.23 "DELETE /v2.0/subnets/7abbd61c-20fe-44ba-a334-d12f5fe3ca82 HTTP/1.1" status: 404 len: 337 time: 0.0399175 Mar 03 10:22:08.895276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ce24f-c7b1-4fe1-8ba4-439a1b2c25ea req-b2bb729f-dfb5-490e-b37a-f4319d8a1e0b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:08.896881 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-911ce24f-c7b1-4fe1-8ba4-439a1b2c25ea req-b2bb729f-dfb5-490e-b37a-f4319d8a1e0b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.0865066 Mar 03 10:22:08.923739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34930) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:09.050336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-c926ec89-fc5f-4c7c-950a-676f34527063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:09.052254 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-c926ec89-fc5f-4c7c-950a-676f34527063 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8175764dc48d414db571eee1a506a8f3&device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 1099 time: 0.2160833 Mar 03 10:22:09.089928 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-911ce24f-c7b1-4fe1-8ba4-439a1b2c25ea req-d42c4a57-42ef-479c-af98-fc9068c969ac tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848044 Mar 03 10:22:09.127870 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f24a1927-1e13-4d7d-99c2-82919971fb44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d639d5fe6ac24c74b6c4f80877fee328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030375 Mar 03 10:22:09.130361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 34936) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:09.183354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-2feef772-7e94-4ade-bf76-a4a393274407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:09.184684 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-2feef772-7e94-4ade-bf76-a4a393274407 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9098fbeb-2fcf-4c4c-83ef-934d4481f302 HTTP/1.1" status: 200 len: 911 time: 0.1261573 Mar 03 10:22:09.188199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a14ac56-cc88-4200-be40-56781058a9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:09.214417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a14ac56-cc88-4200-be40-56781058a9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:09.253813 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-bc56aa8e-8baf-4b34-a82e-9795873d8344 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4 HTTP/1.1" status: 200 len: 217 time: 0.0629387 Mar 03 10:22:09.266467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a14ac56-cc88-4200-be40-56781058a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:09.281458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14ac56-cc88-4200-be40-56781058a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06adfca3-097c-45e7-b777-9d0e2ca279e2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:09.289207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a14ac56-cc88-4200-be40-56781058a9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:09.293133 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0a14ac56-cc88-4200-be40-56781058a9c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06adfca3-097c-45e7-b777-9d0e2ca279e2 HTTP/1.1" status: 204 len: 168 time: 0.1600235 Mar 03 10:22:09.318654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-30121633-1321-4403-afd8-307f8f2adcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:09.320248 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-30121633-1321-4403-afd8-307f8f2adcc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b858f749-1dfb-4d06-b6d6-165b22a5cd89 HTTP/1.1" status: 200 len: 851 time: 0.0611122 Mar 03 10:22:09.366716 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-3e6f06d7-a8a0-41a2-886a-636cca36e3e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9098fbeb-2fcf-4c4c-83ef-934d4481f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405402 Mar 03 10:22:09.368930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34942) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:09.575906 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-27ce46c7-28de-4637-8a42-4d3ec43b5d8a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/2ca7d055-8a5a-425c-ad51-73e21d259f53 HTTP/1.1" status: 200 len: 993 time: 0.2058671 Mar 03 10:22:09.605852 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-ffd19966-3309-4181-a633-2d469a8b9964 service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723731 Mar 03 10:22:09.737426 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a03255ca-053e-4a30-8fc2-d86e821239fe req-b4e54f24-2259-456e-ba35-2245f231e13a service neutron] 10.222.0.32 "GET /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250663 Mar 03 10:22:10.023736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34964) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:10.126388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4db972f3-17e4-4d2f-8110-1101a29af2ac tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:10.126888 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-4db972f3-17e4-4d2f-8110-1101a29af2ac tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 10:22:10.127585 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-4db972f3-17e4-4d2f-8110-1101a29af2ac tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 10:22:10.128695 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4db972f3-17e4-4d2f-8110-1101a29af2ac tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1039524 Mar 03 10:22:10.132380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34972) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:10.137654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--445691224'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:10.144856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:10.148645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:10.151464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:10.157191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:10.167853 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.179965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.194263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:10.197967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:10.200788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:10.206820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:10.294155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec942627-3ef7-443f-948d-08dcdfbfb647 req-cccab26b-bdd7-4e15-902d-87e861a6e334 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:10.294743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.295662 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ec942627-3ef7-443f-948d-08dcdfbfb647 req-cccab26b-bdd7-4e15-902d-87e861a6e334 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.0943735 Mar 03 10:22:10.303502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.322089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:10.334388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:10.339156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:10.344936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ec942627-3ef7-443f-948d-08dcdfbfb647 req-442803dc-c964-4fd5-9750-8e2db8965e15 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Mar 03 10:22:10.345140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab6d32-2438-4796-a746-ba17d0230ff1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:10.348275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:10.423241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.429767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.478287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb3c73-0c1d-4edb-89dc-b0cd0ad97f44,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:10.480591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.483373 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7083279b-8b61-44fb-becd-28da2464b046 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3484604 Mar 03 10:22:10.484772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34976) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:10.489647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '90eb3c73-0c1d-4edb-89dc-b0cd0ad97f44', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:10.495603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:10.499290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:10.502115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:10.508179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:10.524431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.582404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.585600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.608008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0875a8-2ece-4bce-a1a1-c59c52e8f328,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:10.616997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.618147 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f5690d8c-d5cc-4790-a681-5a36bc43ce0f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325521 Mar 03 10:22:10.620856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34980) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:10.625472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '90eb3c73-0c1d-4edb-89dc-b0cd0ad97f44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:10.631617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:10.635258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:10.638054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:10.644117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:10.659288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.716099 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 10:22:10.717131 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-01769a85-3e8a-4a94-973e-84be77b2695d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0953913 Mar 03 10:22:10.720120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34984) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:10.783706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14a48478-65b7-4ade-a335-b3592e4ad917 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.809857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14a48478-65b7-4ade-a335-b3592e4ad917 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.857474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14a48478-65b7-4ade-a335-b3592e4ad917 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.873429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a48478-65b7-4ade-a335-b3592e4ad917 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb3c73-0c1d-4edb-89dc-b0cd0ad97f44,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:10.880382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-14a48478-65b7-4ade-a335-b3592e4ad917 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:10.881474 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-14a48478-65b7-4ade-a335-b3592e4ad917 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/90eb3c73-0c1d-4edb-89dc-b0cd0ad97f44 HTTP/1.1" status: 204 len: 168 time: 0.1604476 Mar 03 10:22:10.884067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34988) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:10.931566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-24cb7588-1d9c-47c0-a808-428f9e1c3f1d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:10.948416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-24cb7588-1d9c-47c0-a808-428f9e1c3f1d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:10.949614 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-24cb7588-1d9c-47c0-a808-428f9e1c3f1d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646768 Mar 03 10:22:10.953349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34992) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:10.958186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910324694'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:10.964457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:10.974577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:10.983965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.003113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:11.006746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:11.009458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:11.014804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:11.082744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.086295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.132448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d96d83-7de3-4402-9708-53b3aeefa1a6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:11.140512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.141873 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c4260cd8-0aee-4660-be22-50cb7ffca5e2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1876225 Mar 03 10:22:11.145404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 34996) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.150247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-15bb5b62-3854-44ba-9d81-c4401e9393a2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '68d96d83-7de3-4402-9708-53b3aeefa1a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:11.150730 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-15bb5b62-3854-44ba-9d81-c4401e9393a2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 10:22:11.151207 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-15bb5b62-3854-44ba-9d81-c4401e9393a2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:11.152125 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-15bb5b62-3854-44ba-9d81-c4401e9393a2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058358 Mar 03 10:22:11.154705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35000) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.214273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1a8c1a8-0de3-40f7-b430-d55b30ad170e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.241743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1a8c1a8-0de3-40f7-b430-d55b30ad170e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.287327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1a8c1a8-0de3-40f7-b430-d55b30ad170e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.305368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8c1a8-0de3-40f7-b430-d55b30ad170e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d96d83-7de3-4402-9708-53b3aeefa1a6,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:11.311981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c1a8c1a8-0de3-40f7-b430-d55b30ad170e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.313078 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c1a8c1a8-0de3-40f7-b430-d55b30ad170e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/68d96d83-7de3-4402-9708-53b3aeefa1a6 HTTP/1.1" status: 204 len: 168 time: 0.1575577 Mar 03 10:22:11.316178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35004) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.364280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9dbdf566-aa8c-4236-a593-2850579b0fe3 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:11.379453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9dbdf566-aa8c-4236-a593-2850579b0fe3 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:11.380649 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9dbdf566-aa8c-4236-a593-2850579b0fe3 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635936 Mar 03 10:22:11.384344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35008) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.389053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672635192'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:11.396077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:11.406174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:11.416625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.441755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:11.445724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:11.448575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:11.454172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:11.528901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.533037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.554076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee66b6-35a3-4e0d-acfa-a9a1e00c1536 req-52e9fea6-0c50-4c57-83a6-849910fe2a32 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:11.555585 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3bee66b6-35a3-4e0d-acfa-a9a1e00c1536 req-52e9fea6-0c50-4c57-83a6-849910fe2a32 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.0864289 Mar 03 10:22:11.581768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6bdc6d-9833-4955-9705-36b5a1ca7785,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:11.586548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.590395 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5088a619-13be-4a9e-bd97-9cf7b78c8c5a tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2025740 Mar 03 10:22:11.591166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35014) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.595627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b4f34ed0-b7f3-40fe-949d-cb55e1f12311 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '5c6bdc6d-9833-4955-9705-36b5a1ca7785', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:11.596434 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-b4f34ed0-b7f3-40fe-949d-cb55e1f12311 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 10:22:11.597772 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-b4f34ed0-b7f3-40fe-949d-cb55e1f12311 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:11.598752 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b4f34ed0-b7f3-40fe-949d-cb55e1f12311 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072896 Mar 03 10:22:11.601425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35018) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.613846 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3bee66b6-35a3-4e0d-acfa-a9a1e00c1536 req-22b3e630-c5f6-4a38-b687-0551913e43f3 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522556 Mar 03 10:22:11.664405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0cd0-8e33-4691-873e-e22bd7dcc67f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.691867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0cd0-8e33-4691-873e-e22bd7dcc67f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.740772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0cd0-8e33-4691-873e-e22bd7dcc67f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.869734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d0cd0-8e33-4691-873e-e22bd7dcc67f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6bdc6d-9833-4955-9705-36b5a1ca7785,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:11.876534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0cd0-8e33-4691-873e-e22bd7dcc67f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:11.878282 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2e9d0cd0-8e33-4691-873e-e22bd7dcc67f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/5c6bdc6d-9833-4955-9705-36b5a1ca7785 HTTP/1.1" status: 204 len: 168 time: 0.2754660 Mar 03 10:22:11.881011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35026) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.930100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d4e56066-92f9-472b-a82e-2701a4b21dfa tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:11.946383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d4e56066-92f9-472b-a82e-2701a4b21dfa tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:11.947702 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d4e56066-92f9-472b-a82e-2701a4b21dfa tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657718 Mar 03 10:22:11.951750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35030) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:11.957447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553956594'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:11.964032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:11.974267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:11.984862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.005513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.009526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:12.012471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:12.013098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ffa5e-dc9e-4c58-9358-e1ba449352d8 req-25739fdb-079c-4f42-8810-84a5cc69992b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:12.014579 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-177ffa5e-dc9e-4c58-9358-e1ba449352d8 req-25739fdb-079c-4f42-8810-84a5cc69992b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.0862675 Mar 03 10:22:12.018582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.063019 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-177ffa5e-dc9e-4c58-9358-e1ba449352d8 req-3cc438ad-2a8b-4d51-8924-f8e4f923aff4 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Mar 03 10:22:12.100182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.104053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.148930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3255de-d517-4aed-a20e-f6ef095e8efa,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:12.151748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.155829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0015b628-e831-4b27-b830-fc62e730c7e1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2002482 Mar 03 10:22:12.156064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35034) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.160972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b39ab9a9-5c06-47a2-b628-8f0e2518c60c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'eb3255de-d517-4aed-a20e-f6ef095e8efa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.162034 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-b39ab9a9-5c06-47a2-b628-8f0e2518c60c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 10:22:12.162527 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-b39ab9a9-5c06-47a2-b628-8f0e2518c60c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.163491 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b39ab9a9-5c06-47a2-b628-8f0e2518c60c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065174 Mar 03 10:22:12.166002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35038) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.170528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-15f7eec8-b13a-473c-a3d0-6f31c1084c85 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'eb3255de-d517-4aed-a20e-f6ef095e8efa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.171154 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-15f7eec8-b13a-473c-a3d0-6f31c1084c85 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 10:22:12.171638 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-15f7eec8-b13a-473c-a3d0-6f31c1084c85 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.172523 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-15f7eec8-b13a-473c-a3d0-6f31c1084c85 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056882 Mar 03 10:22:12.175209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35042) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.180308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3b7cc51b-6f61-4336-bd77-a5724ba990c2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'eb3255de-d517-4aed-a20e-f6ef095e8efa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.181133 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-3b7cc51b-6f61-4336-bd77-a5724ba990c2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 10:22:12.181623 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-3b7cc51b-6f61-4336-bd77-a5724ba990c2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.182695 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3b7cc51b-6f61-4336-bd77-a5724ba990c2 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064299 Mar 03 10:22:12.185160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35046) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.189524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-45a8a325-ba44-4a1d-856b-ea6f56ed6a14 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'eb3255de-d517-4aed-a20e-f6ef095e8efa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.190838 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-45a8a325-ba44-4a1d-856b-ea6f56ed6a14 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 10:22:12.191980 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-45a8a325-ba44-4a1d-856b-ea6f56ed6a14 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.192880 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-45a8a325-ba44-4a1d-856b-ea6f56ed6a14 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068951 Mar 03 10:22:12.195262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35050) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.261407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69351531-946f-4b23-9bd1-d11865aaba7c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.287422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69351531-946f-4b23-9bd1-d11865aaba7c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.332605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69351531-946f-4b23-9bd1-d11865aaba7c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.351773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69351531-946f-4b23-9bd1-d11865aaba7c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3255de-d517-4aed-a20e-f6ef095e8efa,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:12.360392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69351531-946f-4b23-9bd1-d11865aaba7c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.364709 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-69351531-946f-4b23-9bd1-d11865aaba7c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/eb3255de-d517-4aed-a20e-f6ef095e8efa HTTP/1.1" status: 204 len: 168 time: 0.1653538 Mar 03 10:22:12.364935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35054) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.415102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9b84f6df-e85c-4748-b3cf-f963ec00874f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:12.430579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9b84f6df-e85c-4748-b3cf-f963ec00874f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:12.431965 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9b84f6df-e85c-4748-b3cf-f963ec00874f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661185 Mar 03 10:22:12.436482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35058) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.443221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744344277'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.449052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.458527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.467928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.491277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.495534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:12.498343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:12.505150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.573395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.577039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.620996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d592d265-f9da-44c7-ad13-8337c54b4ab4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:12.628037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:12.629268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-35285cab-896d-40a7-a31d-025e42b12742 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1918173 Mar 03 10:22:12.632140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35062) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.637133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-40b8eebd-c7c4-4c7b-85e7-084c35fd5069 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.637603 dv-neutron-831192-5-hyperv neutron-server[87889]: WARNING neutron.api.v2.base [None req-40b8eebd-c7c4-4c7b-85e7-084c35fd5069 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 10:22:12.638080 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-40b8eebd-c7c4-4c7b-85e7-084c35fd5069 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.638991 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-40b8eebd-c7c4-4c7b-85e7-084c35fd5069 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059476 Mar 03 10:22:12.641554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35066) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.646740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-dfe4e904-859c-4190-a308-fe82415094a4 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.653714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dfe4e904-859c-4190-a308-fe82415094a4 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.657519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dfe4e904-859c-4190-a308-fe82415094a4 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:12.660924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dfe4e904-859c-4190-a308-fe82415094a4 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:12.666594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dfe4e904-859c-4190-a308-fe82415094a4 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.694689 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-dfe4e904-859c-4190-a308-fe82415094a4 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.695758 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dfe4e904-859c-4190-a308-fe82415094a4 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0532169 Mar 03 10:22:12.698565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35070) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.703354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fab10478-7e17-41fb-9573-af123e9de179 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.703825 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-fab10478-7e17-41fb-9573-af123e9de179 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 10:22:12.704278 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-fab10478-7e17-41fb-9573-af123e9de179 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.706068 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fab10478-7e17-41fb-9573-af123e9de179 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065081 Mar 03 10:22:12.708373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35074) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.712675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9351f46e-6b41-4599-aa45-e4a1344cede6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.718560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9351f46e-6b41-4599-aa45-e4a1344cede6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.723081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9351f46e-6b41-4599-aa45-e4a1344cede6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:12.725960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9351f46e-6b41-4599-aa45-e4a1344cede6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:12.731757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9351f46e-6b41-4599-aa45-e4a1344cede6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.760305 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-9351f46e-6b41-4599-aa45-e4a1344cede6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.761313 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9351f46e-6b41-4599-aa45-e4a1344cede6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0521197 Mar 03 10:22:12.763976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35078) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.769434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-359737ea-ae3c-4be0-b535-e511e0f89f02 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.769892 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-359737ea-ae3c-4be0-b535-e511e0f89f02 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 10:22:12.770345 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-359737ea-ae3c-4be0-b535-e511e0f89f02 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.771228 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-359737ea-ae3c-4be0-b535-e511e0f89f02 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063598 Mar 03 10:22:12.773477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35082) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.781650 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.787286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.791452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:12.794223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:12.800053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.810031 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Project 1c6093ea68054a5c926796b38f047533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:22:12.829302 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.830338 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6493e222-791f-480b-b115-127d98f600f6 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0560212 Mar 03 10:22:12.833293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35086) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.838103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-59bfebc1-6b6a-4832-8de3-21c398bd4665 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.838595 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-59bfebc1-6b6a-4832-8de3-21c398bd4665 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 10:22:12.839097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-59bfebc1-6b6a-4832-8de3-21c398bd4665 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.840063 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-59bfebc1-6b6a-4832-8de3-21c398bd4665 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058608 Mar 03 10:22:12.842510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35090) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.847912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.854475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.858245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:12.861156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:12.867882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.877185 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Project 1c6093ea68054a5c926796b38f047533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:22:12.900543 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.901557 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4b8995d8-7bb9-470b-ad5d-8a329ff1c4f9 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0582011 Mar 03 10:22:12.904593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35094) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:12.910358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': 'd592d265-f9da-44c7-ad13-8337c54b4ab4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:12.916040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:12.919862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:12.922589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:12.929665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:12.939023 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Project 1c6093ea68054a5c926796b38f047533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:22:12.957278 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:12.958286 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d4f62c11-e0e9-403b-80f0-a81371c32c99 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0528083 Mar 03 10:22:12.961128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35098) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.021705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04dd49af-f839-4c2b-b0d4-db61995f9ab8 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.047972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04dd49af-f839-4c2b-b0d4-db61995f9ab8 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.095019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04dd49af-f839-4c2b-b0d4-db61995f9ab8 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.119860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd49af-f839-4c2b-b0d4-db61995f9ab8 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d592d265-f9da-44c7-ad13-8337c54b4ab4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:13.124286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04dd49af-f839-4c2b-b0d4-db61995f9ab8 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.128568 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-04dd49af-f839-4c2b-b0d4-db61995f9ab8 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/d592d265-f9da-44c7-ad13-8337c54b4ab4 HTTP/1.1" status: 204 len: 168 time: 0.1633937 Mar 03 10:22:13.128568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35104) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.178065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2da40eca-ef4f-4b8c-9551-cb4a4135e0cf tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:13.234637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2da40eca-ef4f-4b8c-9551-cb4a4135e0cf tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:13.235841 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2da40eca-ef4f-4b8c-9551-cb4a4135e0cf tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070073 Mar 03 10:22:13.240285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35108) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.246010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--408770342'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:13.255078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:13.271562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:13.291503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac58cdc-2c47-438d-b7f5-8218cdf3c207 req-3c5807f1-4c0a-4f84-88d5-63a4aebd158b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:13.292961 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fac58cdc-2c47-438d-b7f5-8218cdf3c207 req-3c5807f1-4c0a-4f84-88d5-63a4aebd158b tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.1124015 Mar 03 10:22:13.294109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.340508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:13.348884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:13.353356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:13.361987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fac58cdc-2c47-438d-b7f5-8218cdf3c207 req-8c679cac-ea12-4124-8b47-6b3bb4ef4c86 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/security-groups?id=164cfe3c-934e-4b79-bc49-b73957928adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Mar 03 10:22:13.362814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:13.432082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.435881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.480930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc59d0-4371-443b-bbb4-a70304bf3bfc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:13.489204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.490458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d5dcaa59-a456-40a4-8d22-739eb7a527ad tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2492478 Mar 03 10:22:13.494130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35112) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.498847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6ff7738d-4ff4-4631-960c-da6c36488400 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '20bc59d0-4371-443b-bbb4-a70304bf3bfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:13.505984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6ff7738d-4ff4-4631-960c-da6c36488400 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:13.509940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6ff7738d-4ff4-4631-960c-da6c36488400 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:13.512840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6ff7738d-4ff4-4631-960c-da6c36488400 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:13.518943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6ff7738d-4ff4-4631-960c-da6c36488400 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:13.557097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-6ff7738d-4ff4-4631-960c-da6c36488400 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The resource could not be found. Mar 03 10:22:13.558323 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6ff7738d-4ff4-4631-960c-da6c36488400 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0633826 Mar 03 10:22:13.561073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35116) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.566432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c5b27012-7040-49b5-9433-c09f3799249e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '20bc59d0-4371-443b-bbb4-a70304bf3bfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b98a2611-af3b-4f45-bb94-3dac9fcd8485'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:13.571948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c5b27012-7040-49b5-9433-c09f3799249e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:13.575591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c5b27012-7040-49b5-9433-c09f3799249e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:13.578341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c5b27012-7040-49b5-9433-c09f3799249e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:13.586158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c5b27012-7040-49b5-9433-c09f3799249e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:13.624325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-c5b27012-7040-49b5-9433-c09f3799249e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The resource could not be found. Mar 03 10:22:13.625369 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c5b27012-7040-49b5-9433-c09f3799249e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0633941 Mar 03 10:22:13.628106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.692420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e06c0f48-7ad8-4510-a5b1-d50a79f819da tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.718330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e06c0f48-7ad8-4510-a5b1-d50a79f819da tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.765844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e06c0f48-7ad8-4510-a5b1-d50a79f819da tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.777711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3a3549b1-4669-4402-b2c3-a29d41a76ad8 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:13.778679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3a3549b1-4669-4402-b2c3-a29d41a76ad8 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Synchronizing usage tracker for tenant:8175764dc48d414db571eee1a506a8f3 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:13.786156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c0f48-7ad8-4510-a5b1-d50a79f819da tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc59d0-4371-443b-bbb4-a70304bf3bfc,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:13.796251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e06c0f48-7ad8-4510-a5b1-d50a79f819da tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.797403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e06c0f48-7ad8-4510-a5b1-d50a79f819da tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/20bc59d0-4371-443b-bbb4-a70304bf3bfc HTTP/1.1" status: 204 len: 168 time: 0.1682727 Mar 03 10:22:13.800311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35124) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.800713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3a3549b1-4669-4402-b2c3-a29d41a76ad8 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Unset dirty status for tenant:8175764dc48d414db571eee1a506a8f3 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:13.801854 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3a3549b1-4669-4402-b2c3-a29d41a76ad8 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.32 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 946 time: 0.1073346 Mar 03 10:22:13.851603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d296bd57-9ce7-4b40-89b8-c37733283baf tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:13.866515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d296bd57-9ce7-4b40-89b8-c37733283baf tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:13.867850 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d296bd57-9ce7-4b40-89b8-c37733283baf tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664001 Mar 03 10:22:13.871735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35128) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.875274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Deleting port b45d593b-5e0b-4878-9893-6ca9eea978e4 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:13.875638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.877371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9fecfe9f-2014-48a5-8c78-28f7d1f39407 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '8adbe30e-0a0e-47c3-9145-96a89bbb42b0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:13.884876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9fecfe9f-2014-48a5-8c78-28f7d1f39407 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:13.888739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9fecfe9f-2014-48a5-8c78-28f7d1f39407 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:13.891571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9fecfe9f-2014-48a5-8c78-28f7d1f39407 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:13.898224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9fecfe9f-2014-48a5-8c78-28f7d1f39407 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:13.933717 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-9fecfe9f-2014-48a5-8c78-28f7d1f39407 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The resource could not be found. Mar 03 10:22:13.934751 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9fecfe9f-2014-48a5-8c78-28f7d1f39407 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0618260 Mar 03 10:22:13.938319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35132) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:13.944781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135895452'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:13.950794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:13.960238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:13.969417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:13.992602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:13.996393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:13.999193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:14.005368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:14.074121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.077916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.122174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b067758-5821-4890-b7ea-b44a5e48ce70,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:14.125221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] For port b45d593b-5e0b-4878-9893-6ca9eea978e4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b45d593b-5e0b-4878-9893-6ca9eea978e4,segment=NetworkSegment(49433158-9e8b-4201-bc5e-868237611753),segment_id=49433158-9e8b-4201-bc5e-868237611753)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:14.125552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.128997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.133754 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e983a177-a8d1-4d19-aed4-de3aef62e905 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1912084 Mar 03 10:22:14.133859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35136) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:14.140984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331530013'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:14.147951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:14.252915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:14.260930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Calling delete_port for b45d593b-5e0b-4878-9893-6ca9eea978e4 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:14.287648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:14.303223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:14.324257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.359101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:14.364342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:14.367402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:14.400079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:14.460584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.473134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['b45d593b-5e0b-4878-9893-6ca9eea978e4'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:22:14.523566 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-655e3cd6-6746-4258-800d-e18d416bc2c5 req-b9d71c9f-71ce-4f29-83fa-041f02c1dcf4 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.23 "GET /v2.0/ports?device_id=739aa1b8-a1a7-40cd-94ea-4fffe25e25c7 HTTP/1.1" status: 200 len: 210 time: 0.0529723 Mar 03 10:22:14.527393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Pushing event deleted for resources: {'Port': ['ID=b45d593b-5e0b-4878-9893-6ca9eea978e4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:14.614391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.620468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.636824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] No DVR routers for this DVR port b45d593b-5e0b-4878-9893-6ca9eea978e4 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:22:14.644602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.649175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'name': 'network-vif-deleted', 'tag': 'b45d593b-5e0b-4878-9893-6ca9eea978e4'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:22:14.687442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be38235-afb4-4177-9f91-5aaeba8c5f63,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:14.693542 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f1e8f051-b21a-43f5-98c6-c6c0cb1ea66d req-3d7d28bc-6b76-4763-8d17-9f2a64cf8746 tempest-TestServerAdvancedOps-257699297 tempest-TestServerAdvancedOps-257699297-project] 10.222.0.32 "DELETE /v2.0/ports/b45d593b-5e0b-4878-9893-6ca9eea978e4 HTTP/1.1" status: 204 len: 173 time: 0.8862073 Mar 03 10:22:14.695195 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739aa1b8-a1a7-40cd-94ea-4fffe25e25c7', 'name': 'network-vif-deleted', 'tag': 'b45d593b-5e0b-4878-9893-6ca9eea978e4', 'status': 'completed', 'code': 200} Mar 03 10:22:14.696312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.697416 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d7ea68a8-40c2-4ef4-bd63-f330b238bbc1 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5630450 Mar 03 10:22:14.700341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35144) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:14.705767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e7c4e967-bf62-4258-9032-77d43d500054 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '4b067758-5821-4890-b7ea-b44a5e48ce70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9be38235-afb4-4177-9f91-5aaeba8c5f63'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:14.712392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e7c4e967-bf62-4258-9032-77d43d500054 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:14.716608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e7c4e967-bf62-4258-9032-77d43d500054 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:14.719624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e7c4e967-bf62-4258-9032-77d43d500054 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:14.729550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e7c4e967-bf62-4258-9032-77d43d500054 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:14.759781 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-e7c4e967-bf62-4258-9032-77d43d500054 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:14.760874 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e7c4e967-bf62-4258-9032-77d43d500054 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0595381 Mar 03 10:22:14.763656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35148) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:14.825682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce7c096a-440f-407f-98e2-89ba6e5f8d88 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.856203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce7c096a-440f-407f-98e2-89ba6e5f8d88 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.900855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce7c096a-440f-407f-98e2-89ba6e5f8d88 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.921322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c096a-440f-407f-98e2-89ba6e5f8d88 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be38235-afb4-4177-9f91-5aaeba8c5f63,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:14.925760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce7c096a-440f-407f-98e2-89ba6e5f8d88 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:14.926877 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ce7c096a-440f-407f-98e2-89ba6e5f8d88 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/9be38235-afb4-4177-9f91-5aaeba8c5f63 HTTP/1.1" status: 204 len: 168 time: 0.1622875 Mar 03 10:22:14.929712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35152) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:14.995266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-471bca4c-da43-42b0-8f9c-6e826905b06d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:15.012789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-471bca4c-da43-42b0-8f9c-6e826905b06d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:15.014045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-471bca4c-da43-42b0-8f9c-6e826905b06d tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0833304 Mar 03 10:22:15.017052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35156) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.080153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50772197-589e-44ac-9a80-6f4876a2242c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.108906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50772197-589e-44ac-9a80-6f4876a2242c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.157329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50772197-589e-44ac-9a80-6f4876a2242c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.177085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772197-589e-44ac-9a80-6f4876a2242c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b067758-5821-4890-b7ea-b44a5e48ce70,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:15.188539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50772197-589e-44ac-9a80-6f4876a2242c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.192630 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-50772197-589e-44ac-9a80-6f4876a2242c tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b067758-5821-4890-b7ea-b44a5e48ce70 HTTP/1.1" status: 204 len: 168 time: 0.1717870 Mar 03 10:22:15.193174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35160) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.245912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65d8171e-060d-42cb-945f-cf2815028a18 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:15.261796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65d8171e-060d-42cb-945f-cf2815028a18 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:15.263133 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65d8171e-060d-42cb-945f-cf2815028a18 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690434 Mar 03 10:22:15.266961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35164) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.272362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895621385'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:15.278932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:15.288311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:15.297477 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.317746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:15.321565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:15.324511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:15.330081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:15.401519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.405096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.447460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db8a739-eacf-4e3e-b2c4-d5ca80554f9e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:15.457550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.459008 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a4c614b0-18d5-46c6-9b43-ac41f0a6d8dd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1910400 Mar 03 10:22:15.461814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35168) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.466591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-22fa49f0-3c7d-4042-9e42-58ea4e775013 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '5db8a739-eacf-4e3e-b2c4-d5ca80554f9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:15.472437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-22fa49f0-3c7d-4042-9e42-58ea4e775013 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:15.476210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22fa49f0-3c7d-4042-9e42-58ea4e775013 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:15.479068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-22fa49f0-3c7d-4042-9e42-58ea4e775013 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:15.484855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-22fa49f0-3c7d-4042-9e42-58ea4e775013 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:15.514006 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-22fa49f0-3c7d-4042-9e42-58ea4e775013 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:15.515036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-22fa49f0-3c7d-4042-9e42-58ea4e775013 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0522895 Mar 03 10:22:15.517789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35172) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.522537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-167e27c5-1f56-480c-aae6-b9623e788133 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group_rule': {'security_group_id': '5db8a739-eacf-4e3e-b2c4-d5ca80554f9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:15.529014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-167e27c5-1f56-480c-aae6-b9623e788133 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:15.532685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-167e27c5-1f56-480c-aae6-b9623e788133 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:15.535642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-167e27c5-1f56-480c-aae6-b9623e788133 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:15.541110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-167e27c5-1f56-480c-aae6-b9623e788133 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:15.571105 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-167e27c5-1f56-480c-aae6-b9623e788133 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:22:15.572192 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-167e27c5-1f56-480c-aae6-b9623e788133 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0534837 Mar 03 10:22:15.574944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35178) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.627086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35182) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.637026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79a4f1d7-4fa5-469a-8008-8c26a95ccd58 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.664470 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79a4f1d7-4fa5-469a-8008-8c26a95ccd58 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.692112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] Deleting subnet b858f749-1dfb-4d06-b6d6-165b22a5cd89 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:22:15.694969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.714662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79a4f1d7-4fa5-469a-8008-8c26a95ccd58 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.733743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4f1d7-4fa5-469a-8008-8c26a95ccd58 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db8a739-eacf-4e3e-b2c4-d5ca80554f9e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:15.742663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79a4f1d7-4fa5-469a-8008-8c26a95ccd58 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.743811 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-79a4f1d7-4fa5-469a-8008-8c26a95ccd58 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/5db8a739-eacf-4e3e-b2c4-d5ca80554f9e HTTP/1.1" status: 204 len: 168 time: 0.1678915 Mar 03 10:22:15.745490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.746444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35186) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.797856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6efb12f8-cd62-4537-83a4-f7196b5adc20 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:15.800306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.812938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6efb12f8-cd62-4537-83a4-f7196b5adc20 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:15.814180 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6efb12f8-cd62-4537-83a4-f7196b5adc20 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666192 Mar 03 10:22:15.819782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35190) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.824801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'tempest-secgroup--388897995'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:15.831965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:15.841452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:15.851394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.871001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:15.871982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.875161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Usage tracker for resource:security_group_rule and tenant:1c6093ea68054a5c926796b38f047533 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:15.879090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:15.884923 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:15.916316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b858f749-1dfb-4d06-b6d6-165b22a5cd89,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:15.921907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.930705 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-227e03e0-a7c3-4806-9e9e-2529e2f4ff20 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b858f749-1dfb-4d06-b6d6-165b22a5cd89 HTTP/1.1" status: 204 len: 168 time: 0.3001375 Mar 03 10:22:15.930870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35194) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:15.957202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:15.961574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.007355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a605e04-11b7-4a2c-9aa3-265510ab1727,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:16.010490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.011908 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4f6fe3c5-dc14-4146-b7ac-96979eabf269 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1911891 Mar 03 10:22:16.016676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35198) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.022628 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-03397b75-b18f-4fb8-9804-a8ef99da005f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:16.023184 dv-neutron-831192-5-hyperv neutron-server[87888]: WARNING neutron.api.v2.base [None req-03397b75-b18f-4fb8-9804-a8ef99da005f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 10:22:16.023586 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-03397b75-b18f-4fb8-9804-a8ef99da005f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 10:22:16.024573 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-03397b75-b18f-4fb8-9804-a8ef99da005f tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "PUT /v2.0/security-groups/1a605e04-11b7-4a2c-9aa3-265510ab1727 HTTP/1.1" status: 409 len: 330 time: 0.0069394 Mar 03 10:22:16.028297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35202) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.100062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18d611bd-491d-4540-97d9-3df2bd3b67bd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.126550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18d611bd-491d-4540-97d9-3df2bd3b67bd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.144880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.173688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18d611bd-491d-4540-97d9-3df2bd3b67bd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.190896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d611bd-491d-4540-97d9-3df2bd3b67bd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a605e04-11b7-4a2c-9aa3-265510ab1727,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:16.199803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18d611bd-491d-4540-97d9-3df2bd3b67bd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.203194 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-18d611bd-491d-4540-97d9-3df2bd3b67bd tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a605e04-11b7-4a2c-9aa3-265510ab1727 HTTP/1.1" status: 204 len: 168 time: 0.1714339 Mar 03 10:22:16.203465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35206) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.253213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-01e3469c-82e0-4199-aff9-811867db9533 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Synchronizing usage tracker for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:16.268857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-01e3469c-82e0-4199-aff9-811867db9533 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] Unset dirty status for tenant:1c6093ea68054a5c926796b38f047533 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:16.269654 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01e3469c-82e0-4199-aff9-811867db9533 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652583 Mar 03 10:22:16.273009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.278987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35210) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.295852 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-70edcefa-25dc-4097-a9a8-fc7c2ce3a5ea tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] delete failed (client error): The resource could not be found. Mar 03 10:22:16.296834 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-70edcefa-25dc-4097-a9a8-fc7c2ce3a5ea tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "DELETE /v2.0/security-groups/2324f98a-a20c-47b5-8ffb-067fdd699cfe HTTP/1.1" status: 404 len: 347 time: 0.0168884 Mar 03 10:22:16.298873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9098fbeb-2fcf-4c4c-83ef-934d4481f302']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:16.300737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35214) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.311218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49433158-9e8b-4201-bc5e-868237611753') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:16.311535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49433158-9e8b-4201-bc5e-868237611753') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:16.316426 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-4e74f1ab-ca54-415b-a748-8c150a3ee94e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] show failed (client error): The resource could not be found. Mar 03 10:22:16.317383 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4e74f1ab-ca54-415b-a748-8c150a3ee94e tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-groups/3519db4d-5447-4b85-a5c5-00f5e97e2e45 HTTP/1.1" status: 404 len: 347 time: 0.0157726 Mar 03 10:22:16.321382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35218) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.323076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.338523 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-5d2d411c-a210-4e28-bd19-964fa8da8989 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] show failed (client error): The resource could not be found. Mar 03 10:22:16.339177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.339507 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5d2d411c-a210-4e28-bd19-964fa8da8989 tempest-NegativeSecGroupIPv6Test-1168144044 tempest-NegativeSecGroupIPv6Test-1168144044-project] 10.222.0.23 "GET /v2.0/security-group-rules/c5983c29-7d05-4214-92ba-9aa015d6ca0e HTTP/1.1" status: 404 len: 356 time: 0.0172157 Mar 03 10:22:16.345703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:22:16.346194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:22:16.363408 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:22:16.437385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.458155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.464896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] Pushing event deleted for resources: {'Network': ['ID=9098fbeb-2fcf-4c4c-83ef-934d4481f302,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:16.479985 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1e1bc948-338b-47d9-b4ff-4869b337ef9b admin admin] 10.222.0.23 "DELETE /v2.0/networks/9098fbeb-2fcf-4c4c-83ef-934d4481f302 HTTP/1.1" status: 204 len: 168 time: 0.5457020 Mar 03 10:22:16.480290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35224) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.547998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] Deleting subnet 770458e4-b034-4420-9a27-64e2bbcb52d4 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:22:16.551284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.607656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.621280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35230) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.667189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.742339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.778223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770458e4-b034-4420-9a27-64e2bbcb52d4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:16.783006 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8e418562-6407-492d-90ef-9d7db4980b4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c6093ea68054a5c926796b38f047533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583550 Mar 03 10:22:16.783228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35236) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.783719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.789751 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-306ffe35-00ff-4c72-8fba-970b51bdf8a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/770458e4-b034-4420-9a27-64e2bbcb52d4 HTTP/1.1" status: 204 len: 168 time: 0.3084404 Mar 03 10:22:16.792076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35240) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:16.823126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b45d593b-5e0b-4878-9893-6ca9eea978e4 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:16.843174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.865462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: b45d593b-5e0b-4878-9893-6ca9eea978e4 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:16.865807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b45d593b-5e0b-4878-9893-6ca9eea978e4 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:16.869846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.901133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.921798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.938841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab6d32-2438-4796-a746-ba17d0230ff1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:16.949093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.949491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.949972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.950314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.950644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.950970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.951310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.951645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.951967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.952286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.952630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.952946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:16.962856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:16.966456 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bfbab7ce-627a-4037-a8a2-c902fd1d73c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2ab6d32-2438-4796-a746-ba17d0230ff1 HTTP/1.1" status: 204 len: 168 time: 0.1798780 Mar 03 10:22:17.029534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.055762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045bc03b-857d-4119-ae47-cd32bb8168ed']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:17.071094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e8a47c-9168-43f7-b3db-cc28b5af38f0') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:17.071442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e8a47c-9168-43f7-b3db-cc28b5af38f0') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:17.084481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.105567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.113666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:22:17.114167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:22:17.127453 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:22:17.202112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.218008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.227383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=045bc03b-857d-4119-ae47-cd32bb8168ed,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:17.230517 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-127b3e65-445b-411e-9e94-ed541efb6e04 admin admin] 10.222.0.23 "DELETE /v2.0/networks/045bc03b-857d-4119-ae47-cd32bb8168ed HTTP/1.1" status: 204 len: 168 time: 0.4375591 Mar 03 10:22:17.344973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35258) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:17.397353 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-04b8ec43-4a20-4ad4-89fd-5393704406c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8175764dc48d414db571eee1a506a8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511637 Mar 03 10:22:17.399570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35262) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:17.458683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4e533704-1f25-493c-877d-1f64f1378a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.486081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4e533704-1f25-493c-877d-1f64f1378a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.545884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4e533704-1f25-493c-877d-1f64f1378a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.568155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e533704-1f25-493c-877d-1f64f1378a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164cfe3c-934e-4b79-bc49-b73957928adb,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:17.572673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4e533704-1f25-493c-877d-1f64f1378a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.574097 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4e533704-1f25-493c-877d-1f64f1378a78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/164cfe3c-934e-4b79-bc49-b73957928adb HTTP/1.1" status: 204 len: 168 time: 0.1733232 Mar 03 10:22:17.739512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35278) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:17.839893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a9a39f7d-9b31-45bc-87eb-4f8101cc6e0b tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-551752623', 'prefixes': ['172.20.0.0/16']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:17.845719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a9a39f7d-9b31-45bc-87eb-4f8101cc6e0b tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:17.864575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35284) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:17.906161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9a39f7d-9b31-45bc-87eb-4f8101cc6e0b tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] Notify callbacks [] for subnetpool, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:17.907688 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a9a39f7d-9b31-45bc-87eb-4f8101cc6e0b tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1668005 Mar 03 10:22:17.911242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35288) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:17.937310 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d92b1375-8ec0-45e0-95e9-8e249dd3d7a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa36f3911ca5413baa2a3d2c322bef73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715652 Mar 03 10:22:17.939988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35292) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:17.947095 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1870ecf9-f6ed-498f-a955-461b43974ea3 tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] 10.222.0.23 "GET /v2.0/subnetpools/01d48ca9-bb28-40b6-a2e3-df4895bea1b1 HTTP/1.1" status: 200 len: 731 time: 0.0347023 Mar 03 10:22:17.949581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35296) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:17.954487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9258eacd-1364-4ac9-9a55-a8ea54b599ba tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1320617738'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:18.001247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-864017d9-aaf0-4665-ad3f-584f86740402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.026738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-864017d9-aaf0-4665-ad3f-584f86740402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.039682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9258eacd-1364-4ac9-9a55-a8ea54b599ba tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] Notify callbacks [] for subnetpool, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.041009 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9258eacd-1364-4ac9-9a55-a8ea54b599ba tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] 10.222.0.23 "PUT /v2.0/subnetpools/01d48ca9-bb28-40b6-a2e3-df4895bea1b1 HTTP/1.1" status: 200 len: 684 time: 0.0904927 Mar 03 10:22:18.043658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35300) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:18.080482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-864017d9-aaf0-4665-ad3f-584f86740402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.099445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864017d9-aaf0-4665-ad3f-584f86740402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7389825e-da34-42b5-b7fc-9d3f27f649a4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:18.102792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-864017d9-aaf0-4665-ad3f-584f86740402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.106613 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-864017d9-aaf0-4665-ad3f-584f86740402 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7389825e-da34-42b5-b7fc-9d3f27f649a4 HTTP/1.1" status: 204 len: 168 time: 0.1655185 Mar 03 10:22:18.136143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23416505-d828-41dc-bc37-816625c1458f tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] Notify callbacks [] for subnetpool, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.137364 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23416505-d828-41dc-bc37-816625c1458f tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] 10.222.0.23 "DELETE /v2.0/subnetpools/01d48ca9-bb28-40b6-a2e3-df4895bea1b1 HTTP/1.1" status: 204 len: 168 time: 0.0928199 Mar 03 10:22:18.140141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:18.157943 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-526bd08a-0c8f-44fd-b4ec-a411da7efd31 tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] show failed (client error): The resource could not be found. Mar 03 10:22:18.159565 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-526bd08a-0c8f-44fd-b4ec-a411da7efd31 tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] 10.222.0.23 "GET /v2.0/subnetpools/01d48ca9-bb28-40b6-a2e3-df4895bea1b1 HTTP/1.1" status: 404 len: 346 time: 0.0178254 Mar 03 10:22:18.162226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35310) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:18.179547 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-ae97fbe3-b047-4c50-a353-f53b99eef2a5 tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] delete failed (client error): The resource could not be found. Mar 03 10:22:18.180571 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ae97fbe3-b047-4c50-a353-f53b99eef2a5 tempest-SubnetPoolsTestJSON-1925915444 tempest-SubnetPoolsTestJSON-1925915444-project] 10.222.0.23 "DELETE /v2.0/subnetpools/01d48ca9-bb28-40b6-a2e3-df4895bea1b1 HTTP/1.1" status: 404 len: 346 time: 0.0174823 Mar 03 10:22:18.531326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35318) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:18.646177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.660889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:18.664845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:7af0445e978040c4a3bc029a1c013ab0 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:18.667763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:18.673503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:18.759554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.763245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.809851 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7af0445e978040c4a3bc029a1c013ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774119 Mar 03 10:22:18.811403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f153d-6970-4da4-af01-f5e115369ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c275d8-95f2-4c33-b65c-cc2e1996056f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:18.812466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35324) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:18.880862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a76e701a-4437-4a99-9378-b3ffdd4a2f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.906604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a76e701a-4437-4a99-9378-b3ffdd4a2f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.955149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a76e701a-4437-4a99-9378-b3ffdd4a2f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.971876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e701a-4437-4a99-9378-b3ffdd4a2f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c275d8-95f2-4c33-b65c-cc2e1996056f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:18.975055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a76e701a-4437-4a99-9378-b3ffdd4a2f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:18.976185 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a76e701a-4437-4a99-9378-b3ffdd4a2f34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2c275d8-95f2-4c33-b65c-cc2e1996056f HTTP/1.1" status: 204 len: 168 time: 0.1627662 Mar 03 10:22:23.761289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:30.309010 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:22:32.715370 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-c442a901-22fa-4e35-955b-d5fe7bf4c5a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714829 Mar 03 10:22:32.853357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-d71a5013-f678-4871-a070-38e0819e4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:32.854725 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-d71a5013-f678-4871-a070-38e0819e4999 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 1099 time: 0.0731084 Mar 03 10:22:33.003332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-e5598881-9c85-4ee6-81e5-b7144dfdec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:33.004801 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-e5598881-9c85-4ee6-81e5-b7144dfdec49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c HTTP/1.1" status: 200 len: 896 time: 0.1317008 Mar 03 10:22:33.016130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b7b735bc-e027-4f91-8326-4840cfb477b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:33.110062 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-dc7ce656-be0c-4729-bd18-a79a5b72715f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e HTTP/1.1" status: 200 len: 1001 time: 0.0988119 Mar 03 10:22:33.175849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-90119ab5-b3b3-4301-a06a-d5977b1ca5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:33.177264 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-90119ab5-b3b3-4301-a06a-d5977b1ca5b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cbca29d-1491-473c-ad82-33bf4eee5a0c HTTP/1.1" status: 200 len: 834 time: 0.0595136 Mar 03 10:22:33.250892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-3338685c-1193-422d-9b60-fee8daa47d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:33.252934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-3338685c-1193-422d-9b60-fee8daa47d55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687473 Mar 03 10:22:33.381218 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-b71fd7ce-7674-484e-8ea0-95b08a91b298 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220112 Mar 03 10:22:33.614252 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-376d73da-04ef-45b8-8273-6b41394d8b5e req-99821738-3e78-4c18-9eb1-b37ed2c34c42 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268803 Mar 03 10:22:34.178705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35338) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:34.283192 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5cfdc01e-0130-4f64-a24b-5b91f894a126 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/2ca7d055-8a5a-425c-ad51-73e21d259f53 HTTP/1.1" status: 200 len: 993 time: 0.1033537 Mar 03 10:22:34.601687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35346) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:34.804378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 10438f3a-4aa1-468d-b167-3b5148d14fae {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:34.804637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:34.977497 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:34.977829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:35.101258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 10438f3a-4aa1-468d-b167-3b5148d14fae owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:35.209990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0154f1d6-1aa5-412b-9495-d39206e57dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:35.246032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:35.296593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=10438f3a-4aa1-468d-b167-3b5148d14fae,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:35.358909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.359182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.359547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.359875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.360197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.360518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.360837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.361156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.361500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.361811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.362125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.362433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:35.393353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:35.394027 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 2ca7d055-8a5a-425c-ad51-73e21d259f53 disassociated (deleted). External IP: 172.26.7.17, port: 65a178d1-cf06-4f6a-a205-5f74ba74742e. Mar 03 10:22:35.742428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 64723526-8c6a-4ebd-b73e-4f146f176b75 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:22:36.026560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:36.036678 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] Sync routers for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:36.047933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:36.065746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:36.066349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:36.106789 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-876d3073-0c20-49ab-a804-00b9eb62a9f7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/2ca7d055-8a5a-425c-ad51-73e21d259f53 HTTP/1.1" status: 204 len: 168 time: 1.5016363 Mar 03 10:22:36.106789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:22:36.133154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:36.138652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:36.160532 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'status': 'completed', 'code': 200} Mar 03 10:22:36.258904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:36.259543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-78a9c702-0ad4-4e47-8a3e-53a70f17aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:36.260792 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-78a9c702-0ad4-4e47-8a3e-53a70f17aa71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 1099 time: 0.0768948 Mar 03 10:22:36.400608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-73fcdcf6-067d-4954-a222-dc33872933f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:36.401710 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-73fcdcf6-067d-4954-a222-dc33872933f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c HTTP/1.1" status: 200 len: 896 time: 0.1346333 Mar 03 10:22:36.487056 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-a6f61a32-0b4d-49f8-a067-d2d78ba2db9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e HTTP/1.1" status: 200 len: 217 time: 0.0744975 Mar 03 10:22:36.507066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32868270-0c21-48b3-b43b-1a6f1c81b076 req-b8b9a51e-965c-4c83-8ee5-f0d58795772b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:36.515901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-32868270-0c21-48b3-b43b-1a6f1c81b076 req-b8b9a51e-965c-4c83-8ee5-f0d58795772b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 946 time: 0.0973806 Mar 03 10:22:36.555868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-13b7973b-a4f4-4c32-8f2f-5519d1087c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:36.557307 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-13b7973b-a4f4-4c32-8f2f-5519d1087c1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cbca29d-1491-473c-ad82-33bf4eee5a0c HTTP/1.1" status: 200 len: 834 time: 0.0640929 Mar 03 10:22:36.558647 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-32868270-0c21-48b3-b43b-1a6f1c81b076 req-d4bc1a41-a93e-44a1-91bb-bf73824c4f02 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Mar 03 10:22:36.612741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:45Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:36.616349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] Checking router: 64723526-8c6a-4ebd-b73e-4f146f176b75 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:36.624446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:36.625037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:36.639839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-650de8ab-278f-428c-9193-0df567265278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:36.641329 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-650de8ab-278f-428c-9193-0df567265278 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770504 Mar 03 10:22:36.777982 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-69fb19a3-cf46-40ca-8a8f-14440447d7f5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284692 Mar 03 10:22:36.804206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:36.911759 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-53dd2d49-bf4c-4cc6-8bcd-b4e7a6f7935a req-dbcd5e1e-4fc8-4a6c-87ab-dfdef058f465 service neutron] 10.222.0.32 "GET /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265352 Mar 03 10:22:37.165446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:45Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:37.169356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fca1a8-d9c3-42e5-8891-37d95a369f12 None None] The sync data for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv is: [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:21:36Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e04c54c3-4c24-47d0-a297-55a613dcdcbe', 'name': '', 'network_id': '1b07ee19-f6e9-49b8-a4dc-887dc6d2309c', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:f7:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:33Z', 'updated_at': '2022-03-03T10:21:45Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '8cbca29d-1491-473c-ad82-33bf4eee5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:37.366458 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5db40-9402-4eca-b467-450ee0e0d927 None None] New status for floating IP 2ca7d055-8a5a-425c-ad51-73e21d259f53: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:22:37.744426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076e34-eb08-4a25-a632-a8f94aa60074 req-2ac79765-4416-4a7d-8cf1-c3932d2ea701 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:37.745795 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30076e34-eb08-4a25-a632-a8f94aa60074 req-2ac79765-4416-4a7d-8cf1-c3932d2ea701 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 946 time: 0.0820987 Mar 03 10:22:37.777168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-0f0bee5f-df99-4f8e-a60e-c51b97b6b5fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:37.777857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-0f0bee5f-df99-4f8e-a60e-c51b97b6b5fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:37.790826 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30076e34-eb08-4a25-a632-a8f94aa60074 req-71cfc5a4-c73a-482e-8071-fc458448dcfe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=353c9e2e-762f-4bdd-9f8e-80910ded28ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 Mar 03 10:22:37.793584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-0f0bee5f-df99-4f8e-a60e-c51b97b6b5fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:37.794701 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-0f0bee5f-df99-4f8e-a60e-c51b97b6b5fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 946 time: 0.0953786 Mar 03 10:22:37.868592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 65a178d1-cf06-4f6a-a205-5f74ba74742e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:37.868932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:37.905706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:38.108202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 65a178d1-cf06-4f6a-a205-5f74ba74742e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=65a178d1-cf06-4f6a-a205-5f74ba74742e,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:38.108468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:38.231915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 65a178d1-cf06-4f6a-a205-5f74ba74742e owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:38.368258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:38.524919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=65a178d1-cf06-4f6a-a205-5f74ba74742e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:38.598871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port 65a178d1-cf06-4f6a-a205-5f74ba74742e on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:22:38.601222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:38.603675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'name': 'network-vif-deleted', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:22:38.619908 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7340dbf7-f3c7-4d28-aa9d-c81276e20de5 req-146ba5a1-56e9-455a-ab0c-b335531b7f37 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/65a178d1-cf06-4f6a-a205-5f74ba74742e HTTP/1.1" status: 204 len: 173 time: 0.8192227 Mar 03 10:22:38.650872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58f9bc0-cbc1-436f-aeba-6b32fb82977e', 'name': 'network-vif-deleted', 'tag': '65a178d1-cf06-4f6a-a205-5f74ba74742e', 'status': 'completed', 'code': 200} Mar 03 10:22:38.958215 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-11c88321-c17b-485b-8b0e-58798eaf1ea5 req-2a06c375-7ca7-4ac5-b614-7573bb5594fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58f9bc0-cbc1-436f-aeba-6b32fb82977e HTTP/1.1" status: 200 len: 210 time: 0.0426817 Mar 03 10:22:40.051796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35364) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:40.119032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b22148b-4fe6-42b9-8999-d7a60336e8b6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:40.147585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b22148b-4fe6-42b9-8999-d7a60336e8b6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:40.210874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b22148b-4fe6-42b9-8999-d7a60336e8b6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:40.227958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22148b-4fe6-42b9-8999-d7a60336e8b6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353c9e2e-762f-4bdd-9f8e-80910ded28ee,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:40.239266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b22148b-4fe6-42b9-8999-d7a60336e8b6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:40.240353 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9b22148b-4fe6-42b9-8999-d7a60336e8b6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/353c9e2e-762f-4bdd-9f8e-80910ded28ee HTTP/1.1" status: 204 len: 168 time: 0.1875672 Mar 03 10:22:40.270819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35370) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:40.909536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:40.933533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 65a178d1-cf06-4f6a-a205-5f74ba74742e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:40.968240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 65a178d1-cf06-4f6a-a205-5f74ba74742e {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:40.968581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 65a178d1-cf06-4f6a-a205-5f74ba74742e not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:41.257886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port e04c54c3-4c24-47d0-a297-55a613dcdcbe {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:41.258220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:41.443246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port e04c54c3-4c24-47d0-a297-55a613dcdcbe, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e04c54c3-4c24-47d0-a297-55a613dcdcbe,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:41.443969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:41.567390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for e04c54c3-4c24-47d0-a297-55a613dcdcbe owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:41.862390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:41.910683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=e04c54c3-4c24-47d0-a297-55a613dcdcbe,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:42.188779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:42.548155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 64723526-8c6a-4ebd-b73e-4f146f176b75 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:22:42.723277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:42.734653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] Sync routers for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:42.743026 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2b49422b-fa87-48cf-a515-1988e73c58c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/64723526-8c6a-4ebd-b73e-4f146f176b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4711134 Mar 03 10:22:42.744340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:42.744943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:42.745672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35374) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:42.811025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet 8cbca29d-1491-473c-ad82-33bf4eee5a0c {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:22:42.813995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:42.868506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:42.920699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:42.958921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.032662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.072231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbca29d-1491-473c-ad82-33bf4eee5a0c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:43.075773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.083280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7dbcb247-d817-40c7-b519-b88cc1f1bec3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/8cbca29d-1491-473c-ad82-33bf4eee5a0c HTTP/1.1" status: 204 len: 168 time: 0.3366354 Mar 03 10:22:43.085317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35378) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:43.101396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363f220-75ca-4bf8-b3c8-161346742858 None None] Network 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:22:43.373738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:22:41Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:43.375100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.380775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] Checking router: 64723526-8c6a-4ebd-b73e-4f146f176b75 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:43.389264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] Routers {'64723526-8c6a-4ebd-b73e-4f146f176b75'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:43.389861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['64723526-8c6a-4ebd-b73e-4f146f176b75'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:43.454354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] DHCP port deletion for 1b07ee19-f6e9-49b8-a4dc-887dc6d2309c request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:22:43.467106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Deleting port 7a037d58-b424-46ea-a903-3fced4b69dd7 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:43.467500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.576349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.586095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 869b9f89-0422-4d81-b156-dd1b23492b44 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:22:43.586469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.662448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] Set router 64723526-8c6a-4ebd-b73e-4f146f176b75 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:43.764610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 869b9f89-0422-4d81-b156-dd1b23492b44, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=869b9f89-0422-4d81-b156-dd1b23492b44,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:43.765051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:43.890007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 869b9f89-0422-4d81-b156-dd1b23492b44 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:43.994415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] For port 7a037d58-b424-46ea-a903-3fced4b69dd7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7a037d58-b424-46ea-a903-3fced4b69dd7,segment=NetworkSegment(64d1f31a-243f-469a-88dd-9ce9c3699baf),segment_id=64d1f31a-243f-469a-88dd-9ce9c3699baf)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:43.995267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.059241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.109034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=869b9f89-0422-4d81-b156-dd1b23492b44,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:44.131523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Calling delete_port for 7a037d58-b424-46ea-a903-3fced4b69dd7 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:22:44.201826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.251623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.290924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7a037d58-b424-46ea-a903-3fced4b69dd7 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:44.337068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 7a037d58-b424-46ea-a903-3fced4b69dd7 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:44.337411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7a037d58-b424-46ea-a903-3fced4b69dd7 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:44.338712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Pushing event deleted for resources: {'Port': ['ID=7a037d58-b424-46ea-a903-3fced4b69dd7,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:44.341682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:22:41Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:44.345200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] No DVR routers for this DVR port 7a037d58-b424-46ea-a903-3fced4b69dd7 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:22:44.352586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea3b34-2ca7-43f3-a7eb-a4efecf1af52 None None] The sync data for ids ['64723526-8c6a-4ebd-b73e-4f146f176b75'] in dv-neutron-831192-5-hyperv is: [{'id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'name': 'tempest-TestNetworkBasicOps-router-732565828', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:21:25Z', 'updated_at': '2022-03-03T10:22:41Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '869b9f89-0422-4d81-b156-dd1b23492b44', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64723526-8c6a-4ebd-b73e-4f146f176b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:21:26Z', 'updated_at': '2022-03-03T10:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:44.356825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.357071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.357406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.357736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.358059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.358382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.358703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.359113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.359377 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.360095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.360095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.360368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29fc2cf-b432-44ef-88b9-c1a9b7726d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:44.387561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.389878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.413970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.414520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router 64723526-8c6a-4ebd-b73e-4f146f176b75 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:22:44.429376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.432936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b13526af-1807-48c4-a27a-b8da910a109e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/64723526-8c6a-4ebd-b73e-4f146f176b75 HTTP/1.1" status: 204 len: 168 time: 1.3442206 Mar 03 10:22:44.433179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35382) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:44.548934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.678317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.703041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b07ee19-f6e9-49b8-a4dc-887dc6d2309c']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:44.719645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d1f31a-243f-469a-88dd-9ce9c3699baf') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:44.719943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d1f31a-243f-469a-88dd-9ce9c3699baf') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:44.732304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.857812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.863977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:22:44.864366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:22:44.879240 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:22:44.962525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.967483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:44.996393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=1b07ee19-f6e9-49b8-a4dc-887dc6d2309c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:45.005050 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e431eb0e-a999-412d-adcb-8b94805830bb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/1b07ee19-f6e9-49b8-a4dc-887dc6d2309c HTTP/1.1" status: 204 len: 168 time: 0.5670755 Mar 03 10:22:45.016615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35386) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:45.023000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--1005041012', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:45.028288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:45.032346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:45.035395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:45.040999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:45.050981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:22:45.054286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.081892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:22:45.090469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.090806 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment 978b38ea-3b13-4aea-b3b0-8b8eceb9ce94 of type vlan for network c7716e94-5f29-4cba-b448-c6f731af9bf6 Mar 03 10:22:45.116187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.145333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.150675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:45.151264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.250471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2327268 Mar 03 10:22:45.253928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35390) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:45.259099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:45.262583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16c0b9-c5e5-4f23-9bc4-a15f5becb49a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=c7716e94-5f29-4cba-b448-c6f731af9bf6,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:45.266168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:45.270488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:45.273152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:22:45.273596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:45.280311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:45.289974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.290984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.306184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.576110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.869394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:45.898973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:46.029963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.224 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d54c3212-e0f8-4632-9615-13c5a77f9dd0) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:22:46.171781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 869b9f89-0422-4d81-b156-dd1b23492b44 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:46.173151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:46.202695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:46.206439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 869b9f89-0422-4d81-b156-dd1b23492b44 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:46.206779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 869b9f89-0422-4d81-b156-dd1b23492b44 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:46.207179 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e04c54c3-4c24-47d0-a297-55a613dcdcbe no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:22:46.242338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: e04c54c3-4c24-47d0-a297-55a613dcdcbe {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:22:46.242676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e04c54c3-4c24-47d0-a297-55a613dcdcbe not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:22:46.264101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:22:46.270795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:22:46.273112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:22:46.310736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=d54c3212-e0f8-4632-9615-13c5a77f9dd0,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:46.790576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:47.138688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:47.348401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:22:47.531719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:47.543524 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Sync routers for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:47.552912 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:47.553517 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:47.560905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:47.562168 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7c899140-5ba6-45c2-9a7f-b2fe4080e2ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3072166 Mar 03 10:22:47.565502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35394) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:47.617513 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba26a6e0-a971-44e8-8b65-f942dd90ebdd tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508609 Mar 03 10:22:47.620127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35398) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:47.769235 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:47.773572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5156d2c-dbfa-4e38-908f-fdf90d9d99f4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:47.775076 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f5156d2c-dbfa-4e38-908f-fdf90d9d99f4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540596 Mar 03 10:22:47.778160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35402) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:47.823554 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-09fb275f-5dd3-42c2-849c-97728567ef9d tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440104 Mar 03 10:22:47.825730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35406) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:47.831831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678402955', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:48.067576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:48.070315 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:46Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:48.071293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:48.074202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:48.074371 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Checking router: 2c8608ec-99b3-4b26-8c76-3ed37f84c805 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:48.074542 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Updating router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 port d54c3212-e0f8-4632-9615-13c5a77f9dd0 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:22:48.080727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:48.091661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:22:48.095174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.127557 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.307700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.384435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=2fcc285a-0e52-48b4-91f7-d6803e41b173,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:48.397378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:22:48.397733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: c7716e94-5f29-4cba-b448-c6f731af9bf6, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:22:48.416832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:22:48.426874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c7716e94-5f29-4cba-b448-c6f731af9bf6) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:22:48.432164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:48.432746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.440192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1512dc-294e-434b-a627-eb30fbd5643e None None] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:22:48.453520 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.463372 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1843630b-4266-4b2e-acf6-5f85394e5e3d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6364615 Mar 03 10:22:48.466070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35410) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:48.469068 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Transition to ACTIVE for port object d54c3212-e0f8-4632-9615-13c5a77f9dd0 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:22:48.477903 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.550755 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Attempting to bind port d54c3212-e0f8-4632-9615-13c5a77f9dd0 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:22:48.551502 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Attempting to bind port d54c3212-e0f8-4632-9615-13c5a77f9dd0 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:22:48.551502 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Attempting to bind port d54c3212-e0f8-4632-9615-13c5a77f9dd0 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:22:48.575118 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:22:48.575519 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:22:48.575918 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.576306 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:22:48.576760 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Bound port: d54c3212-e0f8-4632-9615-13c5a77f9dd0, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:22:48.577132 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.616277 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Pushing event updated for resources: {'Port': ['ID=d54c3212-e0f8-4632-9615-13c5a77f9dd0,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:48.625023 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.625367 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.626012 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.626012 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.626351 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.627184 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.627534 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.627855 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.628176 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.628492 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.628802 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.629114 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:22:48.662849 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] For port d54c3212-e0f8-4632-9615-13c5a77f9dd0, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:22:48.665966 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] For port d54c3212-e0f8-4632-9615-13c5a77f9dd0, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d54c3212-e0f8-4632-9615-13c5a77f9dd0,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:22:48.670236 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.676895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-c7716e94-5f29-4cba-b448-c6f731af9bf6', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:22:48.677845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:48.735900 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:48.736811 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:48.835049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Allocated IP 172.20.0.2 (c7716e94-5f29-4cba-b448-c6f731af9bf6/2fcc285a-0e52-48b4-91f7-d6803e41b173/df2bc221-8002-4c5b-9c50-9c3beff5614c) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:22:48.894845 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5314c-33b4-4802-a326-675bec359e93 None None] Pushing event updated for resources: {'Port': ['ID=d54c3212-e0f8-4632-9615-13c5a77f9dd0,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:48.934056 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:49.055865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:49.067872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Transition to ACTIVE for port object df2bc221-8002-4c5b-9c50-9c3beff5614c will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:22:49.087365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Transition to ACTIVE for port object df2bc221-8002-4c5b-9c50-9c3beff5614c will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:22:49.093371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:49.192686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:49.197558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:22:49.200485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:22:49.209983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:22:49.246604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Pushing event updated for resources: {'Port': ['ID=df2bc221-8002-4c5b-9c50-9c3beff5614c,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:49.266069 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:46Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:49.271205 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc32b39-3ae7-42d4-b5c9-ce548e85a779 None None] The sync data for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv is: [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:46Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:49.305405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Attempting to bind port df2bc221-8002-4c5b-9c50-9c3beff5614c on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:22:49.305768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Attempting to bind port df2bc221-8002-4c5b-9c50-9c3beff5614c by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:22:49.306119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Attempting to bind port df2bc221-8002-4c5b-9c50-9c3beff5614c on network c7716e94-5f29-4cba-b448-c6f731af9bf6 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:22:49.311291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:22:49.311692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Checking segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:22:49.312077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:49.312458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Bound using segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:22:49.312906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Bound port: df2bc221-8002-4c5b-9c50-9c3beff5614c, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:22:49.313269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:49.401144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] For port df2bc221-8002-4c5b-9c50-9c3beff5614c, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:22:49.406572 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] For port df2bc221-8002-4c5b-9c50-9c3beff5614c, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=df2bc221-8002-4c5b-9c50-9c3beff5614c,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:22:49.413320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:49.519411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a52ac-0557-4459-a798-1165a08c2323 None None] Pushing event updated for resources: {'Port': ['ID=df2bc221-8002-4c5b-9c50-9c3beff5614c,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:49.796570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (c7716e94-5f29-4cba-b448-c6f731af9bf6/2fcc285a-0e52-48b4-91f7-d6803e41b173/8dc33f26-b35b-49bc-839f-294eaac9e755) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:22:49.969980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:49.986488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 8dc33f26-b35b-49bc-839f-294eaac9e755 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:22:50.012836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.082461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:22:50.090865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:22:50.095618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:22:50.125248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=8dc33f26-b35b-49bc-839f-294eaac9e755,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:50.156381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.295685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d54c3212-e0f8-4632-9615-13c5a77f9dd0 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:22:50.379854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d54c3212-e0f8-4632-9615-13c5a77f9dd0 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:22:50.385345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d54c3212-e0f8-4632-9615-13c5a77f9dd0 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:50.385716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.396499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.526092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.546797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port d54c3212-e0f8-4632-9615-13c5a77f9dd0, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d54c3212-e0f8-4632-9615-13c5a77f9dd0,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:50.552413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.553231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device df2bc221-8002-4c5b-9c50-9c3beff5614c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:22:50.616934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0d482-2a2b-4f31-8a94-70955fdd1d38 None None] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:22:50.765369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-268ca211-7db5-42d6-9013-f7b712bcd22d None None] Provisioning for port df2bc221-8002-4c5b-9c50-9c3beff5614c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:22:50.795374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=d54c3212-e0f8-4632-9615-13c5a77f9dd0,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:50.837302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.844171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.851356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port df2bc221-8002-4c5b-9c50-9c3beff5614c completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:22:50.866447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port df2bc221-8002-4c5b-9c50-9c3beff5614c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:50.866817 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:50.962845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=8dc33f26-b35b-49bc-839f-294eaac9e755,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:50.966722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:51.049742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:51.087750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port df2bc221-8002-4c5b-9c50-9c3beff5614c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=df2bc221-8002-4c5b-9c50-9c3beff5614c,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:51.092948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:51.113485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:22:51.114745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:22:51.164585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=df2bc221-8002-4c5b-9c50-9c3beff5614c,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:51.310205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:22:51.317748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a338c39-d617-482a-8282-dd50c9322458 None None] Provisioning complete for port df2bc221-8002-4c5b-9c50-9c3beff5614c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:51.318122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a338c39-d617-482a-8282-dd50c9322458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:51.458876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a338c39-d617-482a-8282-dd50c9322458 None None] Provisioning for port 8dc33f26-b35b-49bc-839f-294eaac9e755 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:22:51.465042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6a338c39-d617-482a-8282-dd50c9322458 None None] Provisioning complete for port 8dc33f26-b35b-49bc-839f-294eaac9e755 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:51.465498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a338c39-d617-482a-8282-dd50c9322458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:51.533530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6a338c39-d617-482a-8282-dd50c9322458 None None] Port 8dc33f26-b35b-49bc-839f-294eaac9e755 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:22:51.634600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:22:51.646564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Sync routers for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:22:51.648249 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5f81f62e-5a14-471d-be9f-28343ecd6d7b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/2c8608ec-99b3-4b26-8c76-3ed37f84c805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1808379 Mar 03 10:22:51.650543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35414) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:51.661908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:51.662509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:51.716079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-563f8637-f9aa-459a-86d5-78d57faf0cae None None] Provisioning complete for port 8dc33f26-b35b-49bc-839f-294eaac9e755 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:51.716432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-563f8637-f9aa-459a-86d5-78d57faf0cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:51.786908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943ffc9-11e8-4d4e-82a5-c32ba9f31cb1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.787437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943ffc9-11e8-4d4e-82a5-c32ba9f31cb1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.787906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943ffc9-11e8-4d4e-82a5-c32ba9f31cb1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.788362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943ffc9-11e8-4d4e-82a5-c32ba9f31cb1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.790011 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4943ffc9-11e8-4d4e-82a5-c32ba9f31cb1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1385758 Mar 03 10:22:51.792829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35418) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:51.795457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-563f8637-f9aa-459a-86d5-78d57faf0cae None None] Port 8dc33f26-b35b-49bc-839f-294eaac9e755 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:22:51.860616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f579f-22fa-4ebd-9b19-937a2b4b64aa tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.861772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f579f-22fa-4ebd-9b19-937a2b4b64aa tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.861990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f579f-22fa-4ebd-9b19-937a2b4b64aa tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.862453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f579f-22fa-4ebd-9b19-937a2b4b64aa tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:51.864243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bc2f579f-22fa-4ebd-9b19-937a2b4b64aa tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0704763 Mar 03 10:22:51.867060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35422) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:51.924027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:52.073390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-59a7e38a-351d-4b6b-946b-6dad80102b17 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2051682 Mar 03 10:22:52.248900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d54c3212-e0f8-4632-9615-13c5a77f9dd0 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:22:52.278432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:52.289042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35428) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:52.294331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233621187', 'description': 'tempest-secgroup-smoke-233621187 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:52.294495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Checking router: 2c8608ec-99b3-4b26-8c76-3ed37f84c805 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:22:52.294834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Updating router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 port 8dc33f26-b35b-49bc-839f-294eaac9e755 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:22:52.300667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:52.304865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:52.307795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:52.313386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:52.323669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.343726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:52.347359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:52.350119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:52.355742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:52.361547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.424622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d54c3212-e0f8-4632-9615-13c5a77f9dd0 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:52.424994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.427328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.432447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.480078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:52.488271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.489802 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-02901174-137a-4932-83b9-cc966ffa6fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1993825 Mar 03 10:22:52.492627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35432) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:52.499186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '9f8f58c3-be5b-4c6b-8b0e-a35b6902139a', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:52.506043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:52.509965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:52.512886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:52.519523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:52.535959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.594612 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.599521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.617663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915f843f-64cc-4c91-8b68-f7cfb0e0bbaa,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:52.634225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.635596 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-84b37476-fa8b-4d45-8cbc-b226926da833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413298 Mar 03 10:22:52.638241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35436) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:52.643351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '9f8f58c3-be5b-4c6b-8b0e-a35b6902139a', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:52.649016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:52.652719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:52.655778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:52.662015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:52.678931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.701089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device df2bc221-8002-4c5b-9c50-9c3beff5614c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:22:52.744342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.748439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.771937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617c0347-ab32-48b9-9c12-1926912aef1e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:52.782497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.784581 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5245e8da-2d53-4d8a-b741-91a71ab98660 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454189 Mar 03 10:22:52.787215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35440) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:52.792295 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '9f8f58c3-be5b-4c6b-8b0e-a35b6902139a', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:52.798736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:52.802578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:52.805642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:52.806291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port df2bc221-8002-4c5b-9c50-9c3beff5614c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:52.806667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.811267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:52.829959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.892498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.896433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.921153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009b83ea-6e4a-4844-88e4-0c302717c4f8,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:52.926032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.931613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.932695 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a1bcb671-e3e5-4927-b522-c141abc299dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445155 Mar 03 10:22:52.935424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35444) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:52.940875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '9f8f58c3-be5b-4c6b-8b0e-a35b6902139a', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:52.946669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:52.950554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:52.953480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:52.959741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:52.977397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:52.977661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Transition to ACTIVE for port object 8dc33f26-b35b-49bc-839f-294eaac9e755 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:22:52.990015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.044233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.047814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.078285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af2be72-816a-422e-a8da-90ea52c06418,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:53.086342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.087910 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dacc6515-ceac-4599-bfc7-d3b63ddffa41 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513820 Mar 03 10:22:53.090515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35448) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:53.096442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '9f8f58c3-be5b-4c6b-8b0e-a35b6902139a', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:53.104421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:53.108353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:53.111486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:53.117590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:53.129547 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:22:53.139789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.176059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564a644-9955-4112-9785-4d28e07235d6 None None] Pushing event updated for resources: {'Port': ['ID=8dc33f26-b35b-49bc-839f-294eaac9e755,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:53.211695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.217349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.237302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Attempting to bind port 8dc33f26-b35b-49bc-839f-294eaac9e755 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:22:53.237671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Attempting to bind port 8dc33f26-b35b-49bc-839f-294eaac9e755 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:22:53.238032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Attempting to bind port 8dc33f26-b35b-49bc-839f-294eaac9e755 on network c7716e94-5f29-4cba-b448-c6f731af9bf6 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:22:53.241342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe298ad-6bfc-434f-8c4c-ebd6a2d071a6,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:53.244184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:22:53.244684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Checking segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:22:53.245121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.245364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Bound using segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:22:53.245832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Bound port: 8dc33f26-b35b-49bc-839f-294eaac9e755, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:22:53.246294 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.253664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.255006 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6a53ae6e-6c57-4b23-aea4-a122ae1e83ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1634960 Mar 03 10:22:53.257790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35452) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:22:53.262824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '9f8f58c3-be5b-4c6b-8b0e-a35b6902139a', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:53.269270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:53.273108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:22:53.275984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:22:53.281918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:53.291992 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:22:53.298754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.353579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] For port 8dc33f26-b35b-49bc-839f-294eaac9e755, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:22:53.357070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] For port 8dc33f26-b35b-49bc-839f-294eaac9e755, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8dc33f26-b35b-49bc-839f-294eaac9e755,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:22:53.360915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.366102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.369639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.393122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f574b3b2-ad37-4f78-b705-9b18fecfb68d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:53.403215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.408542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bac45677-3848-4236-95c1-6ee31ae20d08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489766 Mar 03 10:22:53.444534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:22:53.445075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:22:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:53.568979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564a644-9955-4112-9785-4d28e07235d6 None None] Pushing event updated for resources: {'Port': ['ID=8dc33f26-b35b-49bc-839f-294eaac9e755,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:53.664024 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-635a73ec-bf34-48d5-a005-590e1239bd6a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233621187&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0433095 Mar 03 10:22:53.701099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:22:53.817689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-23f11a41-5146-4958-a2ca-7940af2a43b4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:53.818362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-23f11a41-5146-4958-a2ca-7940af2a43b4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:53.833104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-23f11a41-5146-4958-a2ca-7940af2a43b4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:53.834237 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-23f11a41-5146-4958-a2ca-7940af2a43b4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 797 time: 0.1620395 Mar 03 10:22:53.838300 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:53.849302 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-9e34e9b8-fcb9-4421-8b22-e6637b93fdc8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0097108 Mar 03 10:22:53.933246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-ea5d03ba-66d0-488a-8e51-ae880900abb2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:53.948797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-ea5d03ba-66d0-488a-8e51-ae880900abb2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:53.950138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-ea5d03ba-66d0-488a-8e51-ae880900abb2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956738 Mar 03 10:22:53.969707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-4d010e4f-e4ff-48d9-b61c-72a173d97427 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:22:53.971277 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-4d010e4f-e4ff-48d9-b61c-72a173d97427 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060253 Mar 03 10:22:54.033908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:53Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:22:54.038103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287d96e-d3a8-4338-89c6-a7d9ac7a2161 None None] The sync data for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv is: [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:53Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:22:54.115757 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-28a6c2cb-42e7-4d92-9fd1-a6dc8e0da8c0 service neutron] 10.222.0.23 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382849 Mar 03 10:22:54.250549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8dc33f26-b35b-49bc-839f-294eaac9e755 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:22:54.266176 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-eb5c14dc-b6ce-480d-b76d-0151aa6dc8a6 service neutron] 10.222.0.23 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446609 Mar 03 10:22:54.322377 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 8dc33f26-b35b-49bc-839f-294eaac9e755 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:22:54.327672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8dc33f26-b35b-49bc-839f-294eaac9e755 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:54.328154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:54.458790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:54.496341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 8dc33f26-b35b-49bc-839f-294eaac9e755, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8dc33f26-b35b-49bc-839f-294eaac9e755,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:22:54.503502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:54.536207 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-effab119-8fd1-4f78-88ee-4c0539cfda5b req-6a43d4bc-1b39-4de3-ad6f-5579cac3c052 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 210 time: 0.1007333 Mar 03 10:22:54.593915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=8dc33f26-b35b-49bc-839f-294eaac9e755,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:55.566015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-889b92da-c077-43f3-87e2-614c9fe2bc29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:55.567372 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-889b92da-c077-43f3-87e2-614c9fe2bc29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 797 time: 0.1500087 Mar 03 10:22:55.616810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-6dd44b4b-f0d9-4670-8a89-f2ea47c50279 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:22:55.635647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-6dd44b4b-f0d9-4670-8a89-f2ea47c50279 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:22:55.637139 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-6dd44b4b-f0d9-4670-8a89-f2ea47c50279 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 379 time: 0.0621848 Mar 03 10:22:55.645770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['9f8f58c3-be5b-4c6b-8b0e-a35b6902139a']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:55.695552 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c19aae0-35e9-4fa1-8c02-2162a3365d2f req-dc9083be-79e9-4413-8e21-64368a75126e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 210 time: 0.0437460 Mar 03 10:22:55.782454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:22:55.792401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:22:55.801150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:22:55.804671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:55.962972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.4 (c7716e94-5f29-4cba-b448-c6f731af9bf6/2fcc285a-0e52-48b4-91f7-d6803e41b173/413d4213-03e4-44a1-8dfd-c0e66bd89623) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:22:56.153895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:56.169468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 413d4213-03e4-44a1-8dfd-c0e66bd89623 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:22:56.194937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:56.217785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8dc33f26-b35b-49bc-839f-294eaac9e755 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:22:56.257162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:22:56.260208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:22:56.269241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:22:56.291400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8dc33f26-b35b-49bc-839f-294eaac9e755 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:56.291894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:56.311081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=413d4213-03e4-44a1-8dfd-c0e66bd89623,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:56.344707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:56.345378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:56.372048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-0688062a-fffa-44bd-9f10-c206e7cca3eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7304282 Mar 03 10:22:56.382627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-3652dccf-bfca-4da3-a6d9-b26718f5a322 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:22:56.383901 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-3652dccf-bfca-4da3-a6d9-b26718f5a322 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056469 Mar 03 10:22:56.394521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Request body: {'port': {'device_id': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:22:56.506213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ecdfcf5d-0ba5-4302-ae89-af977a19234f None None] Provisioning for port 413d4213-03e4-44a1-8dfd-c0e66bd89623 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:22:56.511683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:56.511860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ecdfcf5d-0ba5-4302-ae89-af977a19234f None None] Provisioning complete for port 413d4213-03e4-44a1-8dfd-c0e66bd89623 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:22:56.512162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcf5d-0ba5-4302-ae89-af977a19234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:56.567963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfcf5d-0ba5-4302-ae89-af977a19234f None None] Port 413d4213-03e4-44a1-8dfd-c0e66bd89623 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:22:56.878505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbfbe2-d46a-41bf-9884-f8d393df35e8 req-3df4d62a-5204-4c0e-bd3d-b8698c9d45e7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:56.880038 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65fbfbe2-d46a-41bf-9884-f8d393df35e8 req-3df4d62a-5204-4c0e-bd3d-b8698c9d45e7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 931 time: 0.0807612 Mar 03 10:22:56.927713 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65fbfbe2-d46a-41bf-9884-f8d393df35e8 req-2eb9dfc1-94a4-4672-937e-5d77ec36929f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418599 Mar 03 10:22:56.950922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413d4213-03e4-44a1-8dfd-c0e66bd89623 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:22:56.958401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:56.972956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Transition to ACTIVE for port object 413d4213-03e4-44a1-8dfd-c0e66bd89623 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:22:56.976883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:57.134378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Pushing event updated for resources: {'Port': ['ID=413d4213-03e4-44a1-8dfd-c0e66bd89623,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:57.211245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Attempting to bind port 413d4213-03e4-44a1-8dfd-c0e66bd89623 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:22:57.211607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Attempting to bind port 413d4213-03e4-44a1-8dfd-c0e66bd89623 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:22:57.211941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Attempting to bind port 413d4213-03e4-44a1-8dfd-c0e66bd89623 on network c7716e94-5f29-4cba-b448-c6f731af9bf6 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:22:57.216730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Port 413d4213-03e4-44a1-8dfd-c0e66bd89623 on network c7716e94-5f29-4cba-b448-c6f731af9bf6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:22:57.217028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Attempting to bind port 413d4213-03e4-44a1-8dfd-c0e66bd89623 on network c7716e94-5f29-4cba-b448-c6f731af9bf6 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:22:57.222807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:22:57.223136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Checking segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:22:57.223547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Bound using segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:22:57.223958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Bound port: 413d4213-03e4-44a1-8dfd-c0e66bd89623, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:22:57.224299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:57.313901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] For port 413d4213-03e4-44a1-8dfd-c0e66bd89623, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:22:57.316752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] For port 413d4213-03e4-44a1-8dfd-c0e66bd89623, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:22:57.320839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:57.375491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:57.376095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:22:57.377615 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] 10.222.0.32 "PUT /v2.0/ports/413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 200 len: 1093 time: 0.9877610 Mar 03 10:22:57.378071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:22:57.401971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b3d50-e7e5-4f4c-b61f-62345c605e99 service neutron] Pushing event updated for resources: {'Port': ['ID=413d4213-03e4-44a1-8dfd-c0e66bd89623,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:22:57.460381 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'status': 'completed', 'code': 200} Mar 03 10:22:57.505952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-f86b3394-3f9b-4f6d-a140-36f2fa0e4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:57.507471 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-f86b3394-3f9b-4f6d-a140-36f2fa0e4fb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1096 time: 0.0810478 Mar 03 10:22:57.578869 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-62728ada-e45b-4365-9633-e06b38f71c5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 200 len: 217 time: 0.0650458 Mar 03 10:22:57.640847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-fe1df421-d3e2-4dc5-b48f-9465b9773b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:57.642824 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-fe1df421-d3e2-4dc5-b48f-9465b9773b4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0572214 Mar 03 10:22:57.719292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-68f5e8c6-53cb-47a5-a7da-7c65e4b07545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:57.720881 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-68f5e8c6-53cb-47a5-a7da-7c65e4b07545 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723085 Mar 03 10:22:57.852702 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-c647e968-d26e-466b-beef-b14216b1b962 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256831 Mar 03 10:22:57.982762 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-246d4753-fa2f-4199-992e-b2aa264227c7 req-16374da8-ab4e-4ff2-9e3a-60bc288bfb5e service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226392 Mar 03 10:22:58.098652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-ce4c04e0-8ae6-4fa4-8e80-1ff137a79be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:58.100166 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-ce4c04e0-8ae6-4fa4-8e80-1ff137a79be8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1096 time: 0.0712466 Mar 03 10:22:58.113715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e895-99c7-4552-a12c-6848bee68f5c req-f13aabdc-baba-4fd4-a1be-57267000347a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:58.115108 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8b82e895-99c7-4552-a12c-6848bee68f5c req-f13aabdc-baba-4fd4-a1be-57267000347a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 943 time: 0.0798922 Mar 03 10:22:58.160374 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8b82e895-99c7-4552-a12c-6848bee68f5c req-d235b6a0-2a3a-4c7a-a427-2d6a9c7cfd58 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386066 Mar 03 10:22:58.229560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-8cd7f8a1-318a-4153-970b-a5714cc77970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:58.230976 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-8cd7f8a1-318a-4153-970b-a5714cc77970 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 897 time: 0.1250834 Mar 03 10:22:58.389764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-a20a34dd-4ad9-45f1-9073-b695e0bb350f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 200 len: 217 time: 0.1511030 Mar 03 10:22:58.451007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-bcc1cb17-9d74-43fc-829c-3a85d32bad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:58.452433 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-bcc1cb17-9d74-43fc-829c-3a85d32bad2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0559618 Mar 03 10:22:58.529009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-b3191931-71d8-45b1-bc98-059389188a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:58.530449 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-b3191931-71d8-45b1-bc98-059389188a84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716379 Mar 03 10:22:58.663011 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-5f577a3d-e3fb-44f0-a966-e7fcc78866b2 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248157 Mar 03 10:22:58.795378 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ca50730-f856-47ee-8926-e95cf9e5e11f req-25016f72-d8a9-4773-a927-01f2aa1d452f service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260667 Mar 03 10:22:59.347687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30652f7-4297-4fe2-891b-4156454643a0 req-be4e386f-1e73-48a5-a9be-ca4969b2f36f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:22:59.349176 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e30652f7-4297-4fe2-891b-4156454643a0 req-be4e386f-1e73-48a5-a9be-ca4969b2f36f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 943 time: 0.0837061 Mar 03 10:22:59.488732 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e30652f7-4297-4fe2-891b-4156454643a0 req-9d1a81ee-4384-48e1-a5b3-344f85c3a5df tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336985 Mar 03 10:23:00.671149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1bc0a-9ab8-4714-803d-2fb6c66182fc req-40d2e849-1bb3-42b7-a49d-eb0d9116a817 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:00.672617 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b3e1bc0a-9ab8-4714-803d-2fb6c66182fc req-40d2e849-1bb3-42b7-a49d-eb0d9116a817 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 943 time: 0.0789642 Mar 03 10:23:00.715874 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b3e1bc0a-9ab8-4714-803d-2fb6c66182fc req-25e9382f-9a50-49f7-8eb6-1a275cf9bd52 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375149 Mar 03 10:23:01.024690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 413d4213-03e4-44a1-8dfd-c0e66bd89623 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:23:01.158729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 413d4213-03e4-44a1-8dfd-c0e66bd89623, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:23:01.171526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'port_id': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'mac_address': 'fa:16:3e:9b:3f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:23:01.228227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:01.244717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413d4213-03e4-44a1-8dfd-c0e66bd89623 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:23:01.259289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 413d4213-03e4-44a1-8dfd-c0e66bd89623, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:23:01.262964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:01.328034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=413d4213-03e4-44a1-8dfd-c0e66bd89623,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:01.461797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['413d4213-03e4-44a1-8dfd-c0e66bd89623'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:23:01.904469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522bacb-18ea-4cea-b726-9544a66f10e2 req-08dddc7c-1f7c-4c67-9f23-54898e8aa2bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:01.905956 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f522bacb-18ea-4cea-b726-9544a66f10e2 req-08dddc7c-1f7c-4c67-9f23-54898e8aa2bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 944 time: 0.0815668 Mar 03 10:23:01.948957 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f522bacb-18ea-4cea-b726-9544a66f10e2 req-a0c41a4d-a570-45af-928b-3ba201af4153 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367725 Mar 03 10:23:03.018163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ef747d23-5131-45e0-be2c-2e129da0d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:03.039680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 413d4213-03e4-44a1-8dfd-c0e66bd89623 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:23:03.138471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 413d4213-03e4-44a1-8dfd-c0e66bd89623 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:23:03.142898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90175295-479a-4f14-9104-3494ef59efd0 req-863d1fc9-6989-4278-a116-39b6c177b02f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:03.143561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 413d4213-03e4-44a1-8dfd-c0e66bd89623 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:23:03.143870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:03.144388 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-90175295-479a-4f14-9104-3494ef59efd0 req-863d1fc9-6989-4278-a116-39b6c177b02f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 944 time: 0.0859742 Mar 03 10:23:03.189403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-90175295-479a-4f14-9104-3494ef59efd0 req-1abee8c2-d5e6-46e8-aaac-9bcaf9018c82 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393264 Mar 03 10:23:03.259584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:03.286483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:23:03.296277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 413d4213-03e4-44a1-8dfd-c0e66bd89623, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:23:03.300210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:03.331228 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'code': 200} Mar 03 10:23:03.367907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=413d4213-03e4-44a1-8dfd-c0e66bd89623,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:03.549658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff44ce5-dc83-42ca-90f4-55d8ff18222b req-367cc192-1fe6-424a-a413-45731986b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:03.551110 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6ff44ce5-dc83-42ca-90f4-55d8ff18222b req-367cc192-1fe6-424a-a413-45731986b97a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1098 time: 0.0691910 Mar 03 10:23:03.590038 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6ff44ce5-dc83-42ca-90f4-55d8ff18222b req-7c244842-1bd2-4d11-bb73-b011c825625d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331664 Mar 03 10:23:04.371786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61159158-11d9-45d9-8343-2378d67a917e req-9c0bb729-2f58-4f8e-a74c-909ad729e93d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:04.373222 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-61159158-11d9-45d9-8343-2378d67a917e req-9c0bb729-2f58-4f8e-a74c-909ad729e93d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 945 time: 0.0793056 Mar 03 10:23:04.417504 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-61159158-11d9-45d9-8343-2378d67a917e req-bf577546-162b-4d29-b955-d2080d9259e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382206 Mar 03 10:23:05.214318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-33ca8eac-5f8f-4e29-95a1-ff4237504eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:05.607155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c45fd-9492-4457-8309-23482946362c req-626111b2-fa67-4304-9d13-8fb7eb275de7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:05.608638 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d94c45fd-9492-4457-8309-23482946362c req-626111b2-fa67-4304-9d13-8fb7eb275de7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 945 time: 0.0825920 Mar 03 10:23:05.651563 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d94c45fd-9492-4457-8309-23482946362c req-3d68183e-30c4-4ce1-af5e-e10ab7f574eb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Mar 03 10:23:05.832276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ed0a4-78a4-4904-813f-32088a5399d6 req-d2e6ee0d-f35c-48e3-98ae-80e18e54aa2b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:05.833658 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-517ed0a4-78a4-4904-813f-32088a5399d6 req-d2e6ee0d-f35c-48e3-98ae-80e18e54aa2b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 945 time: 0.0805759 Mar 03 10:23:05.880227 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-517ed0a4-78a4-4904-813f-32088a5399d6 req-ed9fdaf3-e13f-4acd-9d7f-57bc339bfbf1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Mar 03 10:23:05.903291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35506) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:05.971276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb87e7d-9680-4c33-baa0-1e8f8c8c1b45 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:05.972744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2cb87e7d-9680-4c33-baa0-1e8f8c8c1b45 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1093 time: 0.0684161 Mar 03 10:23:05.975443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35510) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:05.980092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:05.986338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:05.990139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:05.992909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:05.998447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:06.008841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:06.059205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:06.071722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:06.155912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:06.293745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.101 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/ec14f564-c20e-458d-80dd-bdaeace59b3e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:23:06.441352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:06.469413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:06.533540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:23:06.540668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:23:06.544928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:23:06.578249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=ec14f564-c20e-458d-80dd-bdaeace59b3e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:07.061148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:07.136136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:07.308003 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:23:07.336393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:07.341039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:07.451766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=ec14f564-c20e-458d-80dd-bdaeace59b3e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:07.459903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:07.629543 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0 associated. External IP: 172.26.7.101, port: 413d4213-03e4-44a1-8dfd-c0e66bd89623. Mar 03 10:23:07.908604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:07.974322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:23:08.149306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:23:08.163587 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] Sync routers for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:23:08.170134 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:23:08.170919 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:23:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:08.175640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:08.233254 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23303e66-1ad4-4033-ac20-12a1f2b544c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2568214 Mar 03 10:23:08.233975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:23:08.237176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35514) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:08.279508 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'status': 'completed', 'code': 200} Mar 03 10:23:08.349179 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:23:08.400176 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a6561376-6e8a-4ec8-abda-1df41ee2100f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 991 time: 0.1618581 Mar 03 10:23:08.420352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-de9e4504-9e68-45de-ba17-984d1a50be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:08.421799 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-de9e4504-9e68-45de-ba17-984d1a50be08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1098 time: 0.1186304 Mar 03 10:23:08.553210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-accbec9f-5b5a-4cfe-b2b5-f0226fb8dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:08.554637 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-accbec9f-5b5a-4cfe-b2b5-f0226fb8dd02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 897 time: 0.1268969 Mar 03 10:23:08.655857 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-2d80678e-4a84-4bca-91e2-b0a224043f2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 200 len: 999 time: 0.0951517 Mar 03 10:23:08.691924 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '73db48c7-8a60-4019-af2a-73dcaa779be0', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'port_id': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'mac_address': 'fa:16:3e:9b:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:23:06Z', 'updated_at': '2022-03-03T10:23:06Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:08.695590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] Checking router: 2c8608ec-99b3-4b26-8c76-3ed37f84c805 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:23:08.703617 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:23:08.704719 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:23:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:08.715457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-493eaffc-61b8-484a-ac5e-318dec310458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:08.716878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-493eaffc-61b8-484a-ac5e-318dec310458 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0555644 Mar 03 10:23:08.794301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-87c77826-a849-41cc-9cfc-45a46e94f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:08.795818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-87c77826-a849-41cc-9cfc-45a46e94f81b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722826 Mar 03 10:23:08.879119 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:23:08.925851 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-9c34f1f4-1c97-472d-b5fc-2e57db2e0003 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234853 Mar 03 10:23:09.057343 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5895c631-c5f0-4800-a7d1-dfe5fa56bd41 req-8c29fb95-a0a2-483a-978b-fcfb63d7ba75 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252029 Mar 03 10:23:09.242522 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '73db48c7-8a60-4019-af2a-73dcaa779be0', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'port_id': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'mac_address': 'fa:16:3e:9b:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:23:06Z', 'updated_at': '2022-03-03T10:23:06Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:09.246288 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad384abe-ede8-49cf-9db0-8b62865268ac None None] The sync data for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv is: [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '73db48c7-8a60-4019-af2a-73dcaa779be0', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'port_id': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'mac_address': 'fa:16:3e:9b:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:23:06Z', 'updated_at': '2022-03-03T10:23:06Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:23:09.403466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35520) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:09.423510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4412310-4dc4-4ae2-96e7-34f48fe5c7f2 None None] New status for floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:23:09.507882 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-361c8e68-7296-4f56-8ca8-fe0039647907 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 991 time: 0.1032548 Mar 03 10:23:10.511637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35524) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:10.713534 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4d11d08a-913a-46a8-944c-71b39be3bac3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 993 time: 0.2006319 Mar 03 10:23:23.762566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:32.721642 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-fa5d8c96-eab3-490a-85d2-7195d5216736 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674367 Mar 03 10:23:32.860913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-d884c52b-2f42-4524-bb1b-7300f675bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:32.862265 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-d884c52b-2f42-4524-bb1b-7300f675bde1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1098 time: 0.0700040 Mar 03 10:23:33.001557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-be2b6e2b-c96e-4a53-9e44-87eec818a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:33.002970 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-be2b6e2b-c96e-4a53-9e44-87eec818a28f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 897 time: 0.1226327 Mar 03 10:23:33.021328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e025-916b-4560-a576-1c1066f91851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:33.109460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-88661fe6-e98b-49ab-869f-18713e502ebd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 200 len: 1001 time: 0.0995712 Mar 03 10:23:33.176297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-da42908b-d8ad-42cb-b43f-f13e72d35a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:33.177731 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-da42908b-d8ad-42cb-b43f-f13e72d35a1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0622325 Mar 03 10:23:33.252687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-55158b5e-3929-4fcb-bc6b-c7c9165eb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:33.254107 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-55158b5e-3929-4fcb-bc6b-c7c9165eb078 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713172 Mar 03 10:23:33.384954 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-f515780f-3e7d-4c80-8953-29cc7bf24450 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 Mar 03 10:23:33.517590 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-93d69e58-77a0-4421-8df4-f32de24d96e3 req-5505648a-d060-4955-b2af-d52b4294fbc7 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255083 Mar 03 10:23:35.215663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5f1224f5-5395-40a9-b5af-7ae4a65d2cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:35.414539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35540) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:35.648875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97f8d2-042e-4948-92ab-586bc25ced07 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:35.649333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97f8d2-042e-4948-92ab-586bc25ced07 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:35.649791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97f8d2-042e-4948-92ab-586bc25ced07 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:35.651419 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1a97f8d2-042e-4948-92ab-586bc25ced07 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 2999 time: 0.2359116 Mar 03 10:23:36.053431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:36.070934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:37.915982 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:39.007669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35554) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:39.068362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f59f7b0-cee1-451b-bd3a-22be0e4737a3 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:39.069814 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3f59f7b0-cee1-451b-bd3a-22be0e4737a3 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b HTTP/1.1" status: 200 len: 814 time: 0.0611753 Mar 03 10:23:40.176083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35562) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:40.181317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:40.388287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:40.653679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:40.658713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:40.659088 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0 disassociated. External IP: 172.26.7.101, port: 413d4213-03e4-44a1-8dfd-c0e66bd89623. Mar 03 10:23:41.007280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:23:41.191323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:23:41.196078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:41.201414 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] Sync routers for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:23:41.211283 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:23:41.211912 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:23:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:41.251172 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a372ac8c-f000-494e-b3fc-954473a07349 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 690 time: 1.0740108 Mar 03 10:23:41.251785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:23:41.253918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35566) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:41.297711 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'status': 'completed', 'code': 200} Mar 03 10:23:41.378728 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fb52d1c3-2a0c-4a64-bf16-ec1bd0897a02 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 690 time: 0.1236975 Mar 03 10:23:41.405060 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:23:41.409291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-ebe8f5b2-f9a1-43ec-9f82-0d431fe17901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:41.410753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-ebe8f5b2-f9a1-43ec-9f82-0d431fe17901 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1098 time: 0.0876656 Mar 03 10:23:41.542804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-9f2f2fee-227e-4132-9dea-2e0097e503d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:41.544184 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-9f2f2fee-227e-4132-9dea-2e0097e503d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 897 time: 0.1279318 Mar 03 10:23:41.614747 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-54fe2180-82e6-44ab-ae2b-5c67bb9332b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 200 len: 217 time: 0.0633366 Mar 03 10:23:41.675756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-606a383a-ff56-41a6-b9ca-3946badd4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:41.677183 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-606a383a-ff56-41a6-b9ca-3946badd4196 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0566399 Mar 03 10:23:41.712967 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:41.716846 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] Checking router: 2c8608ec-99b3-4b26-8c76-3ed37f84c805 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:23:41.726609 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:23:41.727221 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:23:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:41.850517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-3a18ed1e-2a3c-4f76-8f10-c5c4feec75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:41.851966 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-3a18ed1e-2a3c-4f76-8f10-c5c4feec75de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690872 Mar 03 10:23:41.908436 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:23:41.982529 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-42fee660-7ab9-4c70-b48b-4b661005b064 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242743 Mar 03 10:23:42.113501 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3ad03c38-4ed8-473d-a5d4-256cad2edca1 req-f71cb883-0502-468c-a8e3-4a1518ae64f2 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251779 Mar 03 10:23:42.221412 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:42.225148 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fea27-cbdf-4eb4-8a04-a27d7c373c31 None None] The sync data for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv is: [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:23:42.382755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35572) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:42.432676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77034b5-4a1f-495a-9451-d37975cb493d None None] New status for floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:23:42.472186 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fbc572c2-eb73-487a-ad37-1716e4c313d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 690 time: 0.0871267 Mar 03 10:23:43.474966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35576) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:43.556765 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-474ef158-0828-4c6d-911d-c0862ea13581 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 688 time: 0.0805857 Mar 03 10:23:44.306661 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:23:44.787311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35582) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:44.792482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291889883', 'description': 'tempest-secgroup-smoke-291889883 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:44.798453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:44.807881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:44.820579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:44.840010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:44.844336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:44.847107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:44.852658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:44.922990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:44.926475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:44.971638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:44.975320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:44.976520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1882138 Mar 03 10:23:44.979572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35586) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:44.980877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.981224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.981566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.981897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.982227 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.982552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.982876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.983197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.983549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.983869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.984312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.984682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0535a75-4893-492d-af8c-9bddeb654a5b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:44.985583 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b3a1b-04d1-4f69-99d7-2241b39b4d25', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:44.992162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:44.996139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:44.999091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:45.005290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:45.022155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.080183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.083929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.106879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca65fbb-2a24-46f9-883d-8029d10f4753,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:45.117073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.117409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.117738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.118060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.118379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.118697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.119012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.119357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.119681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.119986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.120295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.120603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:45.127939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.131687 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d1a708a2-cafa-4474-8114-265e0071b0b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480045 Mar 03 10:23:45.131890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35590) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:45.137136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b3a1b-04d1-4f69-99d7-2241b39b4d25', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:45.143676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:45.147516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:45.150319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:45.156203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:45.171953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.232632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.236769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.263589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d95c881-5461-4821-ba0c-5dc576df4097,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:45.269887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.271072 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c496add6-a8ed-43fb-9099-d69825fc0462 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382496 Mar 03 10:23:45.273874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35594) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:45.278844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b3a1b-04d1-4f69-99d7-2241b39b4d25', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:45.284768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:45.288499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:45.291314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:45.297330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:45.316385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.376935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.380395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.403386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944de5c6-693f-49aa-be9d-347a64b45f95,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:45.412416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.416508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35598) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:45.416648 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-445da657-7f3c-4b16-a461-791bf00d9bd8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418126 Mar 03 10:23:45.422045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b3a1b-04d1-4f69-99d7-2241b39b4d25', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:45.428674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:45.432474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:45.435395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:45.442875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:45.458113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.521882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.525102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.549031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a295120a-e9f5-4a7d-928d-3beaf0aa0ce5,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:45.557157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.558334 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-26c70f33-5b74-4024-aba3-2c95ddae5013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408169 Mar 03 10:23:45.561017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35602) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:45.566467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b3a1b-04d1-4f69-99d7-2241b39b4d25', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:45.572105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:45.575844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:45.579565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:45.585073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:45.598978 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:23:45.605355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.669484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.673112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.696368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f0286b-b0ca-41bc-beb8-e60a1636cce2,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:45.705928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.707096 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0a2dbe6c-2089-438a-9edc-46f053bdfb86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451769 Mar 03 10:23:45.709995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35606) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:45.715042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b3a1b-04d1-4f69-99d7-2241b39b4d25', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:45.721253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:45.725998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:45.728865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:45.734454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:45.744491 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:23:45.751520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.815990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.819669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.842563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18d3189-ba86-49c5-8bf2-7bdaeef31129,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:45.851952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:45.853279 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-193b7b8a-7f92-40cf-a2a5-bafa931457fd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423337 Mar 03 10:23:46.014759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-63c7a533-93ad-4155-ae52-a55c7c12b1a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:23:46.029403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-63c7a533-93ad-4155-ae52-a55c7c12b1a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:23:46.030749 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-63c7a533-93ad-4155-ae52-a55c7c12b1a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291889883&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0545087 Mar 03 10:23:46.181355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-a7ac41d0-63df-499a-91d0-b0f0e41806ba tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:46.182788 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-a7ac41d0-63df-499a-91d0-b0f0e41806ba tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 797 time: 0.1455331 Mar 03 10:23:46.198253 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-342335e5-e947-4f2d-b1f5-e960e85e745f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0088398 Mar 03 10:23:46.376675 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-e17e3cea-87a9-49fe-afee-c805bf36914e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1732123 Mar 03 10:23:46.511135 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-e25a23ea-2c70-4acb-ab6a-8ce96472e76d service neutron] 10.222.0.23 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232166 Mar 03 10:23:46.638935 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-5a291827-afaa-438e-8d26-cb81d74fa015 service neutron] 10.222.0.23 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219945 Mar 03 10:23:46.825944 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2b1e228d-1f21-4fcf-8d20-630c70f1f8ef req-33958a16-2c16-4443-808e-31bf08ec1bcb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 210 time: 0.0414114 Mar 03 10:23:47.816756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-9a9900d4-34e8-4e36-9460-b4c0fafc22be tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:47.818078 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-9a9900d4-34e8-4e36-9460-b4c0fafc22be tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 797 time: 0.1516559 Mar 03 10:23:47.870389 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-04d8543e-338f-4010-9c49-5021be7df3b3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 471 time: 0.0445473 Mar 03 10:23:47.878648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': 'bb063a95-8744-4879-9816-f4dd6b469784', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['fc3b3a1b-04d1-4f69-99d7-2241b39b4d25']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:47.983597 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0b533f8c-058b-43f5-8470-53a7bc8c3c9b req-78df9528-8563-4d98-aad4-799cd0a972d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 210 time: 0.0487137 Mar 03 10:23:48.014999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:23:48.020518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:port and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:23:48.024248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:23:48.030052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:23:48.040473 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:23:48.043971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:48.223626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.11 (c7716e94-5f29-4cba-b448-c6f731af9bf6/2fcc285a-0e52-48b4-91f7-d6803e41b173/05659301-c974-4d57-950f-23890aec59a4) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:23:48.439731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:48.457087 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 05659301-c974-4d57-950f-23890aec59a4 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:23:48.482460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:48.565111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:23:48.576431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:23:48.582223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:23:48.615613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=05659301-c974-4d57-950f-23890aec59a4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:48.653220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:48.653923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:48.681538 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-7b8c86be-d098-449f-986d-a46113016c24 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8063362 Mar 03 10:23:48.693540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Request body: {'port': {'device_id': 'bb063a95-8744-4879-9816-f4dd6b469784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:48.806850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ba8afe9-cfe2-4541-89c8-57c8a7a3ced6 None None] Provisioning for port 05659301-c974-4d57-950f-23890aec59a4 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:23:48.813185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4ba8afe9-cfe2-4541-89c8-57c8a7a3ced6 None None] Provisioning complete for port 05659301-c974-4d57-950f-23890aec59a4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:23:48.813697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4ba8afe9-cfe2-4541-89c8-57c8a7a3ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:48.878742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8afe9-cfe2-4541-89c8-57c8a7a3ced6 None None] Port 05659301-c974-4d57-950f-23890aec59a4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:23:48.954653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:49.224499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c2504-22d8-4d98-95da-a1eca7ef05f7 req-efa431f3-64db-45ad-9281-6a7d19daf9ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:49.226002 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-af1c2504-22d8-4d98-95da-a1eca7ef05f7 req-efa431f3-64db-45ad-9281-6a7d19daf9ae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 932 time: 0.1351659 Mar 03 10:23:49.270380 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-af1c2504-22d8-4d98-95da-a1eca7ef05f7 req-103ecc42-be97-4980-9f4b-9e8b66f27d26 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387235 Mar 03 10:23:49.302775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05659301-c974-4d57-950f-23890aec59a4 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:23:49.309986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:49.323803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Transition to ACTIVE for port object 05659301-c974-4d57-950f-23890aec59a4 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:23:49.327544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:49.485272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Pushing event updated for resources: {'Port': ['ID=05659301-c974-4d57-950f-23890aec59a4,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:49.567615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Attempting to bind port 05659301-c974-4d57-950f-23890aec59a4 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:23:49.567952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Attempting to bind port 05659301-c974-4d57-950f-23890aec59a4 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:23:49.568279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Attempting to bind port 05659301-c974-4d57-950f-23890aec59a4 on network c7716e94-5f29-4cba-b448-c6f731af9bf6 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:23:49.572791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Port 05659301-c974-4d57-950f-23890aec59a4 on network c7716e94-5f29-4cba-b448-c6f731af9bf6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:23:49.573108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Attempting to bind port 05659301-c974-4d57-950f-23890aec59a4 on network c7716e94-5f29-4cba-b448-c6f731af9bf6 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:23:49.578754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:23:49.579080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Checking segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:23:49.579498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Bound using segment: {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:23:49.579917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Bound port: 05659301-c974-4d57-950f-23890aec59a4, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:23:49.580259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:49.666056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] For port 05659301-c974-4d57-950f-23890aec59a4, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:23:49.668947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] For port 05659301-c974-4d57-950f-23890aec59a4, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=05659301-c974-4d57-950f-23890aec59a4,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:23:49.674301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:49.732240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:49.732908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:49.734914 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] 10.222.0.32 "PUT /v2.0/ports/05659301-c974-4d57-950f-23890aec59a4 HTTP/1.1" status: 200 len: 1094 time: 1.0456400 Mar 03 10:23:49.735539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'tag': '05659301-c974-4d57-950f-23890aec59a4'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:23:49.759612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3f4ea-9694-45b4-a483-53d94ffa570e service neutron] Pushing event updated for resources: {'Port': ['ID=05659301-c974-4d57-950f-23890aec59a4,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:49.814807 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'tag': '05659301-c974-4d57-950f-23890aec59a4', 'status': 'completed', 'code': 200} Mar 03 10:23:49.856577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-901c24dc-a2b4-4bda-8cd0-ec6af4f3b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:49.858070 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-901c24dc-a2b4-4bda-8cd0-ec6af4f3b7c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 1097 time: 0.0766203 Mar 03 10:23:49.929129 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-25f00695-59d4-4552-ae30-efc89d40150d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05659301-c974-4d57-950f-23890aec59a4 HTTP/1.1" status: 200 len: 217 time: 0.0641470 Mar 03 10:23:49.993709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-57b55cb5-14c5-443e-98bb-2c9de7c43d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:49.995068 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-57b55cb5-14c5-443e-98bb-2c9de7c43d99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0604279 Mar 03 10:23:50.069785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-3e645908-ef90-4521-b28d-2692fad10eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:50.071243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-3e645908-ef90-4521-b28d-2692fad10eaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697961 Mar 03 10:23:50.201740 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-43722e5c-b711-42bf-b2a4-1001c58f5b39 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248343 Mar 03 10:23:50.332734 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1dea783b-f9a4-474e-85f7-c9cb0ad52195 req-8314b2e3-e7c1-461a-b905-324e1a9ad2d2 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247158 Mar 03 10:23:50.451127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-852d0440-6e43-405e-92ba-53efaa2adeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:50.453664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-852d0440-6e43-405e-92ba-53efaa2adeb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 1097 time: 0.0785136 Mar 03 10:23:50.460192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b3f4c-2fab-4085-9c3c-6043498124e2 req-2592af4d-3d29-447b-a015-33cb98a9e43b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:50.461610 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-be4b3f4c-2fab-4085-9c3c-6043498124e2 req-2592af4d-3d29-447b-a015-33cb98a9e43b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 944 time: 0.0828936 Mar 03 10:23:50.507406 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-be4b3f4c-2fab-4085-9c3c-6043498124e2 req-b113dc15-b664-4fde-bb01-3f42bf7327e0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399976 Mar 03 10:23:50.676540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-9a6150fc-0e2a-4b67-802f-6b799db2b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:50.677982 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-9a6150fc-0e2a-4b67-802f-6b799db2b3e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 897 time: 0.2182083 Mar 03 10:23:50.747845 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-f1627f14-cac5-4b70-a65e-893748ee9ad3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05659301-c974-4d57-950f-23890aec59a4 HTTP/1.1" status: 200 len: 217 time: 0.0627179 Mar 03 10:23:50.810427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-e17c4558-1683-4f00-b440-3cc97a7b8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:50.811883 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-e17c4558-1683-4f00-b440-3cc97a7b8e47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0575104 Mar 03 10:23:50.886610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-02622c30-4693-45a9-8d0f-75c8dd444111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:50.888083 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-02622c30-4693-45a9-8d0f-75c8dd444111 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689871 Mar 03 10:23:51.015225 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-7981c003-5997-40e9-a062-e2faf9bdb666 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198833 Mar 03 10:23:51.144288 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9266a958-a475-46c1-a00c-3b38c7d669ca req-4621630d-75b7-47c4-8d3c-b7d6caf55b1e service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225882 Mar 03 10:23:51.739577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8129b-7f76-4e0b-9f14-8d5ee20a220d req-95b74adc-95ec-437b-bc65-53a4736b0448 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:51.740938 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6a8129b-7f76-4e0b-9f14-8d5ee20a220d req-95b74adc-95ec-437b-bc65-53a4736b0448 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 944 time: 0.1284525 Mar 03 10:23:51.784138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6a8129b-7f76-4e0b-9f14-8d5ee20a220d req-2f8ddb6b-f9cf-46a5-b02b-b8a38748c724 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375166 Mar 03 10:23:52.971475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b310c-9200-4599-845c-77a8f62b4e0a req-9243481a-7351-4a1a-9dea-deb4def4d267 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:52.972939 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-830b310c-9200-4599-845c-77a8f62b4e0a req-9243481a-7351-4a1a-9dea-deb4def4d267 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 944 time: 0.0784354 Mar 03 10:23:53.016628 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-830b310c-9200-4599-845c-77a8f62b4e0a req-d039075f-04fe-497a-b40f-b9f09a9e4c6e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378230 Mar 03 10:23:53.319549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 05659301-c974-4d57-950f-23890aec59a4 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:23:53.449252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 05659301-c974-4d57-950f-23890aec59a4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=05659301-c974-4d57-950f-23890aec59a4,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:23:53.462239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '05659301-c974-4d57-950f-23890aec59a4', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'port_id': '05659301-c974-4d57-950f-23890aec59a4', 'mac_address': 'fa:16:3e:77:8f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:23:53.517168 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:53.533964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05659301-c974-4d57-950f-23890aec59a4 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:23:53.548621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 05659301-c974-4d57-950f-23890aec59a4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=05659301-c974-4d57-950f-23890aec59a4,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:23:53.552325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:53.651032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=05659301-c974-4d57-950f-23890aec59a4,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:53.659078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.659537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.659863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.660246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.660578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.661005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.661340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.661664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.661985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.662310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.662627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.662942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:23:53.749918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['05659301-c974-4d57-950f-23890aec59a4'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:23:53.796050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:54.197735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b93c-7dea-4735-8f5f-21153e29bdea req-043f319f-e6a5-4a7b-aad8-1c66ccdc4667 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:54.199191 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b090b93c-7dea-4735-8f5f-21153e29bdea req-043f319f-e6a5-4a7b-aad8-1c66ccdc4667 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 945 time: 0.0819941 Mar 03 10:23:54.243316 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b090b93c-7dea-4735-8f5f-21153e29bdea req-691a735c-72e9-4386-910e-bb2b648ecb0e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380180 Mar 03 10:23:55.335421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 05659301-c974-4d57-950f-23890aec59a4 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:23:55.405566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 05659301-c974-4d57-950f-23890aec59a4 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:23:55.411143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 05659301-c974-4d57-950f-23890aec59a4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:23:55.411541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:55.431373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6466-4de7-4411-8c1c-cffd120c713c req-7f257c9b-3f93-41d2-8342-605ea967020c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:55.433729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d5be6466-4de7-4411-8c1c-cffd120c713c req-7f257c9b-3f93-41d2-8342-605ea967020c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 945 time: 0.0854759 Mar 03 10:23:55.482091 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d5be6466-4de7-4411-8c1c-cffd120c713c req-2ef47fa3-daf3-4144-9c84-d89f25c27558 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423942 Mar 03 10:23:55.527203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:55.556215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05659301-c974-4d57-950f-23890aec59a4'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:23:55.566352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 05659301-c974-4d57-950f-23890aec59a4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=05659301-c974-4d57-950f-23890aec59a4,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:23:55.570180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:55.605825 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05659301-c974-4d57-950f-23890aec59a4', 'code': 200} Mar 03 10:23:55.640238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=05659301-c974-4d57-950f-23890aec59a4,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:23:55.827890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424a027-9776-4640-8433-134377c430bb req-77dda614-86e0-47be-b4bc-4e4668a57be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:55.829263 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9424a027-9776-4640-8433-134377c430bb req-77dda614-86e0-47be-b4bc-4e4668a57be0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 1099 time: 0.0721579 Mar 03 10:23:55.867631 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9424a027-9776-4640-8433-134377c430bb req-6c0ce89f-3c2c-4980-8a7b-606816ee3162 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Mar 03 10:23:56.664112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ea4d7-3084-4a2b-b0ce-14421d9f9a61 req-b8141166-9e7d-4458-bc90-bd1aab2d32b3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:56.665570 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9c7ea4d7-3084-4a2b-b0ce-14421d9f9a61 req-b8141166-9e7d-4458-bc90-bd1aab2d32b3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 946 time: 0.0808678 Mar 03 10:23:56.711515 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9c7ea4d7-3084-4a2b-b0ce-14421d9f9a61 req-8ed4b09f-6e00-4ad5-a322-e336f4012ad7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403149 Mar 03 10:23:57.897858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965e897-3c95-4d5a-981c-a491746eef58 req-ac553e2d-a316-42f0-bd0e-722c0d40cb81 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:57.899313 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d965e897-3c95-4d5a-981c-a491746eef58 req-ac553e2d-a316-42f0-bd0e-722c0d40cb81 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 946 time: 0.0819221 Mar 03 10:23:57.942029 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d965e897-3c95-4d5a-981c-a491746eef58 req-9d55d9d6-2165-4b7f-967b-eb2a79d522f8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368881 Mar 03 10:23:58.129708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e86b7e-19aa-403b-9e9b-ea9939ffd834 req-79bae67b-a497-4ce0-b349-2b83e9d704fb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:58.131054 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-64e86b7e-19aa-403b-9e9b-ea9939ffd834 req-79bae67b-a497-4ce0-b349-2b83e9d704fb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 946 time: 0.0795014 Mar 03 10:23:58.174177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-64e86b7e-19aa-403b-9e9b-ea9939ffd834 req-b413513b-86c4-4c3b-8c54-81cc6ed792d4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374739 Mar 03 10:23:58.196228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35664) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:58.267540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b201a5-3cbd-465c-bf76-7811c5427e4e tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:23:58.269005 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-68b201a5-3cbd-465c-bf76-7811c5427e4e tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 1094 time: 0.0718470 Mar 03 10:23:58.272000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35668) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:58.276600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'port_id': '05659301-c974-4d57-950f-23890aec59a4'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:23:58.353002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:59.027046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:59.030797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:59.200150 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0 associated. External IP: 172.26.7.101, port: 05659301-c974-4d57-950f-23890aec59a4. Mar 03 10:23:59.548126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:23:59.720214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:23:59.725067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:23:59.729746 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] Sync routers for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:23:59.739562 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:23:59.740154 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:23:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:23:59.897427 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0c2e9390-362c-4688-af92-05135084cc69 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 992 time: 1.6244242 Mar 03 10:23:59.898119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'tag': '05659301-c974-4d57-950f-23890aec59a4'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:23:59.900231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35672) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:23:59.917357 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:23:59.944984 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'tag': '05659301-c974-4d57-950f-23890aec59a4', 'status': 'completed', 'code': 200} Mar 03 10:24:00.022545 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fa2c4a80-cceb-4f49-8a77-3f73eb95c02f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 992 time: 0.1196420 Mar 03 10:24:00.093117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-4d3a7079-5bfe-4367-8d98-5017d9b669b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:00.095180 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-4d3a7079-5bfe-4367-8d98-5017d9b669b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 1099 time: 0.1284766 Mar 03 10:24:00.229056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-b4828fc9-f46e-4892-a73f-86593bd9273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:00.230593 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-b4828fc9-f46e-4892-a73f-86593bd9273d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 897 time: 0.1288979 Mar 03 10:24:00.288151 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '73db48c7-8a60-4019-af2a-73dcaa779be0', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'port_id': '05659301-c974-4d57-950f-23890aec59a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'mac_address': 'fa:16:3e:77:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb063a95-8744-4879-9816-f4dd6b469784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:23:06Z', 'updated_at': '2022-03-03T10:23:58Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:00.291857 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] Checking router: 2c8608ec-99b3-4b26-8c76-3ed37f84c805 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:24:00.300545 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:00.301132 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:23:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:00.342419 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-c3060a30-0d89-4489-9d63-2d8c5c4295fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05659301-c974-4d57-950f-23890aec59a4 HTTP/1.1" status: 200 len: 1000 time: 0.1056428 Mar 03 10:24:00.408934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-33f01926-807b-47ec-91e4-2b4b6f3ede9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:00.410356 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-33f01926-807b-47ec-91e4-2b4b6f3ede9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0623670 Mar 03 10:24:00.475656 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:00.487496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-c2484c22-37f0-4fe1-864e-429e36f180b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:00.489199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-c2484c22-37f0-4fe1-864e-429e36f180b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732620 Mar 03 10:24:00.622814 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-4252fab6-8555-4d0b-990e-6c07c359dc09 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275773 Mar 03 10:24:00.754641 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ab6ac87a-587d-4b65-80cf-e77ee6199451 req-c3128a19-79ea-4b05-a8e7-9639b67e9577 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253033 Mar 03 10:24:00.821850 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '73db48c7-8a60-4019-af2a-73dcaa779be0', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'port_id': '05659301-c974-4d57-950f-23890aec59a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'mac_address': 'fa:16:3e:77:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb063a95-8744-4879-9816-f4dd6b469784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:23:06Z', 'updated_at': '2022-03-03T10:23:58Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:00.825695 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba098166-1c13-4e72-84bb-a1f8d8e743f8 None None] The sync data for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv is: [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '73db48c7-8a60-4019-af2a-73dcaa779be0', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'port_id': '05659301-c974-4d57-950f-23890aec59a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'mac_address': 'fa:16:3e:77:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb063a95-8744-4879-9816-f4dd6b469784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:23:06Z', 'updated_at': '2022-03-03T10:23:58Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:24:01.009060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9186e84d-758b-4316-9ab5-c6169be8bb28 None None] New status for floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:24:01.025110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35680) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:01.132139 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-421862c6-7f33-48c5-af1b-85f266df7365 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 992 time: 0.1057534 Mar 03 10:24:02.135940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:02.241930 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01e5cc96-d70d-4e19-9aa0-3d05568de601 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 200 len: 994 time: 0.1048748 Mar 03 10:24:03.024036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d668155e-0d28-4051-86d3-652ed656bcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:05.217029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c72f4991-785c-4ad9-ab18-d07b6df1b7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:06.056059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:06.075212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:07.915193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:21.305895 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:24:23.767389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:31.893857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca055492-56b7-4b9a-9f9d-ba0a8dfc1740 req-f5f1d72a-a2e2-4983-bf6b-83aeccf7f54c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:31.895322 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ca055492-56b7-4b9a-9f9d-ba0a8dfc1740 req-f5f1d72a-a2e2-4983-bf6b-83aeccf7f54c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 946 time: 0.0815935 Mar 03 10:24:31.938147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ca055492-56b7-4b9a-9f9d-ba0a8dfc1740 req-ad3fc2c6-509b-45d3-8cca-979ec28a52a3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 Mar 03 10:24:33.031993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bdb62db7-3e57-4fb7-96c1-3176e512d040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:33.095582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d336c8-357a-48df-94fa-ed476822a122 req-c223b81e-733f-47b8-ac6b-d9773703e4dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:33.096337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-85d336c8-357a-48df-94fa-ed476822a122 req-c223b81e-733f-47b8-ac6b-d9773703e4dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:24:33.112340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-85d336c8-357a-48df-94fa-ed476822a122 req-c223b81e-733f-47b8-ac6b-d9773703e4dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:24:33.113571 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85d336c8-357a-48df-94fa-ed476822a122 req-c223b81e-733f-47b8-ac6b-d9773703e4dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 946 time: 0.1010039 Mar 03 10:24:33.130860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f354ca-e90d-44cd-bae7-2e54ddb8af96 req-0f3c2722-26d0-4546-bdbf-9e2a5f605a7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:33.132469 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-54f354ca-e90d-44cd-bae7-2e54ddb8af96 req-0f3c2722-26d0-4546-bdbf-9e2a5f605a7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 946 time: 0.0852969 Mar 03 10:24:33.180634 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-54f354ca-e90d-44cd-bae7-2e54ddb8af96 req-eea8bc56-6879-4dae-8caa-aef6a53a08d9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Mar 03 10:24:33.275734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 05659301-c974-4d57-950f-23890aec59a4 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:24:33.275967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:33.520973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 05659301-c974-4d57-950f-23890aec59a4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=05659301-c974-4d57-950f-23890aec59a4,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:33.521327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:33.803566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:33.803935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:33.804246 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0 disassociated. External IP: 172.26.7.101, port: 05659301-c974-4d57-950f-23890aec59a4. Mar 03 10:24:33.804576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 05659301-c974-4d57-950f-23890aec59a4 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:24:33.946500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:33.998683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=05659301-c974-4d57-950f-23890aec59a4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:34.183456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:24:34.332989 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-18f8dcd2-be75-405c-9d03-a9fca1af78bc req-32c70c4a-2bb4-4f28-9607-cc11e02b14dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb063a95-8744-4879-9816-f4dd6b469784 HTTP/1.1" status: 200 len: 210 time: 0.0426970 Mar 03 10:24:34.369669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:24:34.380066 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] Sync routers for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:24:34.394807 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:34.395450 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:34.445875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port 05659301-c974-4d57-950f-23890aec59a4 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:24:34.448546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:34.460086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'name': 'network-vif-deleted', 'tag': '05659301-c974-4d57-950f-23890aec59a4'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:24:34.475645 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85d336c8-357a-48df-94fa-ed476822a122 req-8a6ac756-b4ed-4b38-9024-80d2e6c30685 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/05659301-c974-4d57-950f-23890aec59a4 HTTP/1.1" status: 204 len: 173 time: 1.3572049 Mar 03 10:24:34.575676 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb063a95-8744-4879-9816-f4dd6b469784', 'name': 'network-vif-deleted', 'tag': '05659301-c974-4d57-950f-23890aec59a4', 'status': 'completed', 'code': 200} Mar 03 10:24:34.599112 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:34.708140 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-41582774-99a7-4159-b058-e525d4c89d1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695639 Mar 03 10:24:34.844292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75546-f27d-4346-8230-c8f948cf116e req-cbcf21b4-94fb-4576-b1c5-24e18f6852fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:34.846026 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-cbcf21b4-94fb-4576-b1c5-24e18f6852fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 1098 time: 0.0705848 Mar 03 10:24:34.944338 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:34.948917 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] Checking router: 2c8608ec-99b3-4b26-8c76-3ed37f84c805 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:24:34.958596 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:34.959546 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:35.105842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75546-f27d-4346-8230-c8f948cf116e req-157caae4-4e5a-4df5-bc9b-0abeea098e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:35.107285 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-157caae4-4e5a-4df5-bc9b-0abeea098e6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 200 len: 897 time: 0.2387476 Mar 03 10:24:35.137956 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:35.177167 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-74a95ebd-540f-4ed5-83b1-3d1d49053741 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 200 len: 217 time: 0.0635381 Mar 03 10:24:35.220984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-de8ddc5e-8bef-406f-91e8-7a35c48f6780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:35.243191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75546-f27d-4346-8230-c8f948cf116e req-d2b8982e-ae2e-435a-a9f7-f50a9d149507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:35.244683 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-d2b8982e-ae2e-435a-a9f7-f50a9d149507 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 200 len: 835 time: 0.0620210 Mar 03 10:24:35.318999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75546-f27d-4346-8230-c8f948cf116e req-144d537a-1185-4d7a-8de3-416c071a406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:35.320494 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-144d537a-1185-4d7a-8de3-416c071a406c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7716e94-5f29-4cba-b448-c6f731af9bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700247 Mar 03 10:24:35.431806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35714) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:35.456908 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:35.461693 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-7e8328e6-5042-4c50-b29c-ff34537451d5 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347184 Mar 03 10:24:35.462117 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df69ec6d-5ff4-4a15-ab04-d5390d1eea6b None None] The sync data for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv is: [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8dc33f26-b35b-49bc-839f-294eaac9e755', 'name': '', 'network_id': 'c7716e94-5f29-4cba-b448-c6f731af9bf6', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:c4:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:49Z', 'updated_at': '2022-03-03T10:22:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '2fcc285a-0e52-48b4-91f7-d6803e41b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:24:35.505904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29188772-359c-4af8-ae43-ed71d0dde613 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:35.541365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29188772-359c-4af8-ae43-ed71d0dde613 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:35.604541 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-19e75546-f27d-4346-8230-c8f948cf116e req-64317267-31dd-40e1-93e8-e6263260be73 service neutron] 10.222.0.32 "GET /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369829 Mar 03 10:24:35.613486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29188772-359c-4af8-ae43-ed71d0dde613 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:35.634544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29188772-359c-4af8-ae43-ed71d0dde613 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3b3a1b-04d1-4f69-99d7-2241b39b4d25,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:35.647599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29188772-359c-4af8-ae43-ed71d0dde613 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:35.651363 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-29188772-359c-4af8-ae43-ed71d0dde613 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/fc3b3a1b-04d1-4f69-99d7-2241b39b4d25 HTTP/1.1" status: 204 len: 168 time: 0.2160528 Mar 03 10:24:35.682289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35720) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:35.690230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed465504-1350-441f-979b-80187b496808 None None] New status for floating IP 73db48c7-8a60-4019-af2a-73dcaa779be0: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:24:35.846668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port ec14f564-c20e-458d-80dd-bdaeace59b3e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:24:35.846919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:36.027027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:36.027379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:36.060244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:36.079568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:36.157729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for ec14f564-c20e-458d-80dd-bdaeace59b3e owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:24:36.239978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.db.api [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:24:36.240299 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG oslo_db.api [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:24:36.742028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port ec14f564-c20e-458d-80dd-bdaeace59b3e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:24:36.742713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:36.920846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:36.921178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:37.148266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for ec14f564-c20e-458d-80dd-bdaeace59b3e owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:24:37.286248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:37.333691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=ec14f564-c20e-458d-80dd-bdaeace59b3e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:37.423455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:37.436973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:37.440834 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e26281cb-e645-4f5b-8087-39b98047b80c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/73db48c7-8a60-4019-af2a-73dcaa779be0 HTTP/1.1" status: 204 len: 168 time: 1.7551162 Mar 03 10:24:37.580545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 05659301-c974-4d57-950f-23890aec59a4 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:24:37.616136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 05659301-c974-4d57-950f-23890aec59a4 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:24:37.616508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 05659301-c974-4d57-950f-23890aec59a4 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:24:37.788891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c242-3697-4fee-bd79-ba79f259f793 req-d7eb944d-384c-4876-815b-4d148040fcee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:37.789476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d1d2c242-3697-4fee-bd79-ba79f259f793 req-d7eb944d-384c-4876-815b-4d148040fcee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:24:37.803921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d1d2c242-3697-4fee-bd79-ba79f259f793 req-d7eb944d-384c-4876-815b-4d148040fcee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:24:37.805021 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d1d2c242-3697-4fee-bd79-ba79f259f793 req-d7eb944d-384c-4876-815b-4d148040fcee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 945 time: 0.0939753 Mar 03 10:24:37.851625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d1d2c242-3697-4fee-bd79-ba79f259f793 req-eb4e8ea8-f2a5-4400-b6f4-8c8612556a8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:24:37.865955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d1d2c242-3697-4fee-bd79-ba79f259f793 req-eb4e8ea8-f2a5-4400-b6f4-8c8612556a8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:24:37.867124 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d1d2c242-3697-4fee-bd79-ba79f259f793 req-eb4e8ea8-f2a5-4400-b6f4-8c8612556a8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Mar 03 10:24:37.916275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:39.003702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-3afb91a9-4390-4c12-a4c4-31c890ca0ee0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:39.004493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-3afb91a9-4390-4c12-a4c4-31c890ca0ee0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:24:39.016527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-3afb91a9-4390-4c12-a4c4-31c890ca0ee0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:24:39.017621 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-3afb91a9-4390-4c12-a4c4-31c890ca0ee0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 945 time: 0.0956647 Mar 03 10:24:39.054286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023fb5-0a19-4001-bc5d-87e399d0bf46 req-70d1b564-5c2d-4753-8079-e05211c9ddcb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:39.055775 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26023fb5-0a19-4001-bc5d-87e399d0bf46 req-70d1b564-5c2d-4753-8079-e05211c9ddcb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 945 time: 0.0801487 Mar 03 10:24:39.089444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 413d4213-03e4-44a1-8dfd-c0e66bd89623 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:24:39.089779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:39.101275 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26023fb5-0a19-4001-bc5d-87e399d0bf46 req-8a180cdd-4655-4513-9d82-722df2808c8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Mar 03 10:24:39.329548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 413d4213-03e4-44a1-8dfd-c0e66bd89623, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=413d4213-03e4-44a1-8dfd-c0e66bd89623,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:39.329895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:39.449458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 413d4213-03e4-44a1-8dfd-c0e66bd89623 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:24:39.591880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:39.668334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=413d4213-03e4-44a1-8dfd-c0e66bd89623,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:39.717713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port 413d4213-03e4-44a1-8dfd-c0e66bd89623 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:24:39.720790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:39.723382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'name': 'network-vif-deleted', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:24:39.739211 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3576a345-89bf-4074-a810-9a13a7b8fb70 req-d37863e6-bd1c-41dc-9b9f-1c859133363a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/413d4213-03e4-44a1-8dfd-c0e66bd89623 HTTP/1.1" status: 204 len: 173 time: 0.7165134 Mar 03 10:24:39.768112 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c2fbe-5fe1-4c88-a076-701f9ce3186e', 'name': 'network-vif-deleted', 'tag': '413d4213-03e4-44a1-8dfd-c0e66bd89623', 'status': 'completed', 'code': 200} Mar 03 10:24:40.276295 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2640a79f-bc06-454f-9180-3d30900b61a7 req-b45f089b-58ab-4678-a0c6-43ac3cc14e5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9c2fbe-5fe1-4c88-a076-701f9ce3186e HTTP/1.1" status: 200 len: 210 time: 0.0480890 Mar 03 10:24:41.372647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35736) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:41.442986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a587f164-f7ca-4299-8df1-940b0ad2fbbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:41.472668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a587f164-f7ca-4299-8df1-940b0ad2fbbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:41.537044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a587f164-f7ca-4299-8df1-940b0ad2fbbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:41.555747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587f164-f7ca-4299-8df1-940b0ad2fbbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f58c3-be5b-4c6b-8b0e-a35b6902139a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:41.566282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a587f164-f7ca-4299-8df1-940b0ad2fbbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:41.567442 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a587f164-f7ca-4299-8df1-940b0ad2fbbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f8f58c3-be5b-4c6b-8b0e-a35b6902139a HTTP/1.1" status: 204 len: 168 time: 0.1938105 Mar 03 10:24:41.597617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35742) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:42.142605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:42.598641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 8dc33f26-b35b-49bc-839f-294eaac9e755 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:24:42.599391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:42.786063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 8dc33f26-b35b-49bc-839f-294eaac9e755, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8dc33f26-b35b-49bc-839f-294eaac9e755,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:42.786333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:42.912742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 8dc33f26-b35b-49bc-839f-294eaac9e755 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:24:43.095979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:43.143565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=8dc33f26-b35b-49bc-839f-294eaac9e755,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:43.414171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:43.628657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 413d4213-03e4-44a1-8dfd-c0e66bd89623 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:24:43.664772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 413d4213-03e4-44a1-8dfd-c0e66bd89623 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:24:43.665008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 413d4213-03e4-44a1-8dfd-c0e66bd89623 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:24:43.879610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:24:44.054298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:24:44.066367 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] Sync routers for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:24:44.067019 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2ea376ba-0270-4781-8f04-bfd4f0fcf10f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/2c8608ec-99b3-4b26-8c76-3ed37f84c805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4683480 Mar 03 10:24:44.069633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35746) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:44.075809 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:44.076404 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:44.137907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet 2fcc285a-0e52-48b4-91f7-d6803e41b173 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:24:44.141467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.195689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.260597 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:44.281277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.358813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.397218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcc285a-0e52-48b4-91f7-d6803e41b173,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:44.402837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.411603 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-174945f1-4739-45ea-926b-3db33bc9d88e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/2fcc285a-0e52-48b4-91f7-d6803e41b173 HTTP/1.1" status: 204 len: 168 time: 0.3385322 Mar 03 10:24:44.411758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35750) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:44.426394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823e1ed-2edf-435d-8d12-167a9d2a6449 None None] Network c7716e94-5f29-4cba-b448-c6f731af9bf6 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:24:44.552088 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:24:43Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:44.555875 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] Checking router: 2c8608ec-99b3-4b26-8c76-3ed37f84c805 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:24:44.564833 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] Routers {'2c8608ec-99b3-4b26-8c76-3ed37f84c805'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:44.565471 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:44.620990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.725249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] DHCP port deletion for c7716e94-5f29-4cba-b448-c6f731af9bf6 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:24:44.729697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] Deleting port df2bc221-8002-4c5b-9c50-9c3beff5614c {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:24:44.730069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.781928 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] Set router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:44.806708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.817415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port d54c3212-e0f8-4632-9615-13c5a77f9dd0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:24:44.817824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:44.943044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] For port df2bc221-8002-4c5b-9c50-9c3beff5614c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=df2bc221-8002-4c5b-9c50-9c3beff5614c,segment=NetworkSegment(978b38ea-3b13-4aea-b3b0-8b8eceb9ce94),segment_id=978b38ea-3b13-4aea-b3b0-8b8eceb9ce94)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:44.943744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.001317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port d54c3212-e0f8-4632-9615-13c5a77f9dd0, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d54c3212-e0f8-4632-9615-13c5a77f9dd0,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:45.001955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.068950 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:24:43Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:45.069839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] Calling delete_port for df2bc221-8002-4c5b-9c50-9c3beff5614c owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:24:45.073170 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb014a-4c9b-4bde-b0fc-91e0b44b7463 None None] The sync data for ids ['2c8608ec-99b3-4b26-8c76-3ed37f84c805'] in dv-neutron-831192-5-hyperv is: [{'id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'name': 'tempest-TestNetworkBasicOps-router-1175655888', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:24:43Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd54c3212-e0f8-4632-9615-13c5a77f9dd0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8608ec-99b3-4b26-8c76-3ed37f84c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:22:45Z', 'updated_at': '2022-03-03T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:24:45.126108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for d54c3212-e0f8-4632-9615-13c5a77f9dd0 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:24:45.147477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.199141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] Pushing event deleted for resources: {'Port': ['ID=df2bc221-8002-4c5b-9c50-9c3beff5614c,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:45.201081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d829d5f-bd07-44a9-9283-f8c9743b0c78 None None] No DVR routers for this DVR port df2bc221-8002-4c5b-9c50-9c3beff5614c on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:24:45.292291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.338837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=d54c3212-e0f8-4632-9615-13c5a77f9dd0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:45.497304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.497651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.498008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.498337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.498665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.499136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.499633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.500062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.500449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.500823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.501207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.501594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:45.561778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.740212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.742342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.764408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.764948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8608ec-99b3-4b26-8c76-3ed37f84c805 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:24:45.780625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:45.782128 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ed55111f-e08a-45ac-8c28-680452182215 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/2c8608ec-99b3-4b26-8c76-3ed37f84c805 HTTP/1.1" status: 204 len: 168 time: 1.3693769 Mar 03 10:24:45.784663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35754) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:45.900409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.031056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.055672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7716e94-5f29-4cba-b448-c6f731af9bf6']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:46.067081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:46.067402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978b38ea-3b13-4aea-b3b0-8b8eceb9ce94') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:46.078662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.097384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.103108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:24:46.103575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:24:46.118178 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:24:46.195451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.199634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.226412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=c7716e94-5f29-4cba-b448-c6f731af9bf6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:46.240869 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9a24ac86-1efb-4984-bdad-6ca77378caf8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/c7716e94-5f29-4cba-b448-c6f731af9bf6 HTTP/1.1" status: 204 len: 168 time: 0.4543517 Mar 03 10:24:46.263092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35758) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:46.269846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--445471226', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:46.275638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:46.276395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8dc33f26-b35b-49bc-839f-294eaac9e755 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:24:46.279985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:46.283413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:46.288958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:46.300082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:24:46.304501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.312780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 8dc33f26-b35b-49bc-839f-294eaac9e755 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:24:46.313115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8dc33f26-b35b-49bc-839f-294eaac9e755 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:24:46.313519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d54c3212-e0f8-4632-9615-13c5a77f9dd0 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:24:46.331641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:24:46.340044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.340469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment 7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9 of type vlan for network bf3fa6f9-1772-495d-80c8-b8edd316ff3f Mar 03 10:24:46.347402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d54c3212-e0f8-4632-9615-13c5a77f9dd0 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:24:46.347902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d54c3212-e0f8-4632-9615-13c5a77f9dd0 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:24:46.348463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device df2bc221-8002-4c5b-9c50-9c3beff5614c no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:24:46.367200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.384515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: df2bc221-8002-4c5b-9c50-9c3beff5614c {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:24:46.385286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device df2bc221-8002-4c5b-9c50-9c3beff5614c not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:24:46.397972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.403924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:46.404490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.600786 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3364410 Mar 03 10:24:46.604382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35762) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:46.606418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=bf3fa6f9-1772-495d-80c8-b8edd316ff3f,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:46.609735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-611458225', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:46.614275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.614620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.614953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.615282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.615631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.615954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.616281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.616600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.616764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:46.616935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.617218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.617528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.617839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6298c-6122-4d2b-8574-5a97f8e8b1da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:46.621266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:46.624306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:46.629119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:24:46.635701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:46.647666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.648750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.663664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:46.926125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:47.327152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:47.356186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:47.491396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.153 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d16e3a71-a860-456e-bd8a-d8310e5cdda0) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:24:47.636306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:47.664659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:47.731522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:24:47.734375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:24:47.742496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:24:47.781016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=d16e3a71-a860-456e-bd8a-d8310e5cdda0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:48.163938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:48.505316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:48.820210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router a1969c6f-c0ac-4cdc-962c-5fd39c822680 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:24:48.993692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:24:49.003978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Sync routers for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:24:49.012899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:49.013584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:49.020065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:49.021326 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3d7ed867-ca72-4584-865f-58f65c6c362d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4158778 Mar 03 10:24:49.024432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35766) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:49.068631 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f5d656b7-b935-4808-b20f-1afacc230844 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431082 Mar 03 10:24:49.071084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35770) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:49.191242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:49.199901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ba52d-eb34-4fb9-88a5-49953458f0d1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:49.201399 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4b4ba52d-eb34-4fb9-88a5-49953458f0d1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294572 Mar 03 10:24:49.204994 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35774) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:49.246381 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d50281b3-5ae6-46bc-ba7b-cb28f6126ce0 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379953 Mar 03 10:24:49.246622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35778) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:49.252381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-815460394', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:49.362114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:49.365847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:49.368715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:49.374282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:49.384535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:24:49.388037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:49.514656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:47Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:49.519486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Checking router: a1969c6f-c0ac-4cdc-962c-5fd39c822680 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:24:49.519839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Updating router a1969c6f-c0ac-4cdc-962c-5fd39c822680 port d16e3a71-a860-456e-bd8a-d8310e5cdda0 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:24:49.573819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:49.614590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:49.698453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=b0e8738f-d57d-4d44-8681-b8f1f1e757d4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:49.702487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:24:49.702840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: bf3fa6f9-1772-495d-80c8-b8edd316ff3f, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:24:49.722865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:24:49.732430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, bf3fa6f9-1772-495d-80c8-b8edd316ff3f) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:24:49.737944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:49.738566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:49.759860 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-908d2ffb-9e3f-40d6-885e-c78145bfdbe3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5123878 Mar 03 10:24:49.762533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35782) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:49.784721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400437dc-fb8a-47ee-9bd9-dfb5488e0008 None None] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:24:50.086354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:50.100779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Transition to ACTIVE for port object d16e3a71-a860-456e-bd8a-d8310e5cdda0 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:24:50.104540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:24:50.105356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:50.122716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:50.258759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f282d-4667-4e7e-b750-f2c6f823650e None None] Pushing event updated for resources: {'Port': ['ID=d16e3a71-a860-456e-bd8a-d8310e5cdda0,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:50.261044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Attempting to bind port d16e3a71-a860-456e-bd8a-d8310e5cdda0 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:24:50.261402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Attempting to bind port d16e3a71-a860-456e-bd8a-d8310e5cdda0 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:24:50.261765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Attempting to bind port d16e3a71-a860-456e-bd8a-d8310e5cdda0 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:24:50.282135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:24:50.282565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:24:50.282945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:50.283363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:24:50.283851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Bound port: d16e3a71-a860-456e-bd8a-d8310e5cdda0, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:24:50.284231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:50.439558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] For port d16e3a71-a860-456e-bd8a-d8310e5cdda0, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:24:50.447185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Allocated IP 172.20.0.2 (bf3fa6f9-1772-495d-80c8-b8edd316ff3f/b0e8738f-d57d-4d44-8681-b8f1f1e757d4/2304302b-5b98-4e0d-a689-cbc9686e2074) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:24:50.450877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] For port d16e3a71-a860-456e-bd8a-d8310e5cdda0, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d16e3a71-a860-456e-bd8a-d8310e5cdda0,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:24:50.460086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:50.654252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:50.654900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:50.675208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:50.735400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f282d-4667-4e7e-b750-f2c6f823650e None None] Pushing event updated for resources: {'Port': ['ID=d16e3a71-a860-456e-bd8a-d8310e5cdda0,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:50.955487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:51.121901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.149477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Transition to ACTIVE for port object 2304302b-5b98-4e0d-a689-cbc9686e2074 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:24:51.224376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Transition to ACTIVE for port object 2304302b-5b98-4e0d-a689-cbc9686e2074 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:24:51.233202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.301132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (bf3fa6f9-1772-495d-80c8-b8edd316ff3f/b0e8738f-d57d-4d44-8681-b8f1f1e757d4/bc551a5e-6b84-4e04-9d2b-f244b1edffb5) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:24:51.311078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:24:51.340185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:24:51.354078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:24:51.361801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Pushing event updated for resources: {'Port': ['ID=2304302b-5b98-4e0d-a689-cbc9686e2074,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:51.463055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Attempting to bind port 2304302b-5b98-4e0d-a689-cbc9686e2074 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:24:51.463456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Attempting to bind port 2304302b-5b98-4e0d-a689-cbc9686e2074 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:24:51.463821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Attempting to bind port 2304302b-5b98-4e0d-a689-cbc9686e2074 on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:24:51.464133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.472119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:24:51.472937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Checking segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:24:51.472937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.473280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Bound using segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:24:51.473746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Bound port: 2304302b-5b98-4e0d-a689-cbc9686e2074, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:24:51.474120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.481709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object bc551a5e-6b84-4e04-9d2b-f244b1edffb5 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:24:51.492995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:47Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:51.506908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.525599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798b961-ad20-4378-8f37-f164c5dae98d None None] The sync data for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv is: [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:47Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:24:51.576214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:24:51.578059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] For port 2304302b-5b98-4e0d-a689-cbc9686e2074, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:24:51.582288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] For port 2304302b-5b98-4e0d-a689-cbc9686e2074, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2304302b-5b98-4e0d-a689-cbc9686e2074,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:24:51.585466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:24:51.587518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.590349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:24:51.624413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:51.655680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:51.677561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576498f-c576-481c-b34d-6c7bb9ee1275 None None] Pushing event updated for resources: {'Port': ['ID=2304302b-5b98-4e0d-a689-cbc9686e2074,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:51.979683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:52.358745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2304302b-5b98-4e0d-a689-cbc9686e2074 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:24:52.451089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 2304302b-5b98-4e0d-a689-cbc9686e2074 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:24:52.458163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d16e3a71-a860-456e-bd8a-d8310e5cdda0 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:24:52.555182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d16e3a71-a860-456e-bd8a-d8310e5cdda0 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:24:52.560880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d16e3a71-a860-456e-bd8a-d8310e5cdda0 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:52.562385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:52.585667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:52.591456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:52.704105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:52.710664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:52.714692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:52.723407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port d16e3a71-a860-456e-bd8a-d8310e5cdda0, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d16e3a71-a860-456e-bd8a-d8310e5cdda0,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:52.733408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:52.802511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32b3f72-13ab-42af-aa4e-919b26fa95d9 None None] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:24:52.834446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=d16e3a71-a860-456e-bd8a-d8310e5cdda0,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:52.858006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:24:52.859102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:24:52.926819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d9180585-b0f3-4373-a8c5-50baaa9a66fa None None] Provisioning for port 2304302b-5b98-4e0d-a689-cbc9686e2074 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:24:52.936770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d9180585-b0f3-4373-a8c5-50baaa9a66fa None None] Provisioning complete for port 2304302b-5b98-4e0d-a689-cbc9686e2074 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:52.937140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9180585-b0f3-4373-a8c5-50baaa9a66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.053275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router a1969c6f-c0ac-4cdc-962c-5fd39c822680 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:24:53.141186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9180585-b0f3-4373-a8c5-50baaa9a66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.187423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d9180585-b0f3-4373-a8c5-50baaa9a66fa None None] For port 2304302b-5b98-4e0d-a689-cbc9686e2074, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2304302b-5b98-4e0d-a689-cbc9686e2074,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:53.192029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9180585-b0f3-4373-a8c5-50baaa9a66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.249856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:24:53.259889 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Sync routers for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:24:53.264138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-71ff63f1-e4d5-4989-96ab-8faa3bec1295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/a1969c6f-c0ac-4cdc-962c-5fd39c822680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5005867 Mar 03 10:24:53.266857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35786) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:53.270595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9180585-b0f3-4373-a8c5-50baaa9a66fa None None] Pushing event updated for resources: {'Port': ['ID=2304302b-5b98-4e0d-a689-cbc9686e2074,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:53.273655 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:53.274522 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:53.413914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d7231-b9b4-4c9a-8b7f-918bcdf1ac7f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.414393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d7231-b9b4-4c9a-8b7f-918bcdf1ac7f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.414858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d7231-b9b4-4c9a-8b7f-918bcdf1ac7f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.415346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d7231-b9b4-4c9a-8b7f-918bcdf1ac7f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.416987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5a4d7231-b9b4-4c9a-8b7f-918bcdf1ac7f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1491907 Mar 03 10:24:53.419607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35790) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:53.423059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8ec431a7-c18a-4f40-a5e2-51141c360c41 None None] Provisioning complete for port 2304302b-5b98-4e0d-a689-cbc9686e2074 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:53.424047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8ec431a7-c18a-4f40-a5e2-51141c360c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.477491 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:53.505031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538910dc-3ec7-4d65-9462-a16e3a90952e tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.506431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538910dc-3ec7-4d65-9462-a16e3a90952e tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.506974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538910dc-3ec7-4d65-9462-a16e3a90952e tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.507544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538910dc-3ec7-4d65-9462-a16e3a90952e tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:53.512782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35794) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:53.525719 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-538910dc-3ec7-4d65-9462-a16e3a90952e tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1050582 Mar 03 10:24:53.592554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8ec431a7-c18a-4f40-a5e2-51141c360c41 None None] Provisioning for port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:24:53.599164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8ec431a7-c18a-4f40-a5e2-51141c360c41 None None] Provisioning complete for port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:53.599558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8ec431a7-c18a-4f40-a5e2-51141c360c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.682949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8ec431a7-c18a-4f40-a5e2-51141c360c41 None None] Port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:24:53.754968 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-403fbd71-01a4-45e9-9175-daed83fec182 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2407568 Mar 03 10:24:53.757514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35798) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:53.763011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1008403668', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:53.786834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.808810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3fdbc4c7-a788-4d7e-a3b0-d92ac8b76336 None None] Provisioning complete for port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:53.809306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc4c7-a788-4d7e-a3b0-d92ac8b76336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.844836 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:53.849998 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Checking router: a1969c6f-c0ac-4cdc-962c-5fd39c822680 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:24:53.850630 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Updating router a1969c6f-c0ac-4cdc-962c-5fd39c822680 port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:24:53.909825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbc4c7-a788-4d7e-a3b0-d92ac8b76336 None None] Port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:24:53.911776 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.912307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:53.916541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:port and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:53.919387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:53.925679 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:53.935088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:24:53.938751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:53.959250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] device_id is not set on port 4454a115-d683-4130-a6d8-0ea06ddad5df yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:24:54.029053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-46d4de4c-d0ab-435a-a4ba-7b09abba4fd3 None None] Provisioning complete for port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:54.029331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-46d4de4c-d0ab-435a-a4ba-7b09abba4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.081391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-46d4de4c-d0ab-435a-a4ba-7b09abba4fd3 None None] Port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:24:54.104283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.12 (bf3fa6f9-1772-495d-80c8-b8edd316ff3f/b0e8738f-d57d-4d44-8681-b8f1f1e757d4/4454a115-d683-4130-a6d8-0ea06ddad5df) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:24:54.280101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2304302b-5b98-4e0d-a689-cbc9686e2074 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:24:54.309981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.325479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 4454a115-d683-4130-a6d8-0ea06ddad5df will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:24:54.349137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2304302b-5b98-4e0d-a689-cbc9686e2074 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:54.349509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.356596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.421616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:24:54.425308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:24:54.429447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:24:54.486736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:54.519421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d16e3a71-a860-456e-bd8a-d8310e5cdda0 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:24:54.520162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:54.521358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.549134 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4539113f-3500-43a8-932d-9854818de117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7905455 Mar 03 10:24:54.595983 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.601668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d16e3a71-a860-456e-bd8a-d8310e5cdda0 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:54.602202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.611660 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Transition to ACTIVE for port object bc551a5e-6b84-4e04-9d2b-f244b1edffb5 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:24:54.621169 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.738968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f200db9d-3050-4df2-a897-60b08b43cae6 None None] Provisioning for port 4454a115-d683-4130-a6d8-0ea06ddad5df completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:24:54.750541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f200db9d-3050-4df2-a897-60b08b43cae6 None None] Provisioning complete for port 4454a115-d683-4130-a6d8-0ea06ddad5df triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:54.751172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f200db9d-3050-4df2-a897-60b08b43cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.805947 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f200db9d-3050-4df2-a897-60b08b43cae6 None None] Port 4454a115-d683-4130-a6d8-0ea06ddad5df cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:24:54.823083 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Pushing event updated for resources: {'Port': ['ID=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:54.864508 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.864843 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.865169 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.865489 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.865803 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.866116 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.866426 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.866734 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.867041 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.867374 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.867686 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.867994 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:54.888339 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Attempting to bind port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:24:54.888701 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Attempting to bind port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:24:54.889052 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Attempting to bind port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:24:54.894818 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:24:54.895183 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Checking segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:24:54.895647 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.896036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Bound using segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:24:54.896531 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Bound port: bc551a5e-6b84-4e04-9d2b-f244b1edffb5, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:24:54.896895 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.933528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35804) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:54.939218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634229893', 'description': 'tempest-secgroup-smoke-634229893 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:54.945819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:54.949862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:54.952697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:54.959090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:54.970414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:54.990853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:54.991716 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] For port bc551a5e-6b84-4e04-9d2b-f244b1edffb5, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:24:54.994671 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] For port bc551a5e-6b84-4e04-9d2b-f244b1edffb5, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:24:54.994827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:54.997567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:54.999490 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.003983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:55.079893 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:24:55.080517 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:24:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:55.085083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.090306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.142011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b7abb6-9c62-41a0-bf02-63c55264733e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:55.149416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.150337 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe5327-01c8-4333-9b96-17170fa753a4 None None] Pushing event updated for resources: {'Port': ['ID=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:55.151246 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e8837f4d-48d1-4b61-95af-a896315d53c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2161977 Mar 03 10:24:55.154134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:55.159909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '69b7abb6-9c62-41a0-bf02-63c55264733e', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:55.166536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:55.171054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:55.175423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:55.181338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:55.200814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.265308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.269847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.276445 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:24:55.294549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be014f6d-94ce-4968-8164-96568d3bf65a,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:55.305372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.306655 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-92f1a70e-a335-463a-a463-5ef9e945da63 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514580 Mar 03 10:24:55.309340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35812) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:55.314747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '69b7abb6-9c62-41a0-bf02-63c55264733e', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:55.320618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:55.324367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:55.327213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:55.334512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:55.354782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.417494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.422688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.453709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.457773 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449754 Mar 03 10:24:55.457773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02fc7d-50dd-4a24-8161-4c9d039c7e29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac41aef-3423-4e96-928d-660b2fe422fe,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:55.458670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35816) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:55.463491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '69b7abb6-9c62-41a0-bf02-63c55264733e', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:55.469663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:55.473510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:55.476541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:55.482839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:55.499592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.564696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.568669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.591358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071e2b7f-026f-46a5-a1c4-f62ea89fc80c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:55.601620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.602964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-00951177-9ee1-4480-87df-8bc196842740 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439531 Mar 03 10:24:55.605682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35820) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:55.607376 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:54Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:24:55.611183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '69b7abb6-9c62-41a0-bf02-63c55264733e', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:55.611900 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc0568-fa11-4ad9-bb69-99024c52740f None None] The sync data for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv is: [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:54Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:24:55.616945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:55.620817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:55.623778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:55.629850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:55.647838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.725987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.730808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.755175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca3d46f-65c4-4a16-9c83-ec50880330f0,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:55.766132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.767573 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e78bf33f-68d8-46be-9d0e-5ea7c1f0b117 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609302 Mar 03 10:24:55.770347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35824) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:55.775263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '69b7abb6-9c62-41a0-bf02-63c55264733e', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:55.781797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:55.785761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:55.788739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:55.794472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:55.814454 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:24:55.821581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.889423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.893524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.918844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e3a227-8058-4ab9-8fa9-178bc769a4d1,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:55.928684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:55.929943 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a4428449-8031-4c03-84d4-bf54c07d9c0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586668 Mar 03 10:24:55.932643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35828) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:24:55.938495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '69b7abb6-9c62-41a0-bf02-63c55264733e', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:55.945375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:24:55.949787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:24:55.952898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:24:55.958750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:24:55.969407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:24:55.976194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:56.045436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:56.051117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:56.075411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6954c54f-a30c-46f8-8ff8-01ec608b2b0e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:56.084364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:56.085600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b9faf50d-d0da-496b-af6a-7f1b2b863e5d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520267 Mar 03 10:24:56.290574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-da39285c-7f24-4e4d-b8fc-55ba77777cd7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:24:56.307087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bc551a5e-6b84-4e04-9d2b-f244b1edffb5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:24:56.312480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-da39285c-7f24-4e4d-b8fc-55ba77777cd7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:24:56.314151 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-da39285c-7f24-4e4d-b8fc-55ba77777cd7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634229893&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0683322 Mar 03 10:24:56.394006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:24:56.400119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:56.400497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:56.538086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:56.541353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-2c9cecbd-16e6-4b0f-bef6-d2e37172bac1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:56.542099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-2c9cecbd-16e6-4b0f-bef6-d2e37172bac1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:24:56.559584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-2c9cecbd-16e6-4b0f-bef6-d2e37172bac1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:24:56.560897 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-2c9cecbd-16e6-4b0f-bef6-d2e37172bac1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 931 time: 0.2375946 Mar 03 10:24:56.578594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port bc551a5e-6b84-4e04-9d2b-f244b1edffb5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:24:56.584467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:56.654504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:56.662682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.663176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.663786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.664091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.664501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.664900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.665305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.665705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.666091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.666496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.666889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.667477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:24:56.750524 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-c94b1415-d16b-4f7d-aa4d-cb1847fcae13 service neutron] 10.222.0.23 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1758311 Mar 03 10:24:56.759667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-822fedb5-97ff-469e-8ad5-b27b2f228318 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:24:56.760599 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-822fedb5-97ff-469e-8ad5-b27b2f228318 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048521 Mar 03 10:24:56.892858 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-3eaf1354-7f90-4440-a70b-f7d3086c2854 service neutron] 10.222.0.23 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268744 Mar 03 10:24:57.022360 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-2a479820-a5cc-4fc8-939d-83192ad08e92 service neutron] 10.222.0.23 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235428 Mar 03 10:24:57.205684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6b881fc3-fe14-469a-ae2e-6171ce4691c5 req-b8a9758d-0ffc-4a6f-8195-85e675e6b6fb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 210 time: 0.0477629 Mar 03 10:24:58.283939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-4255dbf2-f3f2-43c5-8b03-8860bdfea612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:58.285300 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-4255dbf2-f3f2-43c5-8b03-8860bdfea612 service neutron] 10.222.0.32 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1027 time: 0.0731978 Mar 03 10:24:58.293566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bc551a5e-6b84-4e04-9d2b-f244b1edffb5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:24:58.305743 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:24:58.375697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:24:58.376436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:58.393476 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a2dcab41-5650-442b-92ed-ccae92d4203d req-c6a02a68-c79c-401a-8144-be9977f04013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 210 time: 0.0504577 Mar 03 10:24:58.461799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-0cc96de4-c94a-4bde-9233-a9fb3e96174f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:58.462604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-0cc96de4-c94a-4bde-9233-a9fb3e96174f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:24:58.483566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-0cc96de4-c94a-4bde-9233-a9fb3e96174f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:24:58.485284 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-0cc96de4-c94a-4bde-9233-a9fb3e96174f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 200 len: 796 time: 0.1948309 Mar 03 10:24:58.535598 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-25e2ac3c-1713-4af9-ab2a-94045223e76e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 379 time: 0.0414047 Mar 03 10:24:58.545146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Request body: {'port': {'device_id': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:24:58.652215 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:59.068421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4454a115-d683-4130-a6d8-0ea06ddad5df {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:24:59.075444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:59.089822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Transition to ACTIVE for port object 4454a115-d683-4130-a6d8-0ea06ddad5df will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:24:59.093359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:59.219819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:59.325482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:24:59.326117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:24:59.326117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:24:59.331143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:24:59.331492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:24:59.336528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:24:59.336858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Checking segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:24:59.337239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Bound using segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:24:59.337653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Bound port: 4454a115-d683-4130-a6d8-0ea06ddad5df, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:24:59.337990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:59.429231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:24:59.432448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:24:59.437472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:59.485080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:59.486200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:24:59.487912 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] 10.222.0.32 "PUT /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1132 time: 0.9465311 Mar 03 10:24:59.494999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:24:59.576354 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'status': 'completed', 'code': 200} Mar 03 10:24:59.595530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26369ca2-02b4-46e4-993f-052113564dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:24:59.601336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13043-be2e-48cb-b047-bc2cd1a04d97 req-689651da-ed95-4620-a04e-78580ab20b17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:59.609196 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a4e13043-be2e-48cb-b047-bc2cd1a04d97 req-689651da-ed95-4620-a04e-78580ab20b17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 982 time: 0.1061497 Mar 03 10:24:59.623985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-e2b28963-1dc2-4193-9190-29f320f5dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:59.626462 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-e2b28963-1dc2-4193-9190-29f320f5dbe0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 1135 time: 0.0933943 Mar 03 10:24:59.652884 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a4e13043-be2e-48cb-b047-bc2cd1a04d97 req-bc82e0c8-093e-4c0c-b72c-91a34301fe1f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Mar 03 10:24:59.702026 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-88c7e50a-e8c7-4dbf-bff3-506069bf17b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 217 time: 0.0694149 Mar 03 10:24:59.769313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-8ef4f8e5-0f85-40e3-9374-8a7a59eb5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:59.770667 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-8ef4f8e5-0f85-40e3-9374-8a7a59eb5202 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e8738f-d57d-4d44-8681-b8f1f1e757d4 HTTP/1.1" status: 200 len: 834 time: 0.0629694 Mar 03 10:24:59.846027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-faceda97-7335-4a9c-b1f5-5cef63f4b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:24:59.847414 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-faceda97-7335-4a9c-b1f5-5cef63f4b87c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708303 Mar 03 10:24:59.978894 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-ad7a733f-3b24-4384-84d5-a668c9083d5f service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259105 Mar 03 10:25:00.106863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1f26225c-7169-45d1-b205-8ae47f2c1229 req-25a34a35-5caa-45d8-96bf-d025d2bb00ae service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210783 Mar 03 10:25:00.214914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba322fe-0524-4084-a911-e941ffa2909d req-0b969f74-8259-42cc-ae9a-2b605bade0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:00.216467 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0ba322fe-0524-4084-a911-e941ffa2909d req-0b969f74-8259-42cc-ae9a-2b605bade0da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 1135 time: 0.0690267 Mar 03 10:25:00.344791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba322fe-0524-4084-a911-e941ffa2909d req-06c1d0c3-c6b0-42cb-b916-5fda6a79488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:00.346230 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0ba322fe-0524-4084-a911-e941ffa2909d req-06c1d0c3-c6b0-42cb-b916-5fda6a79488c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 200 len: 896 time: 0.1241496 Mar 03 10:25:00.415541 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0ba322fe-0524-4084-a911-e941ffa2909d req-1451a386-a58e-427d-9e82-197fc2ab2b34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 217 time: 0.0631604 Mar 03 10:25:00.477392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba322fe-0524-4084-a911-e941ffa2909d req-927cd2a2-e884-4661-91d8-299d60392d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:00.479135 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0ba322fe-0524-4084-a911-e941ffa2909d req-927cd2a2-e884-4661-91d8-299d60392d87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e8738f-d57d-4d44-8681-b8f1f1e757d4 HTTP/1.1" status: 200 len: 834 time: 0.0570791 Mar 03 10:25:00.556732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba322fe-0524-4084-a911-e941ffa2909d req-348a5206-3e11-4a67-b04f-6703e4a349b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:00.558186 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0ba322fe-0524-4084-a911-e941ffa2909d req-348a5206-3e11-4a67-b04f-6703e4a349b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719397 Mar 03 10:25:00.783152 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0ba322fe-0524-4084-a911-e941ffa2909d req-30c43e34-d391-443a-9f19-c0eb743d14ea service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184885 Mar 03 10:25:00.843280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7095413-8d4f-4648-b6d4-b259c671e76b req-fe818613-fa8a-4f2a-a4b7-fc4045247aae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:00.845011 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b7095413-8d4f-4648-b6d4-b259c671e76b req-fe818613-fa8a-4f2a-a4b7-fc4045247aae tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 982 time: 0.0812509 Mar 03 10:25:00.889310 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b7095413-8d4f-4648-b6d4-b259c671e76b req-dd3b25cd-c69d-42eb-a856-c0f1247c66f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Mar 03 10:25:00.915163 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0ba322fe-0524-4084-a911-e941ffa2909d req-a47e4e26-b6a6-4ce8-b7a7-67b0ceb409e5 service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256588 Mar 03 10:25:01.723718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:25:01.905615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:01.918673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'port_id': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'mac_address': 'fa:16:3e:20:6e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:25:01.974414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:01.991148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4454a115-d683-4130-a6d8-0ea06ddad5df {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:25:02.007016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:02.010845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:02.080276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba813086-17eb-4a4f-b04c-1da94a537184 req-4dbd56aa-e0df-4f5b-bb44-0dae23532c2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:02.081768 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba813086-17eb-4a4f-b04c-1da94a537184 req-4dbd56aa-e0df-4f5b-bb44-0dae23532c2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 983 time: 0.0883913 Mar 03 10:25:02.081922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:02.128042 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba813086-17eb-4a4f-b04c-1da94a537184 req-64b8b3b3-c6fb-4033-ac69-7ef4557b01da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Mar 03 10:25:02.247002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['4454a115-d683-4130-a6d8-0ea06ddad5df'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:25:03.024916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-647bac25-a08b-4939-97dc-0412ba19ebb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:03.311344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71148641-460c-4f52-a19a-f37e8755ade2 req-ee40b390-65af-41e8-9c16-72494af45964 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:03.312717 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-71148641-460c-4f52-a19a-f37e8755ade2 req-ee40b390-65af-41e8-9c16-72494af45964 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 983 time: 0.0793684 Mar 03 10:25:03.359037 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-71148641-460c-4f52-a19a-f37e8755ade2 req-6fc6dc52-e4b4-4337-a283-27e4ed3f357a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Mar 03 10:25:03.738500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:03.806985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 4454a115-d683-4130-a6d8-0ea06ddad5df completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:03.811532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 4454a115-d683-4130-a6d8-0ea06ddad5df triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:03.811899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:03.926220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:03.975495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:25:03.985465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:03.990963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:04.056692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:04.078597 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'code': 200} Mar 03 10:25:04.304963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac71db0-fd1f-4eb9-a6d2-10304765fe89 req-c5d1df78-f810-47fd-a71b-e26691a3a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:04.306341 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-eac71db0-fd1f-4eb9-a6d2-10304765fe89 req-c5d1df78-f810-47fd-a71b-e26691a3a5e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 1137 time: 0.0749786 Mar 03 10:25:04.345898 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-eac71db0-fd1f-4eb9-a6d2-10304765fe89 req-47004983-e9e2-494f-99c1-10f90f22ba3d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Mar 03 10:25:04.544492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3709-db38-4e7a-b448-6e67b5de90a2 req-2623ddd4-92e6-4220-b6a3-4464eeb457bd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:04.545956 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e14c3709-db38-4e7a-b448-6e67b5de90a2 req-2623ddd4-92e6-4220-b6a3-4464eeb457bd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 984 time: 0.0814195 Mar 03 10:25:04.588860 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e14c3709-db38-4e7a-b448-6e67b5de90a2 req-8896cbbc-2058-4106-bcd9-d7c24bad0d88 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365925 Mar 03 10:25:05.223515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82adbe12-499d-4204-a20c-7f3271edcc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:05.772713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170da1b2-ed9b-426c-b68f-aa30204e6cd8 req-923f82de-40fc-4ab9-ac7b-74ea47c6a52d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:05.774195 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-170da1b2-ed9b-426c-b68f-aa30204e6cd8 req-923f82de-40fc-4ab9-ac7b-74ea47c6a52d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 984 time: 0.0809972 Mar 03 10:25:05.818648 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-170da1b2-ed9b-426c-b68f-aa30204e6cd8 req-7df1b393-d787-45f3-8def-fcb322204753 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Mar 03 10:25:05.997006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595972f8-a905-4a95-a937-12ae3a641919 req-68f2742b-fea9-4f99-adc6-b71e47a76b03 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:05.998457 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-595972f8-a905-4a95-a937-12ae3a641919 req-68f2742b-fea9-4f99-adc6-b71e47a76b03 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 984 time: 0.0798595 Mar 03 10:25:06.041893 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-595972f8-a905-4a95-a937-12ae3a641919 req-3d2f299e-42a9-4cdb-b674-e9cab17c9d5c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Mar 03 10:25:06.065720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:06.066880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35886) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:06.084835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:06.142167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79586c79-a0b1-46c4-aff4-4e60bb0458b7 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:06.143731 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-79586c79-a0b1-46c4-aff4-4e60bb0458b7 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 1132 time: 0.0754292 Mar 03 10:25:06.146530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35890) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:06.151719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:06.158208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:06.162031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:06.164858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:06.170572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:06.181746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:06.321344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:06.460751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.78 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/1438b558-9293-4ee9-918e-d55a944c7f8e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:25:06.612343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:06.642757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:06.704343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:25:06.711253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:06.715340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:25:06.744826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=1438b558-9293-4ee9-918e-d55a944c7f8e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:07.235406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:07.309496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:07.511864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:07.516090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:07.629002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=1438b558-9293-4ee9-918e-d55a944c7f8e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:07.637855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:07.806750 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 949ab69e-8e41-4eea-8da8-7c60fab11a1e associated. External IP: 172.26.7.78, port: 4454a115-d683-4130-a6d8-0ea06ddad5df. Mar 03 10:25:07.919557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:08.152306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router a1969c6f-c0ac-4cdc-962c-5fd39c822680 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:25:08.461937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:25:08.473215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] Sync routers for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:25:08.482367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:08.483069 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:08.488453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:08.545081 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1302164a-0de4-4afe-9a10-709801dfcd32 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3975439 Mar 03 10:25:08.545795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:25:08.548495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35894) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:08.625557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23b322-8531-4dd4-acda-33ed81960fe8 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:08.629578 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-eb23b322-8531-4dd4-acda-33ed81960fe8 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d&network_id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 200 len: 1132 time: 0.0769329 Mar 03 10:25:08.648830 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'status': 'completed', 'code': 200} Mar 03 10:25:08.670900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:08.739490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-6b8f68e2-05d5-4355-90fb-09af43e3a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:08.740878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-6b8f68e2-05d5-4355-90fb-09af43e3a7df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 1137 time: 0.0721164 Mar 03 10:25:08.881532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-85f5e28b-f27c-43ee-8e5d-9329c0b5b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:08.883012 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-85f5e28b-f27c-43ee-8e5d-9329c0b5b699 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 200 len: 896 time: 0.1361036 Mar 03 10:25:08.989130 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-edcf6290-a40b-4e74-a199-3de5f7ebc29d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1037 time: 0.0995705 Mar 03 10:25:09.001592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ba493-99d7-4a4e-9487-70c8d9c68828 req-c4c5f529-038f-4641-a0dd-e071526376d6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:09.003376 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5a2ba493-99d7-4a4e-9487-70c8d9c68828 req-c4c5f529-038f-4641-a0dd-e071526376d6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 984 time: 0.0876358 Mar 03 10:25:09.023367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '949ab69e-8e41-4eea-8da8-7c60fab11a1e', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'port_id': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1008403668', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'mac_address': 'fa:16:3e:20:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:07Z', 'updated_at': '2022-03-03T10:25:07Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:56Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:09.028100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] Checking router: a1969c6f-c0ac-4cdc-962c-5fd39c822680 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:25:09.036991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:09.037620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:09.053637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5a2ba493-99d7-4a4e-9487-70c8d9c68828 req-e21e1986-85cd-47da-8508-56a6c9587469 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Mar 03 10:25:09.056149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-237f968e-30b3-4a01-9c23-1b7be4d47a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:09.057594 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-237f968e-30b3-4a01-9c23-1b7be4d47a76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e8738f-d57d-4d44-8681-b8f1f1e757d4 HTTP/1.1" status: 200 len: 834 time: 0.0621412 Mar 03 10:25:09.133382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-75cefcd6-96c3-4e23-8332-ee48cafabd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:09.134846 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-75cefcd6-96c3-4e23-8332-ee48cafabd70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704644 Mar 03 10:25:09.216731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:09.266946 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-f9b0669f-d38d-42d1-8f1f-55cc120350f6 service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247919 Mar 03 10:25:09.397532 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4af0f73-a265-4389-a09d-e72092c7cb68 req-f66f0607-0763-46b4-a806-c421755522d2 service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241815 Mar 03 10:25:09.557287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '949ab69e-8e41-4eea-8da8-7c60fab11a1e', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'port_id': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1008403668', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'mac_address': 'fa:16:3e:20:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:07Z', 'updated_at': '2022-03-03T10:25:07Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:56Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:09.561022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4a435-0c01-448e-8bbe-13c2464b7221 None None] The sync data for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv is: [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '949ab69e-8e41-4eea-8da8-7c60fab11a1e', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'port_id': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1008403668', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'mac_address': 'fa:16:3e:20:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:07Z', 'updated_at': '2022-03-03T10:25:07Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:56Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:25:09.747208 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac834cdc-c07a-4ccc-a5bf-b43c31f9ec21 None None] New status for floating IP 949ab69e-8e41-4eea-8da8-7c60fab11a1e: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:25:10.216509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-9a9ac10f-b7da-4dfd-b733-9cb56761eda5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:10.217184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-9a9ac10f-b7da-4dfd-b733-9cb56761eda5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:25:10.232495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-9a9ac10f-b7da-4dfd-b733-9cb56761eda5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:25:10.233703 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-9a9ac10f-b7da-4dfd-b733-9cb56761eda5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 984 time: 0.0943232 Mar 03 10:25:10.247127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0f8e-3650-482a-890e-cfdae791b29a req-55519147-0810-438a-a40c-767ccfca9b4b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:10.248535 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e79b0f8e-3650-482a-890e-cfdae791b29a req-55519147-0810-438a-a40c-767ccfca9b4b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 984 time: 0.0855308 Mar 03 10:25:10.295147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e79b0f8e-3650-482a-890e-cfdae791b29a req-04d7a44b-3e40-4d34-bf3a-7b3a0e99f130 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400639 Mar 03 10:25:10.315257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-ca277eb8-8502-4169-9b37-459e8f6ea092 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:10.316640 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-ca277eb8-8502-4169-9b37-459e8f6ea092 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0771770 Mar 03 10:25:10.457708 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-82d4dd42-57f4-4e9a-9f03-f72bda901dd4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1368129 Mar 03 10:25:10.467284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:10.576186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:10.860524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:10.887142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:25:10.939638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] device_id is not set on port 4454a115-d683-4130-a6d8-0ea06ddad5df yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:25:10.947683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:10.954462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:11.090908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=6']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:11.149960 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] No DVR routers for this DVR port 4454a115-d683-4130-a6d8-0ea06ddad5df on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:25:11.203261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e6907281-ccf4-4242-a346-832d02a1370b None None] Provisioning complete for port 4454a115-d683-4130-a6d8-0ea06ddad5df triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:11.203883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e6907281-ccf4-4242-a346-832d02a1370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:11.259989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e6907281-ccf4-4242-a346-832d02a1370b None None] Port 4454a115-d683-4130-a6d8-0ea06ddad5df cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:25:11.372341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] In _notify_port_updated(), no bound segment for port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:25:11.373208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:11.373807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:11.375144 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6548da04-9820-4d1b-a1c4-39c314a7bf85 req-665f716e-fd2b-4aeb-9d5e-ff89be4a3724 service neutron] 10.222.0.32 "PUT /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1027 time: 0.9116204 Mar 03 10:25:11.449790 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5f4828f-f1d8-4cb4-88c2-1ebaee2bfa6b req-e361cf82-fe8a-4132-b89f-d3cac24914c6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1fc20b9-e2f0-4247-9dab-e85f1dbb1e1d HTTP/1.1" status: 200 len: 210 time: 0.0446208 Mar 03 10:25:12.547253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35912) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:12.618671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db06ca-8f49-4a5a-a8c3-55b6af7e1e4c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:12.620003 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-30db06ca-8f49-4a5a-a8c3-55b6af7e1e4c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 926 time: 0.0717552 Mar 03 10:25:12.953930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35918) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:12.959034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211489431', 'description': 'tempest-secgroup-smoke-211489431 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:12.964976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:12.974897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:12.983964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.003904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:13.007582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:13.010261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:13.016309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:13.083742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.087332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.133789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf6fdf2-9416-40aa-b1ee-14431d568acb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:13.140440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.141874 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-9a51f530-376d-44fc-af21-c900fd9c7074 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1868236 Mar 03 10:25:13.144434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35922) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:13.149277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '1bf6fdf2-9416-40aa-b1ee-14431d568acb', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:13.155306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:13.159693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:13.162494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:13.168024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:13.185139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.244396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.247780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.270125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fcef3c-b3b2-40ab-8854-16a6a84d8a30,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:13.279194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.280416 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d4bc5567-d256-4b89-922b-c6b66fc0bb61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350534 Mar 03 10:25:13.283626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35926) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:13.288438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '1bf6fdf2-9416-40aa-b1ee-14431d568acb', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:13.294083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:13.298440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:13.301273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:13.306730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:13.322669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.382010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.385479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.406242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d68981-84ac-447e-878e-c6ecaaf9d382,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:13.416962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.418232 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-77c688b8-baf1-4c8d-b1b8-1f1537ebc6d1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337030 Mar 03 10:25:13.420939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35930) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:13.426396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '1bf6fdf2-9416-40aa-b1ee-14431d568acb', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:13.432195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:13.436004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:13.438779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:13.444341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:13.460586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.523397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.527233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.551906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680e071d-8fd1-4999-bc15-2a66563e0f2a,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:13.559743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.560906 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-55a6cc7a-6ea5-43cd-9713-3a9a5c999bf0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384065 Mar 03 10:25:13.563765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 35934) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:13.568547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '1bf6fdf2-9416-40aa-b1ee-14431d568acb', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:13.574156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:13.578472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:13.581334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:13.589059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:13.611104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.672593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.676061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.696426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d454bd3-47b8-4408-90b6-1c02dc786d0d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:13.708312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.709527 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ca37c7e4-c4db-40aa-93d8-408cb77596b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448517 Mar 03 10:25:13.712416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35938) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:13.717594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '1bf6fdf2-9416-40aa-b1ee-14431d568acb', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:13.724568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:13.728672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:13.731758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:13.737395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:13.747919 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:25:13.754601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.816457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:25:13.819785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.823728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.849395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dff2c4-bb49-4a7e-9c00-87acee430adb,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:13.859343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.860561 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b7a9da1b-930e-4b5d-8683-4463eba24990 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471519 Mar 03 10:25:13.863353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35942) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:13.868438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '1bf6fdf2-9416-40aa-b1ee-14431d568acb', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:13.874122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:13.877479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:25:13.878096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:13.881875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:13.887522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:13.898567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:25:13.905421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.971729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.974909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:13.997523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd81a2ce-15f9-4104-a9f4-1cc7536988d2,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:14.007373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:14.008564 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7f263dc2-379f-4d20-aa33-5267049b8645 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442668 Mar 03 10:25:14.163730 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-7eff2149-daef-42d9-b278-5ede8f36a869 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211489431&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0392065 Mar 03 10:25:14.238587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-cab765f9-f7ee-4809-b713-aad3dcff2c34 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:14.239932 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-cab765f9-f7ee-4809-b713-aad3dcff2c34 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 931 time: 0.0701478 Mar 03 10:25:14.315086 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-a73d6a09-98b6-4c29-82d7-ded167171edf service neutron] 10.222.0.23 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0628757 Mar 03 10:25:14.444406 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-9656ca22-5f21-45fe-94dc-762c9fa74585 service neutron] 10.222.0.23 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236997 Mar 03 10:25:14.578652 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-0b131fc3-34bd-495f-9014-69e415e267c9 service neutron] 10.222.0.23 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285362 Mar 03 10:25:14.753488 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52df2227-abaa-4361-866e-5c570a56de27 req-a69363da-f6fe-4f82-80fe-7aa95191bc6d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 210 time: 0.0478904 Mar 03 10:25:15.798956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-6aa660a7-a6b5-4916-9ac3-77dfb2f5483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:15.800408 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-6aa660a7-a6b5-4916-9ac3-77dfb2f5483e service neutron] 10.222.0.32 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1027 time: 0.0626214 Mar 03 10:25:15.915819 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6660ceea-8708-410a-b3f1-922d6114fc61 req-198acdd1-5288-4c49-8ac9-e5f7f30908ef tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 210 time: 0.0448956 Mar 03 10:25:15.957102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-889519a1-38fd-4532-b1bc-acddf9302902 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:15.958542 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-889519a1-38fd-4532-b1bc-acddf9302902 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 200 len: 796 time: 0.1530998 Mar 03 10:25:16.007015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-9813a3d7-8cf5-41d7-9572-4a95193f712f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:25:16.022273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-9813a3d7-8cf5-41d7-9572-4a95193f712f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:25:16.023441 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-9813a3d7-8cf5-41d7-9572-4a95193f712f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 471 time: 0.0578308 Mar 03 10:25:16.033920 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Request body: {'port': {'device_id': 'cbd9d2f8-7528-4e66-b8cd-f57937104d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:16.141828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:16.569256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4454a115-d683-4130-a6d8-0ea06ddad5df {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:25:16.576276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:16.590431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Transition to ACTIVE for port object 4454a115-d683-4130-a6d8-0ea06ddad5df will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:16.594375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:16.729358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=7']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:16.858221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:25:16.858980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:25:16.858980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:25:16.863574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:25:16.863895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Attempting to bind port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:25:16.868899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:25:16.869232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Checking segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:25:16.869615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Bound using segment: {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:25:16.870029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Bound port: 4454a115-d683-4130-a6d8-0ea06ddad5df, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:25:16.870373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:16.958030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:25:16.961088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:25:16.965787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:17.024381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:17.025060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:17.026655 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] 10.222.0.32 "PUT /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1132 time: 0.9974194 Mar 03 10:25:17.027074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd9d2f8-7528-4e66-b8cd-f57937104d52', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:25:17.053359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfd8c5-4cdf-4149-a72e-b0decd2af38f service neutron] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=8']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:17.111827 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd9d2f8-7528-4e66-b8cd-f57937104d52', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'status': 'completed', 'code': 200} Mar 03 10:25:17.146022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc041f69-ddff-46d3-bda5-20ab01e2cb47 req-edf293b4-1da8-4d7c-8100-ac27021430c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:17.147802 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bc041f69-ddff-46d3-bda5-20ab01e2cb47 req-edf293b4-1da8-4d7c-8100-ac27021430c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 982 time: 0.1250918 Mar 03 10:25:17.165449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-e49ab566-ff65-458d-a130-54dc4e9b0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:17.166946 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-e49ab566-ff65-458d-a130-54dc4e9b0932 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 1135 time: 0.1005654 Mar 03 10:25:17.195265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bc041f69-ddff-46d3-bda5-20ab01e2cb47 req-839d0646-8622-4364-aa5a-674ec3a89a31 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Mar 03 10:25:17.277912 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-064097f2-a7c7-4f07-957a-84016f39dbbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1037 time: 0.1034787 Mar 03 10:25:17.338840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-de096120-ab74-4420-ae4a-e35c97050bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:17.340401 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-de096120-ab74-4420-ae4a-e35c97050bd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e8738f-d57d-4d44-8681-b8f1f1e757d4 HTTP/1.1" status: 200 len: 834 time: 0.0564330 Mar 03 10:25:17.420709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-a5b5b3f5-623c-4b4f-bf55-76d0b0430e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:17.422717 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-a5b5b3f5-623c-4b4f-bf55-76d0b0430e20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769696 Mar 03 10:25:17.552506 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-f1e56917-758b-459d-807b-7cf5bf06644f service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241071 Mar 03 10:25:17.681455 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cbad3fa-9fbb-4b08-bcbb-f06831b6ff30 req-0516fbbf-47cf-4c40-9939-0d95e3158e74 service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231980 Mar 03 10:25:17.792174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-68470645-cbab-4e61-849a-0192398734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:17.793605 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-68470645-cbab-4e61-849a-0192398734ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 1135 time: 0.0695138 Mar 03 10:25:17.923084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-45099c0c-5a52-4bc2-911e-df352170e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:17.924544 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-45099c0c-5a52-4bc2-911e-df352170e6ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 200 len: 896 time: 0.1235695 Mar 03 10:25:18.026165 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-4888e8ee-d61a-4ef9-8eb9-adb6322b2db4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1037 time: 0.0950398 Mar 03 10:25:18.090362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-3c2b5185-b4e0-428b-a375-9b44add99387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:18.091748 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-3c2b5185-b4e0-428b-a375-9b44add99387 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e8738f-d57d-4d44-8681-b8f1f1e757d4 HTTP/1.1" status: 200 len: 834 time: 0.0582697 Mar 03 10:25:18.258708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-6ef4c35f-c07f-4900-a140-bd872c3b4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:18.260223 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-6ef4c35f-c07f-4900-a140-bd872c3b4cbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1619987 Mar 03 10:25:18.380798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202a05-2b6a-4024-b605-6e9ed6a002c6 req-b2769f7f-17e0-43c5-9d04-c4712d0d7693 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:18.382269 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a9202a05-2b6a-4024-b605-6e9ed6a002c6 req-b2769f7f-17e0-43c5-9d04-c4712d0d7693 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 982 time: 0.0805495 Mar 03 10:25:18.394280 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-8803d396-89cd-4bbc-b90e-17b6f30e7c97 service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250620 Mar 03 10:25:18.434435 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a9202a05-2b6a-4024-b605-6e9ed6a002c6 req-af72a99b-9a4b-49b0-9589-b7176e7bb8f8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Mar 03 10:25:18.529896 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-26ab3d35-7527-4434-b54b-85331a2cffd9 req-ea9d7cf8-b068-430b-93b0-35e3b0c66962 service neutron] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282887 Mar 03 10:25:19.620027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f2247-c72a-49e1-bd0b-5a748c713fcb req-82b2ed35-eec0-44d0-9404-24f1f6070c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:19.621478 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-288f2247-c72a-49e1-bd0b-5a748c713fcb req-82b2ed35-eec0-44d0-9404-24f1f6070c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 982 time: 0.0857246 Mar 03 10:25:19.664263 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-288f2247-c72a-49e1-bd0b-5a748c713fcb req-f3707358-e671-412c-b6a8-dd9d2b14e075 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Mar 03 10:25:19.847346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:25:20.012099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:20.025199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'port_id': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'mac_address': 'fa:16:3e:20:6e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:25:20.082359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:20.098163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4454a115-d683-4130-a6d8-0ea06ddad5df {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:25:20.113037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:20.117711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:20.182839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=9']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:20.340330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['4454a115-d683-4130-a6d8-0ea06ddad5df'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:25:20.848461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0c75-55f0-4ba4-9aa2-c51d30f628ca req-3665677f-2a7d-4dbb-87bd-b811ba262a76 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:20.849805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-995f0c75-55f0-4ba4-9aa2-c51d30f628ca req-3665677f-2a7d-4dbb-87bd-b811ba262a76 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 983 time: 0.0821047 Mar 03 10:25:20.993578 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-995f0c75-55f0-4ba4-9aa2-c51d30f628ca req-66e0a921-32eb-4df9-85cd-ef2c017dc314 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382270 Mar 03 10:25:21.863166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:21.931790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 4454a115-d683-4130-a6d8-0ea06ddad5df completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:21.936162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 4454a115-d683-4130-a6d8-0ea06ddad5df triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:21.936524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:22.047333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:22.073666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd9d2f8-7528-4e66-b8cd-f57937104d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:25:22.083541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:22.088888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:22.123993 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd9d2f8-7528-4e66-b8cd-f57937104d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4454a115-d683-4130-a6d8-0ea06ddad5df', 'code': 200} Mar 03 10:25:22.162975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=10']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:22.188730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee884506-b9ce-4ff8-9092-e87278d89037 req-ad0d8525-1691-47ba-abff-fb62b9b21b09 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:22.190201 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ee884506-b9ce-4ff8-9092-e87278d89037 req-ad0d8525-1691-47ba-abff-fb62b9b21b09 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 985 time: 0.0857413 Mar 03 10:25:22.234990 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ee884506-b9ce-4ff8-9092-e87278d89037 req-7e2bd352-f866-4926-9421-d9b0648d209f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389154 Mar 03 10:25:22.355232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d3c5f-9aba-4f45-b7a5-4c74feae4945 req-8381f48b-8126-4c3a-9a4d-c004481eeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:22.356790 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499d3c5f-9aba-4f45-b7a5-4c74feae4945 req-8381f48b-8126-4c3a-9a4d-c004481eeef0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 1138 time: 0.0775790 Mar 03 10:25:22.398612 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499d3c5f-9aba-4f45-b7a5-4c74feae4945 req-a0dc2eda-a386-4a19-a722-33e342ce63f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355055 Mar 03 10:25:23.428327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d681858-7732-4dbb-9500-a270094d5ea6 req-119b457c-5134-4e63-82cc-374897e45fbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:23.429795 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d681858-7732-4dbb-9500-a270094d5ea6 req-119b457c-5134-4e63-82cc-374897e45fbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 985 time: 0.0846758 Mar 03 10:25:23.474204 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d681858-7732-4dbb-9500-a270094d5ea6 req-3fe2b558-d547-4dd7-b022-144784537071 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Mar 03 10:25:23.787955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:24.659368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafb3a-3494-400e-b4fe-87de9452ce91 req-ad2f7a1d-5e25-4e24-9184-1a7d893451ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:24.660824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0bafb3a-3494-400e-b4fe-87de9452ce91 req-ad2f7a1d-5e25-4e24-9184-1a7d893451ff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 985 time: 0.0808394 Mar 03 10:25:24.704866 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0bafb3a-3494-400e-b4fe-87de9452ce91 req-49acc551-a989-4f90-91fb-f4fcfa286151 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 Mar 03 10:25:24.886128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e55c-9ae0-45c3-9572-a21be9a67a34 req-58458225-8e79-4c24-afe6-6f2c91204334 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:24.887624 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2da6e55c-9ae0-45c3-9572-a21be9a67a34 req-58458225-8e79-4c24-afe6-6f2c91204334 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 985 time: 0.0791185 Mar 03 10:25:24.932267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2da6e55c-9ae0-45c3-9572-a21be9a67a34 req-44e48878-b4ae-495a-97f8-2e38865f07b9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379589 Mar 03 10:25:24.954622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 35994) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:25.027417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175fe49-171b-4523-b6ea-070cfe7f50d1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:25.028916 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3175fe49-171b-4523-b6ea-070cfe7f50d1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52&network_id=bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 200 len: 1133 time: 0.0732379 Mar 03 10:25:25.377560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2682-8122-442c-b63e-78802d510d56 req-6f3bb2fb-237e-4553-99d4-1c5217161ed3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:25.379010 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35af2682-8122-442c-b63e-78802d510d56 req-6f3bb2fb-237e-4553-99d4-1c5217161ed3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 985 time: 0.0782881 Mar 03 10:25:25.422970 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35af2682-8122-442c-b63e-78802d510d56 req-86ebf367-a761-4dcd-8b8c-2ba21d8c1f08 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 Mar 03 10:25:26.583060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-2f957642-8187-444f-8645-048e1f1698f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:26.584465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-2f957642-8187-444f-8645-048e1f1698f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 985 time: 0.0803251 Mar 03 10:25:26.609402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29a9c6-deee-415f-a0e7-24b3102d3d2a req-0e23f5cd-0ce1-4d45-9013-a3a4623dba64 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:26.610869 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1b29a9c6-deee-415f-a0e7-24b3102d3d2a req-0e23f5cd-0ce1-4d45-9013-a3a4623dba64 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 985 time: 0.0825274 Mar 03 10:25:26.654796 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1b29a9c6-deee-415f-a0e7-24b3102d3d2a req-82529333-1188-4a08-b18a-0645e287706a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4893128d-7a85-48cc-9525-62a23d6d974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Mar 03 10:25:26.658214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-95a38855-57e5-4baa-91cb-0d81865f3416 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:26.659599 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-95a38855-57e5-4baa-91cb-0d81865f3416 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0699277 Mar 03 10:25:26.802068 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-223af29d-5473-4681-9c5b-fdb623707ea6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1381302 Mar 03 10:25:26.812183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:26.919423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:27.114488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4454a115-d683-4130-a6d8-0ea06ddad5df,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:27.141666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] For port 4454a115-d683-4130-a6d8-0ea06ddad5df, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:25:27.194841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] device_id is not set on port 4454a115-d683-4130-a6d8-0ea06ddad5df yet. {{(pid=87889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 10:25:27.203155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:27.207982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:27.343468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] Pushing event updated for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=11']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:27.400105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] No DVR routers for this DVR port 4454a115-d683-4130-a6d8-0ea06ddad5df on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:25:27.506354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-796dd3f9-5092-46b0-8f34-974c57ce36b2 None None] Provisioning complete for port 4454a115-d683-4130-a6d8-0ea06ddad5df triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:27.506938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-796dd3f9-5092-46b0-8f34-974c57ce36b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:27.561321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-796dd3f9-5092-46b0-8f34-974c57ce36b2 None None] Port 4454a115-d683-4130-a6d8-0ea06ddad5df cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:25:27.716688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] In _notify_port_updated(), no bound segment for port 4454a115-d683-4130-a6d8-0ea06ddad5df on network bf3fa6f9-1772-495d-80c8-b8edd316ff3f {{(pid=87889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 10:25:27.717559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:27.718685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:27.719988 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-885d9fbe-5bd0-4c80-948f-0dd765d119f7 req-41a7910d-e5b1-4b46-afee-5045a973c26a service neutron] 10.222.0.32 "PUT /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 200 len: 1028 time: 0.9121931 Mar 03 10:25:27.808580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-94e38368-6622-4758-9ebc-858b2e1e5848 req-ef08cd78-7a24-45ab-9ae3-8b6a01e0f0ad tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd9d2f8-7528-4e66-b8cd-f57937104d52 HTTP/1.1" status: 200 len: 210 time: 0.0433266 Mar 03 10:25:28.899858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36008) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:28.968877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cab4890c-eb3e-4f75-b42c-8a28c0964bd5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:28.997395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cab4890c-eb3e-4f75-b42c-8a28c0964bd5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.060801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cab4890c-eb3e-4f75-b42c-8a28c0964bd5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.078047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4890c-eb3e-4f75-b42c-8a28c0964bd5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf6fdf2-9416-40aa-b1ee-14431d568acb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:29.091957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cab4890c-eb3e-4f75-b42c-8a28c0964bd5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.093630 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cab4890c-eb3e-4f75-b42c-8a28c0964bd5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/1bf6fdf2-9416-40aa-b1ee-14431d568acb HTTP/1.1" status: 204 len: 168 time: 0.1925421 Mar 03 10:25:29.122959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36014) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:29.326534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 1438b558-9293-4ee9-918e-d55a944c7f8e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:25:29.326880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.495470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.495801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.622912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 1438b558-9293-4ee9-918e-d55a944c7f8e owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:25:29.774086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.824476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=1438b558-9293-4ee9-918e-d55a944c7f8e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:29.909604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:25:29.913953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:29.914279 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 949ab69e-8e41-4eea-8da8-7c60fab11a1e disassociated (deleted). External IP: 172.26.7.78, port: 4454a115-d683-4130-a6d8-0ea06ddad5df. Mar 03 10:25:29.970239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 4454a115-d683-4130-a6d8-0ea06ddad5df not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:25:30.261572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router a1969c6f-c0ac-4cdc-962c-5fd39c822680 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:25:30.540885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:25:30.550325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589af889-8eb1-416b-ab15-056036953510 None None] Sync routers for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:25:30.560646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:30.561260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:30.562654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:30.617568 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0c3ab4da-d87a-4a75-be35-a4bbb75d3783 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/949ab69e-8e41-4eea-8da8-7c60fab11a1e HTTP/1.1" status: 204 len: 168 time: 1.4934835 Mar 03 10:25:30.743065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:30.760618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36022) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:30.828733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-021387da-55da-4155-bfb1-4e9cbdfa9100 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:30.857210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-021387da-55da-4155-bfb1-4e9cbdfa9100 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:30.919464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-021387da-55da-4155-bfb1-4e9cbdfa9100 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:30.940187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021387da-55da-4155-bfb1-4e9cbdfa9100 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b7abb6-9c62-41a0-bf02-63c55264733e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:30.948510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-021387da-55da-4155-bfb1-4e9cbdfa9100 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:30.952797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-021387da-55da-4155-bfb1-4e9cbdfa9100 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/69b7abb6-9c62-41a0-bf02-63c55264733e HTTP/1.1" status: 204 len: 168 time: 0.1900840 Mar 03 10:25:30.980392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36028) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:31.048239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 4454a115-d683-4130-a6d8-0ea06ddad5df {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:25:31.048579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:31.072602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:56Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:31.076433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589af889-8eb1-416b-ab15-056036953510 None None] Checking router: a1969c6f-c0ac-4cdc-962c-5fd39c822680 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:25:31.085316 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:31.085860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:31.295978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:31.296386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:31.421666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 4454a115-d683-4130-a6d8-0ea06ddad5df owned by {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:25:31.566499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:31.609403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-589af889-8eb1-416b-ab15-056036953510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:56Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:31.614461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589af889-8eb1-416b-ab15-056036953510 None None] The sync data for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv is: [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:24:51Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'bc551a5e-6b84-4e04-9d2b-f244b1edffb5', 'name': '', 'network_id': 'bf3fa6f9-1772-495d-80c8-b8edd316ff3f', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:0f:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:50Z', 'updated_at': '2022-03-03T10:24:56Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b0e8738f-d57d-4d44-8681-b8f1f1e757d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:25:31.620786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=4454a115-d683-4130-a6d8-0ea06ddad5df,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:31.725411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:31.739385 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-24875efe-a2a9-42e9-9fd0-47423da363c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/ports/4454a115-d683-4130-a6d8-0ea06ddad5df HTTP/1.1" status: 204 len: 168 time: 0.7543194 Mar 03 10:25:31.739523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36032) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:31.839079 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92f6e9-7920-409c-a76e-57b368a0e75c None None] New status for floating IP 949ab69e-8e41-4eea-8da8-7c60fab11a1e: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:25:32.407692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:32.762831 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port bc551a5e-6b84-4e04-9d2b-f244b1edffb5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:25:32.763164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:32.950901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port bc551a5e-6b84-4e04-9d2b-f244b1edffb5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:32.951250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:33.027185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-135b7a28-d676-4cc8-8e28-0a5499b702f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:33.083635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for bc551a5e-6b84-4e04-9d2b-f244b1edffb5 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:25:33.349510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:33.520836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=bc551a5e-6b84-4e04-9d2b-f244b1edffb5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:33.801409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:34.156396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router a1969c6f-c0ac-4cdc-962c-5fd39c822680 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:25:34.333226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:25:34.342886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fec84-2682-4f06-a069-563677c31e89 None None] Sync routers for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:25:34.345528 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f2352e51-0916-4478-8ec7-90f763fc8bed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/a1969c6f-c0ac-4cdc-962c-5fd39c822680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6051013 Mar 03 10:25:34.348188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36036) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:34.353852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:34.354529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:34.413370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet b0e8738f-d57d-4d44-8681-b8f1f1e757d4 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:25:34.416667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:34.476010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:34.536567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:34.560630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:34.638743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:34.679117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e8738f-d57d-4d44-8681-b8f1f1e757d4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:34.682728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:34.688822 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-12ca7984-5757-4b87-b1ea-9d9534b6f9a2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/b0e8738f-d57d-4d44-8681-b8f1f1e757d4 HTTP/1.1" status: 204 len: 168 time: 0.3396955 Mar 03 10:25:34.691256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36040) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:34.725297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d963fc4-6b1e-42cb-abe8-a0768310c82e None None] Network bf3fa6f9-1772-495d-80c8-b8edd316ff3f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:25:34.867667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:34.996056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:25:33Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:35.003411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fec84-2682-4f06-a069-563677c31e89 None None] Checking router: a1969c6f-c0ac-4cdc-962c-5fd39c822680 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:25:35.012165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] Routers {'a1969c6f-c0ac-4cdc-962c-5fd39c822680'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:35.012769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:35.071237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] DHCP port deletion for bf3fa6f9-1772-495d-80c8-b8edd316ff3f request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:25:35.085506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] Deleting port 2304302b-5b98-4e0d-a689-cbc9686e2074 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:25:35.085878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.160189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.170198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port d16e3a71-a860-456e-bd8a-d8310e5cdda0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:25:35.170586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.305313 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:25:35.333392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fdb8016b-515d-4d22-b10f-f537bf065c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.351323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port d16e3a71-a860-456e-bd8a-d8310e5cdda0, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d16e3a71-a860-456e-bd8a-d8310e5cdda0,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:35.351683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.367564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] Set router a1969c6f-c0ac-4cdc-962c-5fd39c822680 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:35.475663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for d16e3a71-a860-456e-bd8a-d8310e5cdda0 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:25:35.620778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] For port 2304302b-5b98-4e0d-a689-cbc9686e2074, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2304302b-5b98-4e0d-a689-cbc9686e2074,segment=NetworkSegment(7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9),segment_id=7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:35.621051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.645923 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.695501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=d16e3a71-a860-456e-bd8a-d8310e5cdda0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:35.754666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] Calling delete_port for 2304302b-5b98-4e0d-a689-cbc9686e2074 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:25:35.788903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.884134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.932268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] Pushing event deleted for resources: {'Port': ['ID=2304302b-5b98-4e0d-a689-cbc9686e2074,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:35.938098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9969874-eecd-44f1-a2fd-5d717f792f0d None None] No DVR routers for this DVR port 2304302b-5b98-4e0d-a689-cbc9686e2074 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:25:35.954567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-245fec84-2682-4f06-a069-563677c31e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:25:33Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:35.958690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fec84-2682-4f06-a069-563677c31e89 None None] The sync data for ids ['a1969c6f-c0ac-4cdc-962c-5fd39c822680'] in dv-neutron-831192-5-hyperv is: [{'id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'name': 'tempest-TestNetworkBasicOps-router-611458225', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:24:46Z', 'updated_at': '2022-03-03T10:25:33Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'd16e3a71-a860-456e-bd8a-d8310e5cdda0', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969c6f-c0ac-4cdc-962c-5fd39c822680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:24:47Z', 'updated_at': '2022-03-03T10:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:25:35.976389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:35.978758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.006476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.007010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router a1969c6f-c0ac-4cdc-962c-5fd39c822680 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:25:36.022203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.023280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a3d4fbd6-cad7-47f0-8872-5d983bcfe412 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/a1969c6f-c0ac-4cdc-962c-5fd39c822680 HTTP/1.1" status: 204 len: 168 time: 1.3311186 Mar 03 10:25:36.026087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36044) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:36.062249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.085000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.148097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.277578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.304469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3fa6f9-1772-495d-80c8-b8edd316ff3f']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:36.320588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:36.320912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9d0b85-1b7f-44a8-a77f-aed6b53a51d9') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:36.336338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.356350 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.363890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:25:36.364293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:25:36.380099 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:25:36.404753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2304302b-5b98-4e0d-a689-cbc9686e2074 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:25:36.452686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 2304302b-5b98-4e0d-a689-cbc9686e2074 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:25:36.453581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2304302b-5b98-4e0d-a689-cbc9686e2074 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:25:36.454192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bc551a5e-6b84-4e04-9d2b-f244b1edffb5 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:25:36.490972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: bc551a5e-6b84-4e04-9d2b-f244b1edffb5 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:25:36.491323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device bc551a5e-6b84-4e04-9d2b-f244b1edffb5 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:25:36.575892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.581113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.607291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=bf3fa6f9-1772-495d-80c8-b8edd316ff3f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:36.620843 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d319cf87-586e-48b8-a5d1-9dfabc97e54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/bf3fa6f9-1772-495d-80c8-b8edd316ff3f HTTP/1.1" status: 204 len: 168 time: 0.5908110 Mar 03 10:25:36.633659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36048) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:36.646156 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-335460f8-5800-453a-958a-463b019466c4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114040 Mar 03 10:25:36.648706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36052) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:36.654339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--765160790', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:36.659260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:36.663347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:36.666780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:36.672520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:36.681273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:25:36.684763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.715117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:25:36.723868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.724216 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment ba597afa-8048-4621-94a2-9499fc69f3a6 of type vlan for network 8b0c94ce-1448-460f-9040-4da089bafe54 Mar 03 10:25:36.748630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.777709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.783892 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:36.784471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.883207 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2333896 Mar 03 10:25:36.885867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36056) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:36.891955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-210295868', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:36.895015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d08366-33d2-4ccc-918b-a84c24e7c6dd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=8b0c94ce-1448-460f-9040-4da089bafe54,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:36.899057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:36.903720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:36.905448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 8b0c94ce-1448-460f-9040-4da089bafe54 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:25:36.907106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:36.913335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:36.925221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.929292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:36.945513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:37.212687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:37.519746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:37.550244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:37.690849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.214 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/9709ae02-f7d9-4490-b98a-619cf0150f18) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:25:37.844210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:37.876659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:37.924053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:37.939068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:25:37.941868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:37.944229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:25:37.997331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=9709ae02-f7d9-4490-b98a-619cf0150f18,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:38.251740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d16e3a71-a860-456e-bd8a-d8310e5cdda0 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:25:38.288894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d16e3a71-a860-456e-bd8a-d8310e5cdda0 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:25:38.289241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d16e3a71-a860-456e-bd8a-d8310e5cdda0 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:25:38.479981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:38.818556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:39.020611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 9de09855-d43f-4619-bb42-663b92e0a168 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:25:39.199745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:25:39.209648 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Sync routers for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:25:39.219507 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:39.220113 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:39.227436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:39.228655 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-849de2b2-ff6e-4d79-9e8f-2985d1517516 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3418095 Mar 03 10:25:39.231582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36062) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:39.270805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cf729006-008d-47ec-a28a-d54f760bfe5f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381329 Mar 03 10:25:39.273643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36066) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:39.392730 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:39.402822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42e729-88f2-4614-8a35-a0e97572024f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:39.404357 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bc42e729-88f2-4614-8a35-a0e97572024f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298347 Mar 03 10:25:39.407718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36070) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:39.452534 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1dd5125f-c747-44b8-a715-60f8eb0a0620 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406685 Mar 03 10:25:39.452534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36074) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:39.457621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804933786', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:39.566466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:39.570353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:39.573133 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:39.579207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:39.588995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:25:39.592690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:39.676504 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:38Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:39.680427 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Checking router: 9de09855-d43f-4619-bb42-663b92e0a168 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:25:39.680763 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Updating router 9de09855-d43f-4619-bb42-663b92e0a168 port 9709ae02-f7d9-4490-b98a-619cf0150f18 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:25:39.736511 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:39.916192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:39.998483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=c33f9463-b1ab-492a-a538-d57f190b1500,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:40.004192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:25:40.004543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: 8b0c94ce-1448-460f-9040-4da089bafe54, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:25:40.024223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 8b0c94ce-1448-460f-9040-4da089bafe54 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:25:40.034638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 8b0c94ce-1448-460f-9040-4da089bafe54) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:40.038617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:40.039192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.044094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34239df7-eb9b-4347-bf55-d759b195f0d0 None None] Network 8b0c94ce-1448-460f-9040-4da089bafe54 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:25:40.059366 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.064770 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-52ea19b0-b3c1-452c-b2b1-d478d6badbd2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6080277 Mar 03 10:25:40.064935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36078) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:40.078546 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Transition to ACTIVE for port object 9709ae02-f7d9-4490-b98a-619cf0150f18 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:40.085799 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.151891 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e32e3-31a9-4cf5-9912-414ab2b192fb None None] Pushing event updated for resources: {'Port': ['ID=9709ae02-f7d9-4490-b98a-619cf0150f18,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:40.172775 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Attempting to bind port 9709ae02-f7d9-4490-b98a-619cf0150f18 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:25:40.173135 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Attempting to bind port 9709ae02-f7d9-4490-b98a-619cf0150f18 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:25:40.173481 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Attempting to bind port 9709ae02-f7d9-4490-b98a-619cf0150f18 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:25:40.178641 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:25:40.178995 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:25:40.179405 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.179782 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:25:40.180217 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Bound port: 9709ae02-f7d9-4490-b98a-619cf0150f18, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:25:40.180572 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.259256 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] For port 9709ae02-f7d9-4490-b98a-619cf0150f18, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:25:40.262330 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] For port 9709ae02-f7d9-4490-b98a-619cf0150f18, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9709ae02-f7d9-4490-b98a-619cf0150f18,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:25:40.266852 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.285447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-8b0c94ce-1448-460f-9040-4da089bafe54', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:25:40.286403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.346037 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e32e3-31a9-4cf5-9912-414ab2b192fb None None] Pushing event updated for resources: {'Port': ['ID=9709ae02-f7d9-4490-b98a-619cf0150f18,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:40.353280 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:40.354360 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:40.463609 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Allocated IP 172.20.0.2 (8b0c94ce-1448-460f-9040-4da089bafe54/c33f9463-b1ab-492a-a538-d57f190b1500/828cf4f9-6176-4213-ac8d-4ed3903cbc13) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:25:40.540454 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:40.724741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.735660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Transition to ACTIVE for port object 828cf4f9-6176-4213-ac8d-4ed3903cbc13 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:40.753917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Transition to ACTIVE for port object 828cf4f9-6176-4213-ac8d-4ed3903cbc13 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:40.760583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.793116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.822399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Network 8b0c94ce-1448-460f-9040-4da089bafe54 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:25:40.825207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:40.832973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:25:40.875001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Pushing event updated for resources: {'Port': ['ID=828cf4f9-6176-4213-ac8d-4ed3903cbc13,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:40.875290 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:38Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:40.879285 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079bf42-1628-4bbc-a64e-7d439f806a8e None None] The sync data for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv is: [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:38Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:25:40.930081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Attempting to bind port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:25:40.930462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Attempting to bind port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:25:40.930820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Attempting to bind port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 on network 8b0c94ce-1448-460f-9040-4da089bafe54 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:25:40.936643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:25:40.937028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Checking segment: {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:25:40.937551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:40.937951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Bound using segment: {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:25:40.938441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Bound port: 828cf4f9-6176-4213-ac8d-4ed3903cbc13, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:25:40.938815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:41.031191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] For port 828cf4f9-6176-4213-ac8d-4ed3903cbc13, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:25:41.034164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] For port 828cf4f9-6176-4213-ac8d-4ed3903cbc13, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=828cf4f9-6176-4213-ac8d-4ed3903cbc13,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:25:41.039190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:41.147988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef9e65-dde8-4b06-a81e-d087a521266d None None] Pushing event updated for resources: {'Port': ['ID=828cf4f9-6176-4213-ac8d-4ed3903cbc13,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:41.393451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (8b0c94ce-1448-460f-9040-4da089bafe54/c33f9463-b1ab-492a-a538-d57f190b1500/34d4b559-7366-4b6f-b3d1-cdd4ff3cc888) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:25:41.570068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:41.586006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:41.610416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:41.675073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 8b0c94ce-1448-460f-9040-4da089bafe54 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:25:41.678460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:41.688362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:25:41.728162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:41.756449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.045564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.090502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420444e3-daeb-41a6-8bcc-216bd7ba1a32 None None] Network 8b0c94ce-1448-460f-9040-4da089bafe54 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:25:42.210135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-26b48b0d-bc36-4a0e-a042-e549108b850d None None] Provisioning for port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:42.372522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 828cf4f9-6176-4213-ac8d-4ed3903cbc13 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:42.464404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:42.471923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:42.472682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.515984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.523691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.603389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.637980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 828cf4f9-6176-4213-ac8d-4ed3903cbc13, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=828cf4f9-6176-4213-ac8d-4ed3903cbc13,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:42.641634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.642801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9709ae02-f7d9-4490-b98a-619cf0150f18 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:42.643452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:42.645954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.777710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=828cf4f9-6176-4213-ac8d-4ed3903cbc13,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:42.781785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3661030b-da62-44c6-a439-bc69fe4d0fc2 None None] Provisioning complete for port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:42.782695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3661030b-da62-44c6-a439-bc69fe4d0fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:42.793421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 8b0c94ce-1448-460f-9040-4da089bafe54 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:25:42.794689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:42.840850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 9709ae02-f7d9-4490-b98a-619cf0150f18 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:42.849562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9709ae02-f7d9-4490-b98a-619cf0150f18 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:42.849924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:43.032448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:43.037558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3661030b-da62-44c6-a439-bc69fe4d0fc2 None None] Provisioning for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:43.044583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3661030b-da62-44c6-a439-bc69fe4d0fc2 None None] Provisioning complete for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:43.045032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3661030b-da62-44c6-a439-bc69fe4d0fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:43.096453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 9709ae02-f7d9-4490-b98a-619cf0150f18, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9709ae02-f7d9-4490-b98a-619cf0150f18,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:43.109566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:43.111106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 9de09855-d43f-4619-bb42-663b92e0a168 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:25:43.147599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3661030b-da62-44c6-a439-bc69fe4d0fc2 None None] Port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:25:43.180037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=9709ae02-f7d9-4490-b98a-619cf0150f18,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:43.265489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7ae369f9-2efa-4690-b48e-568fb9863bcb None None] Provisioning complete for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:43.266238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7ae369f9-2efa-4690-b48e-568fb9863bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:43.289713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:25:43.302473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Sync routers for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:25:43.303040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e03bba48-db65-4bf1-900e-9cd1a071befb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/9de09855-d43f-4619-bb42-663b92e0a168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2370150 Mar 03 10:25:43.305497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36082) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:43.327244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:43.327974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:43.384336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7ae369f9-2efa-4690-b48e-568fb9863bcb None None] Port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:25:43.443799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f97a5d-6942-45dc-a7a1-9c8f1d0c6f18 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.444277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f97a5d-6942-45dc-a7a1-9c8f1d0c6f18 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.444749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f97a5d-6942-45dc-a7a1-9c8f1d0c6f18 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.445213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f97a5d-6942-45dc-a7a1-9c8f1d0c6f18 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.449356 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-59f97a5d-6942-45dc-a7a1-9c8f1d0c6f18 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1404836 Mar 03 10:25:43.449610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36086) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:43.523366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee9f52-c187-4a34-9123-8be9ce61552b tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.524090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee9f52-c187-4a34-9123-8be9ce61552b tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.524273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee9f52-c187-4a34-9123-8be9ce61552b tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.524759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee9f52-c187-4a34-9123-8be9ce61552b tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:43.526792 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f9ee9f52-c187-4a34-9123-8be9ce61552b tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0763304 Mar 03 10:25:43.529378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36090) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:43.548725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:43.732533 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-47ac4c3a-132c-4598-b62c-9cbe3e16f747 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2014053 Mar 03 10:25:43.861091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:25:42Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:43.864762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Checking router: 9de09855-d43f-4619-bb42-663b92e0a168 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:25:43.865113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Updating router 9de09855-d43f-4619-bb42-663b92e0a168 port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:25:43.917146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.010140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36096) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:44.016162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632115876', 'description': 'tempest-secgroup-smoke-632115876 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:44.022015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:44.026305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:44.029127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:44.035198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:44.045520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.065832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:44.069734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:44.072552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:44.078453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:44.155875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.159952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.202538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b196201-c033-4ceb-8cd4-884ce73c8f0b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:44.211895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.216020 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-de8dc369-2d14-402a-a4fc-7f19c8e2764e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2019045 Mar 03 10:25:44.216020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36100) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:44.221944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '8b196201-c033-4ceb-8cd4-884ce73c8f0b', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:44.227944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:44.231780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:44.235248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:44.240915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:44.260376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.260934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.273097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Transition to ACTIVE for port object 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:44.280138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.324838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 828cf4f9-6176-4213-ac8d-4ed3903cbc13 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:44.333896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.338375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.363004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93230f68-4345-4dfe-a901-a993e0239adc,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:44.373638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.375040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-09b4aaaf-d35f-471a-b221-6656e1566a9c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581712 Mar 03 10:25:44.377909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36104) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:44.383370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '8b196201-c033-4ceb-8cd4-884ce73c8f0b', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:44.389633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:44.393775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:44.397286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:44.403205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:44.422956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.470229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6c7d1-5741-4b71-afba-1f7bc3b5a309 None None] Pushing event updated for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:44.501886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.507244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.533276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f94c7d1-7b0b-4b49-9314-987ee0b3978d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:44.547762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.551507 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1f09639a-67c7-4a65-a19e-1c1d3ec18cc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699855 Mar 03 10:25:44.551769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36108) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:44.557499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '8b196201-c033-4ceb-8cd4-884ce73c8f0b', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:44.564053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:44.567982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:44.571084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:44.578942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:44.581895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Attempting to bind port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:25:44.582263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Attempting to bind port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:25:44.582796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Attempting to bind port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 on network 8b0c94ce-1448-460f-9040-4da089bafe54 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:25:44.589397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:25:44.589784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Checking segment: {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:25:44.590252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.590713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Bound using segment: {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:25:44.591359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Bound port: 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:25:44.591713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.597490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.615489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:44.615855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.659724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.663611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.687578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22dabaf-8182-41dd-8c37-fa9a1a67ef43,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:44.698367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.700203 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2bca02ad-219e-484c-a12b-27e2b0aa9d8c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474950 Mar 03 10:25:44.703704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36112) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:44.708992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '8b196201-c033-4ceb-8cd4-884ce73c8f0b', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:44.714816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:44.719214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:44.722074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:44.727763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:44.745520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.791228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] For port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:25:44.808665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] For port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:25:44.812528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.817596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.822096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.840632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d477e9-26e1-4759-b7a9-dd63206b8e34,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:44.850518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.851813 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-60a0d5cf-c5e3-420a-ba46-d940d9a89b2f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471801 Mar 03 10:25:44.854455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36116) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:44.860216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '8b196201-c033-4ceb-8cd4-884ce73c8f0b', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:44.866066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:44.867979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9709ae02-f7d9-4490-b98a-619cf0150f18 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:44.869909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:44.872768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:44.880128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:44.893273 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:25:44.900399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.954018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:44.955121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:44.968288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.972827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:44.997451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f7ca30-294f-4cfe-a5b1-edc2a1aae2c3,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:45.008478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:45.013061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:45.013609 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0963a01f-e8a3-4c5f-a490-5a902d4915a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576769 Mar 03 10:25:45.020881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '8b196201-c033-4ceb-8cd4-884ce73c8f0b', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:45.027662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:45.033366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:45.036651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:45.042981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:45.057756 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:25:45.066318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:45.094960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6c7d1-5741-4b71-afba-1f7bc3b5a309 None None] Pushing event updated for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:45.144331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:45.148590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:45.169815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532b40f1-9797-4fef-8a0c-cee2a7710386,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:45.176618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9709ae02-f7d9-4490-b98a-619cf0150f18 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:45.176618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:45.182934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:45.184442 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-491fce0d-dbb2-4082-8c60-8c5615b6cecc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687603 Mar 03 10:25:45.275723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:45.348299 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-6391066b-8179-4c02-8c48-706236db77a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:25:45.364362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-6391066b-8179-4c02-8c48-706236db77a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:25:45.365565 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-6391066b-8179-4c02-8c48-706236db77a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632115876&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0590389 Mar 03 10:25:45.520838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-924071d5-953f-4bb9-af78-5517fec71e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:45.521442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-924071d5-953f-4bb9-af78-5517fec71e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:25:45.537511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-924071d5-953f-4bb9-af78-5517fec71e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:25:45.538760 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-924071d5-953f-4bb9-af78-5517fec71e18 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=8b0c94ce-1448-460f-9040-4da089bafe54 HTTP/1.1" status: 200 len: 796 time: 0.1664231 Mar 03 10:25:45.553774 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-611454f4-4651-467a-8551-0ea1f8cb7f73 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0092113 Mar 03 10:25:45.636398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-4ae48baa-54c0-4b64-bbf8-b82f4e13d758 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:25:45.647238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:25:44Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:45.652219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb261c1-2303-470a-8978-c89a76d93b01 None None] The sync data for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv is: [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:25:44Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:25:45.652440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-4ae48baa-54c0-4b64-bbf8-b82f4e13d758 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:25:45.653776 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-4ae48baa-54c0-4b64-bbf8-b82f4e13d758 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940607 Mar 03 10:25:45.866938 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-6ac72af4-f71b-42a3-aa7d-62e36199b1a5 service neutron] 10.222.0.23 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970778 Mar 03 10:25:46.005941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-f6089d9e-0906-4959-949b-eaf49787151f service neutron] 10.222.0.23 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330886 Mar 03 10:25:46.203075 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52e0c07d-bed8-4f82-9e68-b70f9192a0c7 req-f3294d31-5ce2-4c81-94e3-cc49cc7f42ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 210 time: 0.0587795 Mar 03 10:25:46.336654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:46.416282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:46.422967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:46.423611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:46.553877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:46.588957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:46.593015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:46.668743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:47.247059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-d80021f8-8337-4b31-91cb-a797679059d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:47.249613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-d80021f8-8337-4b31-91cb-a797679059d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:25:47.259927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-d80021f8-8337-4b31-91cb-a797679059d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:25:47.261200 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-d80021f8-8337-4b31-91cb-a797679059d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=8b0c94ce-1448-460f-9040-4da089bafe54 HTTP/1.1" status: 200 len: 796 time: 0.1604419 Mar 03 10:25:47.312932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-c3d6d9a0-cf7f-4b59-a38f-ed5fc1c8b659 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:25:47.325116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-c3d6d9a0-cf7f-4b59-a38f-ed5fc1c8b659 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:25:47.326316 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-c3d6d9a0-cf7f-4b59-a38f-ed5fc1c8b659 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 379 time: 0.0570374 Mar 03 10:25:47.336163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['8b196201-c033-4ceb-8cd4-884ce73c8f0b']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:47.353137 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5f3c93f4-e59a-4460-a6a2-16263d1f17d1 req-6742afe0-ef27-453b-a768-163783afd0bc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 210 time: 0.0429032 Mar 03 10:25:47.472441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:47.481641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:47.491359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:25:47.494809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:47.653594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.3 (8b0c94ce-1448-460f-9040-4da089bafe54/c33f9463-b1ab-492a-a538-d57f190b1500/d0172bbb-93dc-49b6-b95c-69b90b3bc8ba) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:25:47.840832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:47.855871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object d0172bbb-93dc-49b6-b95c-69b90b3bc8ba will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:47.880038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:47.949310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 8b0c94ce-1448-460f-9040-4da089bafe54 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:25:47.956931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:47.961292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:25:47.991857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:48.011668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.012015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.012349 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.012680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.013013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.013338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.013661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.014020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.014880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.015199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.015547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.015867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:48.040389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:48.041019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:48.067238 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-25e27bf9-3435-419a-b269-bdb07d987426 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349031 Mar 03 10:25:48.081140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Request body: {'port': {'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:48.199226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:48.300055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:48.355094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-773c77f8-d8fa-435e-8550-1dcc3c8bdc1e None None] Provisioning for port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:48.364221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-773c77f8-d8fa-435e-8550-1dcc3c8bdc1e None None] Provisioning complete for port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:48.364586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-773c77f8-d8fa-435e-8550-1dcc3c8bdc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:48.429666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:48.430037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:48.454584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-773c77f8-d8fa-435e-8550-1dcc3c8bdc1e None None] Port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:25:48.566968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb4e9-d1a3-4af8-8dfe-6569e1770f12 req-2fde6d9c-7188-433c-a75d-d237a8072dc7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:48.568486 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c3cb4e9-d1a3-4af8-8dfe-6569e1770f12 req-2fde6d9c-7188-433c-a75d-d237a8072dc7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 931 time: 0.0895591 Mar 03 10:25:48.612276 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c3cb4e9-d1a3-4af8-8dfe-6569e1770f12 req-9f79d6c1-28c3-4a60-81ca-078624f6ce76 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378904 Mar 03 10:25:48.655410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0172bbb-93dc-49b6-b95c-69b90b3bc8ba {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:25:48.663167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:48.678088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Transition to ACTIVE for port object d0172bbb-93dc-49b6-b95c-69b90b3bc8ba will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:25:48.681980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:48.838569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Pushing event updated for resources: {'Port': ['ID=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:48.921734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Attempting to bind port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:25:48.922074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Attempting to bind port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:25:48.922404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Attempting to bind port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba on network 8b0c94ce-1448-460f-9040-4da089bafe54 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:25:48.927432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba on network 8b0c94ce-1448-460f-9040-4da089bafe54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:25:48.927815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Attempting to bind port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba on network 8b0c94ce-1448-460f-9040-4da089bafe54 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:25:48.933364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:25:48.933705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Checking segment: {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:25:48.934202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Bound using segment: {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:25:48.934633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Bound port: d0172bbb-93dc-49b6-b95c-69b90b3bc8ba, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba597afa-8048-4621-94a2-9499fc69f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:25:48.934987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:49.028501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] For port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:25:49.031702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] For port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:25:49.035629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:49.091042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:49.091686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:49.093092 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] 10.222.0.32 "PUT /v2.0/ports/d0172bbb-93dc-49b6-b95c-69b90b3bc8ba HTTP/1.1" status: 200 len: 1093 time: 1.0169365 Mar 03 10:25:49.093528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:25:49.138080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af3994-1f0f-4a65-a417-42ea09c4276a service neutron] Pushing event updated for resources: {'Port': ['ID=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:49.147061 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'status': 'completed', 'code': 200} Mar 03 10:25:49.243782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-4ca2568d-6287-4db2-811c-489c904c2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:49.245115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-4ca2568d-6287-4db2-811c-489c904c2829 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 1096 time: 0.0785427 Mar 03 10:25:49.319255 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-952fd9dc-e767-4ced-8900-c4e6c3e6de5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba HTTP/1.1" status: 200 len: 217 time: 0.0667720 Mar 03 10:25:49.379325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-e332755f-fdc9-4733-b1b8-53da3b2533bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:49.380644 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-e332755f-fdc9-4733-b1b8-53da3b2533bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c33f9463-b1ab-492a-a538-d57f190b1500 HTTP/1.1" status: 200 len: 835 time: 0.0563264 Mar 03 10:25:49.454399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-f20461de-2cce-4801-873f-6b0a06c5749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:49.455784 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-f20461de-2cce-4801-873f-6b0a06c5749a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b0c94ce-1448-460f-9040-4da089bafe54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694869 Mar 03 10:25:49.583792 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-ddfa29c1-9175-4595-be3c-12fe9d6187a6 service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214840 Mar 03 10:25:49.712041 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ff07a433-fba7-4c24-8038-ac135a0b4f0e req-f7ad2ceb-5053-436d-8186-37ebd6e81e3c service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226568 Mar 03 10:25:49.831823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-2d1e9b50-abcd-4fb3-90c5-01bf3963394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:49.833312 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-2d1e9b50-abcd-4fb3-90c5-01bf3963394d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 1096 time: 0.0775595 Mar 03 10:25:49.905368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcca6c5-22d4-4de6-ad81-99e5fab9f66f req-c6e81be3-0b62-439f-abe9-128bf840f3b0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:49.906843 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5dcca6c5-22d4-4de6-ad81-99e5fab9f66f req-c6e81be3-0b62-439f-abe9-128bf840f3b0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 943 time: 0.1896925 Mar 03 10:25:49.951250 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5dcca6c5-22d4-4de6-ad81-99e5fab9f66f req-3ca6fd5c-c8b1-4f0e-83d3-a8e6ede486be tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386760 Mar 03 10:25:49.965030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-83344e99-d8c1-42da-8133-f0b756843b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:49.966467 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-83344e99-d8c1-42da-8133-f0b756843b27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b0c94ce-1448-460f-9040-4da089bafe54 HTTP/1.1" status: 200 len: 896 time: 0.1266010 Mar 03 10:25:50.034365 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-f2bb4a0e-3388-4469-91a0-6da1167c4b6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba HTTP/1.1" status: 200 len: 217 time: 0.0609059 Mar 03 10:25:50.096694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-aab3a629-cd60-4046-903e-38f8e1b18c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:50.098055 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-aab3a629-cd60-4046-903e-38f8e1b18c61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c33f9463-b1ab-492a-a538-d57f190b1500 HTTP/1.1" status: 200 len: 835 time: 0.0579107 Mar 03 10:25:50.171503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-506a53ba-f7e4-4bfe-ae31-9f6be4c97be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:50.172962 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-506a53ba-f7e4-4bfe-ae31-9f6be4c97be1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b0c94ce-1448-460f-9040-4da089bafe54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690098 Mar 03 10:25:50.391808 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-0d439968-49c6-4b17-8276-4db74fe34957 service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122526 Mar 03 10:25:50.522523 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d3634427-9d0e-4b0f-9bd8-7d68f99a0aee req-80da83b4-eae5-4d6e-af21-21e3390c849c service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248045 Mar 03 10:25:51.136330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9b2a0-fd71-4519-8cd5-3efa86cd3e38 req-8b38ae9b-f6b5-43f1-a3bc-27456f82a52f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:51.137767 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59b9b2a0-fd71-4519-8cd5-3efa86cd3e38 req-8b38ae9b-f6b5-43f1-a3bc-27456f82a52f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 943 time: 0.0825891 Mar 03 10:25:51.185495 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59b9b2a0-fd71-4519-8cd5-3efa86cd3e38 req-307ed943-eecb-46e3-ab9e-c567aaf4edf7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Mar 03 10:25:52.034316 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d0172bbb-93dc-49b6-b95c-69b90b3bc8ba details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:25:52.169355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:52.182071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'mac_address': 'fa:16:3e:c6:20:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:25:52.237379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:52.254619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0172bbb-93dc-49b6-b95c-69b90b3bc8ba {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:25:52.270230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:52.274449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:52.344293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:52.380116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f98119-50e4-4683-a679-81f3b2672249 req-bc3f2689-004e-4756-b6e0-e178d18387c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:52.381618 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-05f98119-50e4-4683-a679-81f3b2672249 req-bc3f2689-004e-4756-b6e0-e178d18387c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 944 time: 0.0813665 Mar 03 10:25:52.426454 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-05f98119-50e4-4683-a679-81f3b2672249 req-b0aaa28e-c562-4df8-9ac0-b4acd4fc9ceb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392208 Mar 03 10:25:52.462570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['d0172bbb-93dc-49b6-b95c-69b90b3bc8ba'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:25:53.612941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b32e-4292-478b-be42-7de6e5b623e9 req-e2cdf55e-920f-4f7a-a840-5b0a3c013089 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:53.614390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0df9b32e-4292-478b-be42-7de6e5b623e9 req-e2cdf55e-920f-4f7a-a840-5b0a3c013089 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 944 time: 0.0814214 Mar 03 10:25:53.658279 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0df9b32e-4292-478b-be42-7de6e5b623e9 req-920fb12b-753c-4ebd-a5e1-c92dd1401ef4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 Mar 03 10:25:53.781730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:54.049201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d0172bbb-93dc-49b6-b95c-69b90b3bc8ba up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:25:54.116349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:25:54.120929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:25:54.121293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:54.232073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:54.262275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:25:54.271824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:25:54.277976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:54.314086 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'code': 200} Mar 03 10:25:54.345071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:54.534591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b129-7643-447d-ae1b-7b01d2aff0b9 req-3091d46b-d739-440f-a62a-7425e5952e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:54.536085 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4ae3b129-7643-447d-ae1b-7b01d2aff0b9 req-3091d46b-d739-440f-a62a-7425e5952e97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 1098 time: 0.0740063 Mar 03 10:25:54.575278 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4ae3b129-7643-447d-ae1b-7b01d2aff0b9 req-e5504f19-f9ad-46e5-b89c-c84d8d27fb84 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Mar 03 10:25:54.844077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a1c16-8f9e-4738-add8-99ba1f0665fa req-108adf5c-5f80-43ce-bd9f-69975d07ebe8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:54.845484 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d53a1c16-8f9e-4738-add8-99ba1f0665fa req-108adf5c-5f80-43ce-bd9f-69975d07ebe8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 945 time: 0.0821936 Mar 03 10:25:54.889355 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d53a1c16-8f9e-4738-add8-99ba1f0665fa req-6a91204f-3f53-447f-8a7c-0370b449c838 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 Mar 03 10:25:56.073993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d395-3de8-492b-b828-3c093effc78a req-a359bac0-8002-457f-b021-3fbe004e8c40 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:56.075381 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ce40d395-3de8-492b-b828-3c093effc78a req-a359bac0-8002-457f-b021-3fbe004e8c40 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 945 time: 0.0790768 Mar 03 10:25:56.118712 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ce40d395-3de8-492b-b828-3c093effc78a req-b4f3db87-a0a5-4adb-b6da-e6051c9111d3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371690 Mar 03 10:25:56.300180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfadc52-fed2-4bb7-a19c-2981a46ebdde req-f8509c2e-0ce6-4d71-baaa-a9ea23dda478 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:56.301638 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2dfadc52-fed2-4bb7-a19c-2981a46ebdde req-f8509c2e-0ce6-4d71-baaa-a9ea23dda478 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 945 time: 0.0815756 Mar 03 10:25:56.345789 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2dfadc52-fed2-4bb7-a19c-2981a46ebdde req-16e0df5f-78cc-4487-8ddf-2b497b5302db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Mar 03 10:25:56.367720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36174) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:56.438636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2dc67-75b8-4f3d-9051-d8babb953629 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:56.440166 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-66c2dc67-75b8-4f3d-9051-d8babb953629 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 1093 time: 0.0714917 Mar 03 10:25:56.443021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36178) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:56.447857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:25:56.454323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:25:56.458111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:25:56.460944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:25:56.466466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:25:56.478525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:56.619480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:56.757056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.63 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/78be0583-237b-4eec-9c89-c4ba4d995d68) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:25:56.904653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:56.932606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:56.993754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:25:56.996529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:25:57.004753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:25:57.040868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=78be0583-237b-4eec-9c89-c4ba4d995d68,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:57.056294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.056632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.056961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.057286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.057607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.057929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.058244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.058561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.058878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.059192 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.059530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.059843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:25:57.518011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:57.590722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:57.791619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:57.795736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:57.901880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=78be0583-237b-4eec-9c89-c4ba4d995d68,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:25:57.913665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:58.082242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 099ec74e-1818-4775-8c9a-2651659fa476 associated. External IP: 172.26.7.63, port: d0172bbb-93dc-49b6-b95c-69b90b3bc8ba. Mar 03 10:25:58.428579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 9de09855-d43f-4619-bb42-663b92e0a168 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:25:58.603616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:25:58.615742 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] Sync routers for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:25:58.624630 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:58.625306 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:58.627530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:25:58.685253 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-32d1105a-a0a5-45da-a26c-79f9feff7bbe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2410660 Mar 03 10:25:58.686132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:25:58.687872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36182) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:58.733046 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'status': 'completed', 'code': 200} Mar 03 10:25:58.799138 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:58.928198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-16ebcf08-9bce-4543-b609-355d4028cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:58.929665 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-16ebcf08-9bce-4543-b609-355d4028cde6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 1098 time: 0.1763380 Mar 03 10:25:58.931789 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ef1d85e2-88d5-434b-8502-633745cc4d1f tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers/9de09855-d43f-4619-bb42-663b92e0a168 HTTP/1.1" status: 200 len: 922 time: 0.2421205 Mar 03 10:25:58.934428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36188) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:25:59.126444 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7c1c20d5-4e9a-4985-85da-6ebf919387bd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 990 time: 0.1906524 Mar 03 10:25:59.141583 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '099ec74e-1818-4775-8c9a-2651659fa476', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'mac_address': 'fa:16:3e:c6:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:57Z', 'updated_at': '2022-03-03T10:25:57Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:25:46Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:59.145258 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] Checking router: 9de09855-d43f-4619-bb42-663b92e0a168 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:25:59.152524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-bdbbae00-1442-49fd-9481-8540d7a1655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:59.153523 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:25:59.153944 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-bdbbae00-1442-49fd-9481-8540d7a1655e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b0c94ce-1448-460f-9040-4da089bafe54 HTTP/1.1" status: 200 len: 896 time: 0.2170889 Mar 03 10:25:59.154122 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:25:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:59.253791 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-4ec4301e-ad80-40f9-854e-d5500ded0139 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba HTTP/1.1" status: 200 len: 998 time: 0.0944810 Mar 03 10:25:59.318642 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-3074695d-d145-441d-a456-793f29ab5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:59.320130 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-3074695d-d145-441d-a456-793f29ab5243 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c33f9463-b1ab-492a-a538-d57f190b1500 HTTP/1.1" status: 200 len: 835 time: 0.0608509 Mar 03 10:25:59.331118 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:25:59.394392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-3c49005a-8ee8-4835-8c2a-b30062928e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:25:59.395808 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-3c49005a-8ee8-4835-8c2a-b30062928e5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b0c94ce-1448-460f-9040-4da089bafe54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695245 Mar 03 10:25:59.526379 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-ab71f013-a5fe-489a-b587-4daebbcc2106 service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242602 Mar 03 10:25:59.656023 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a55ff1d9-494f-4f9a-aeea-6d48cd7e639a req-fa071210-8a29-400c-9623-25fe611dd073 service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230507 Mar 03 10:25:59.680219 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '099ec74e-1818-4775-8c9a-2651659fa476', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'mac_address': 'fa:16:3e:c6:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:57Z', 'updated_at': '2022-03-03T10:25:57Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:25:46Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:25:59.684010 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee46b95-b6ba-46d1-bdb2-998d4b86d47f None None] The sync data for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv is: [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '099ec74e-1818-4775-8c9a-2651659fa476', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'mac_address': 'fa:16:3e:c6:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:57Z', 'updated_at': '2022-03-03T10:25:57Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:25:46Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:25:59.856489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f567777-b91b-494b-98cc-a6dee661ab19 None None] New status for floating IP 099ec74e-1818-4775-8c9a-2651659fa476: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:26:00.129071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36192) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:00.327753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-83c2246a-3fa9-4248-9565-97c650155a05 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 992 time: 0.1975036 Mar 03 10:26:03.029690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-66e0fae0-460e-4ce7-a506-ca5b7d4432d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:05.225461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-664cda8c-5ad8-481e-861a-be2d6f84412c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:06.053684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:06.087247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:07.920645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:12.304044 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:26:23.795929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:26.899779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36204) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:27.083076 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b50626f9-db58-4c8c-afab-02dab985c1c4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers/9de09855-d43f-4619-bb42-663b92e0a168/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1821277 Mar 03 10:26:27.086748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36208) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:27.273549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f07ad45-d50b-4a5f-a8f3-ac49a0d25040 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Notify agent at dv-neutron-831192-5-hyperv the message router_removed_from_agent {{(pid=87889) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 03 10:26:27.277029 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5f07ad45-d50b-4a5f-a8f3-ac49a0d25040 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "DELETE /v2.0/agents/11739556-6731-4e91-9dc2-e09be752f3c9/l3-routers/9de09855-d43f-4619-bb42-663b92e0a168 HTTP/1.1" status: 204 len: 168 time: 0.1893332 Mar 03 10:26:27.279754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36212) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:27.576743 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-064d98e1-d48c-4b2d-a36d-fe07d6634cb7 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers/9de09855-d43f-4619-bb42-663b92e0a168/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2952325 Mar 03 10:26:27.580066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36216) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:27.687018 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b0ece437-6e99-4f1c-afb7-12bbcf9086ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 992 time: 0.1059465 Mar 03 10:26:28.022935 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8271b-0551-47f5-833b-6684383518f9 None None] New status for floating IP 099ec74e-1818-4775-8c9a-2651659fa476: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:26:28.320448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:26:28.431750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:28.462281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:28.465905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:28.466579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9709ae02-f7d9-4490-b98a-619cf0150f18 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:26:28.580551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:28.615234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.615608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.615950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.616281 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.616607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.616934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.617255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.617576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.617898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.618216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.618528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.618843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:28.648627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:28.665255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 9709ae02-f7d9-4490-b98a-619cf0150f18, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9709ae02-f7d9-4490-b98a-619cf0150f18,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:28.668898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:28.691260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36220) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:28.733616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=9709ae02-f7d9-4490-b98a-619cf0150f18,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:28.797492 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-017add72-e025-4e6d-85bd-87575a57b45d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 990 time: 0.1049404 Mar 03 10:26:29.940451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36226) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:30.138880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a046dafb-8e2e-4d34-b1c1-8e19427909c5 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Router 9de09855-d43f-4619-bb42-663b92e0a168 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:26:30.139135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a046dafb-8e2e-4d34-b1c1-8e19427909c5 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Notify agent at dv-neutron-831192-5-hyperv the message router_added_to_agent {{(pid=87888) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 03 10:26:30.158033 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a046dafb-8e2e-4d34-b1c1-8e19427909c5 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "POST /v2.0/agents/11739556-6731-4e91-9dc2-e09be752f3c9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2164977 Mar 03 10:26:30.160660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36234) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:30.170252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] Sync routers for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:26:30.179826 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:30.180507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:30.340974 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c4963499-6a9d-42dd-86c7-9b6d335be160 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers/9de09855-d43f-4619-bb42-663b92e0a168/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1792512 Mar 03 10:26:30.343676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36238) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:30.402844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:30.451892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bbf196c5-9557-45a0-86b4-dd59347c5d03 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 990 time: 0.1057422 Mar 03 10:26:30.739701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '099ec74e-1818-4775-8c9a-2651659fa476', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'mac_address': 'fa:16:3e:c6:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:57Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:30.743480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] Checking router: 9de09855-d43f-4619-bb42-663b92e0a168 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:26:30.752028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:30.752614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:30.926808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:31.262758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '099ec74e-1818-4775-8c9a-2651659fa476', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'mac_address': 'fa:16:3e:c6:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:57Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:31.267282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e01259-a9e1-4412-bcde-0974faa7b94b None None] The sync data for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv is: [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '099ec74e-1818-4775-8c9a-2651659fa476', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'port_id': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'mac_address': 'fa:16:3e:c6:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177accc0-58bb-41f1-ac24-196e741a5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:25:57Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:26:28Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:26:31.455416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:31.573283 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-83f78d6b-06e3-431d-9510-6e71ccd0a539 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 990 time: 0.1166909 Mar 03 10:26:32.360451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:32.433483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:32.434216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:32.557376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:32.577029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36246) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:32.590070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:32.594444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:32.595315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9709ae02-f7d9-4490-b98a-619cf0150f18 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:32.685407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eee4b9b8-b930-406d-b3a0-e667aa48a775 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 990 time: 0.1071832 Mar 03 10:26:32.710902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:32.723981 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9709ae02-f7d9-4490-b98a-619cf0150f18 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:32.724346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:32.840680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:32.858371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 9709ae02-f7d9-4490-b98a-619cf0150f18, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9709ae02-f7d9-4490-b98a-619cf0150f18,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:32.862670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:32.888098 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d2510-e991-4c1f-b54e-3ee73acc96fc None None] New status for floating IP 099ec74e-1818-4775-8c9a-2651659fa476: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:26:32.934564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=9709ae02-f7d9-4490-b98a-619cf0150f18,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:33.034861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e132d9b8-fb23-4768-8175-e3084434f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:33.688682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36250) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:33.794160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d9d1daab-2270-40c0-b91a-3dc94a26d61e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 200 len: 992 time: 0.1043541 Mar 03 10:26:34.065209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36258) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:34.259850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 78be0583-237b-4eec-9c89-c4ba4d995d68 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:26:34.260183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:34.325960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:34.395877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:34.396240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:34.434348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:34.434978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:34.552360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9709ae02-f7d9-4490-b98a-619cf0150f18 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:34.564312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 78be0583-237b-4eec-9c89-c4ba4d995d68 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:26:34.620091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9709ae02-f7d9-4490-b98a-619cf0150f18 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:34.620377 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:34.713939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:34.760752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=78be0583-237b-4eec-9c89-c4ba4d995d68,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:34.851099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:34.851460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 099ec74e-1818-4775-8c9a-2651659fa476 disassociated (deleted). External IP: 172.26.7.63, port: d0172bbb-93dc-49b6-b95c-69b90b3bc8ba. Mar 03 10:26:35.227370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3beb02ce-7d2f-4a2a-9d3a-71408a3101ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:35.298231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 9de09855-d43f-4619-bb42-663b92e0a168 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:26:35.473894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:26:35.483291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] Sync routers for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:26:35.490267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:35.492497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:35.493105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:35.549446 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d42ba338-7352-4478-b224-2ff462357fca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/099ec74e-1818-4775-8c9a-2651659fa476 HTTP/1.1" status: 204 len: 168 time: 1.4832292 Mar 03 10:26:35.550026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:26:35.597581 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'status': 'completed', 'code': 200} Mar 03 10:26:35.676767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:35.688370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780983e-04bf-4289-9e06-47e07fa4755e req-db032c3a-3296-4e9c-ac1c-54a409647686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:35.689873 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0780983e-04bf-4289-9e06-47e07fa4755e req-db032c3a-3296-4e9c-ac1c-54a409647686 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 1098 time: 0.0728164 Mar 03 10:26:35.830034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780983e-04bf-4289-9e06-47e07fa4755e req-8c1fb3fc-8261-473c-bfec-6db8a164e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:35.831543 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0780983e-04bf-4289-9e06-47e07fa4755e req-8c1fb3fc-8261-473c-bfec-6db8a164e731 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b0c94ce-1448-460f-9040-4da089bafe54 HTTP/1.1" status: 200 len: 896 time: 0.1358674 Mar 03 10:26:35.903865 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0780983e-04bf-4289-9e06-47e07fa4755e req-5af21ffe-2f85-433d-80bb-e928630acad3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba HTTP/1.1" status: 200 len: 217 time: 0.0659461 Mar 03 10:26:35.943325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bf9ea-edcb-4d71-bcb5-184747262bb5 req-bb035914-1260-438c-ae59-8532288c1c25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:35.944802 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-370bf9ea-edcb-4d71-bcb5-184747262bb5 req-bb035914-1260-438c-ae59-8532288c1c25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 945 time: 0.1013753 Mar 03 10:26:35.967772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780983e-04bf-4289-9e06-47e07fa4755e req-70a53823-e283-4b4d-8a71-ee27239d90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:35.970088 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0780983e-04bf-4289-9e06-47e07fa4755e req-70a53823-e283-4b4d-8a71-ee27239d90a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c33f9463-b1ab-492a-a538-d57f190b1500 HTTP/1.1" status: 200 len: 835 time: 0.0601561 Mar 03 10:26:35.994709 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-370bf9ea-edcb-4d71-bcb5-184747262bb5 req-998389d0-074a-4347-b4ca-0f1f94c7b87b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436442 Mar 03 10:26:35.997209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:36.001899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] Checking router: 9de09855-d43f-4619-bb42-663b92e0a168 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:26:36.010622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:36.011237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:36.060457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780983e-04bf-4289-9e06-47e07fa4755e req-87750dcc-ceee-4cdc-8d2d-a899b8b1e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:36.061949 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0780983e-04bf-4289-9e06-47e07fa4755e req-87750dcc-ceee-4cdc-8d2d-a899b8b1e30a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b0c94ce-1448-460f-9040-4da089bafe54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856671 Mar 03 10:26:36.102800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:36.112389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:36.196993 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0780983e-04bf-4289-9e06-47e07fa4755e req-a7ad258a-cbf2-4bb9-84ea-8f1c284e7d70 service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283469 Mar 03 10:26:36.211322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:36.328824 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0780983e-04bf-4289-9e06-47e07fa4755e req-681de7aa-74a5-440d-93f9-646d5b3e6bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242139 Mar 03 10:26:36.520018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:36.523851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2511bb-655f-4e22-adc9-45cdf916b9d3 None None] The sync data for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv is: [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:25:41Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '34d4b559-7366-4b6f-b3d1-cdd4ff3cc888', 'name': '', 'network_id': '8b0c94ce-1448-460f-9040-4da089bafe54', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fe:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:41Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'c33f9463-b1ab-492a-a538-d57f190b1500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:26:37.138674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-55d3322c-6e05-4250-93fb-9f2bffb9c49c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:37.139408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-55d3322c-6e05-4250-93fb-9f2bffb9c49c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:26:37.156057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-55d3322c-6e05-4250-93fb-9f2bffb9c49c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:26:37.157242 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-55d3322c-6e05-4250-93fb-9f2bffb9c49c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 945 time: 0.1069212 Mar 03 10:26:37.197413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca87ff9-9e83-42c6-9812-f6efe9e75fd0 req-b90a7428-2ffa-47a5-9805-15a1054f7236 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:37.198858 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aca87ff9-9e83-42c6-9812-f6efe9e75fd0 req-b90a7428-2ffa-47a5-9805-15a1054f7236 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 945 time: 0.0896900 Mar 03 10:26:37.233954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:26:37.234391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:37.250861 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aca87ff9-9e83-42c6-9812-f6efe9e75fd0 req-141a5d99-3133-4c8f-8204-28de16c86d29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b196201-c033-4ceb-8cd4-884ce73c8f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453775 Mar 03 10:26:37.264800 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eacc779-5c2f-4727-87ae-f371868dc9fd None None] New status for floating IP 099ec74e-1818-4775-8c9a-2651659fa476: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:26:37.580817 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:37.581535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:37.712192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for d0172bbb-93dc-49b6-b95c-69b90b3bc8ba owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:26:37.850114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:37.912780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=d0172bbb-93dc-49b6-b95c-69b90b3bc8ba,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:37.923587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:37.989889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port d0172bbb-93dc-49b6-b95c-69b90b3bc8ba on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:26:37.992197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:37.994747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'name': 'network-vif-deleted', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:26:38.009952 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac957acc-e2cb-43dc-9e29-27c80955bc6c req-f8c395a7-3060-4185-927b-01e6c15152fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/d0172bbb-93dc-49b6-b95c-69b90b3bc8ba HTTP/1.1" status: 204 len: 173 time: 0.8478110 Mar 03 10:26:38.045712 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177accc0-58bb-41f1-ac24-196e741a5998', 'name': 'network-vif-deleted', 'tag': 'd0172bbb-93dc-49b6-b95c-69b90b3bc8ba', 'status': 'completed', 'code': 200} Mar 03 10:26:38.415776 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9eea911f-bdc0-4b71-ab58-8f4f5b1907b8 req-796260a0-7b6b-48e2-893b-9f540710a1cc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=177accc0-58bb-41f1-ac24-196e741a5998 HTTP/1.1" status: 200 len: 210 time: 0.0455093 Mar 03 10:26:39.509677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36276) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:39.681017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2039201e-4289-4a4f-9e8c-6af00113272d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:39.711753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2039201e-4289-4a4f-9e8c-6af00113272d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:39.773422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2039201e-4289-4a4f-9e8c-6af00113272d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:39.790873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039201e-4289-4a4f-9e8c-6af00113272d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b196201-c033-4ceb-8cd4-884ce73c8f0b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:39.803936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2039201e-4289-4a4f-9e8c-6af00113272d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:39.805110 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2039201e-4289-4a4f-9e8c-6af00113272d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b196201-c033-4ceb-8cd4-884ce73c8f0b HTTP/1.1" status: 204 len: 168 time: 0.2943263 Mar 03 10:26:39.836882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36282) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:40.268373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d0172bbb-93dc-49b6-b95c-69b90b3bc8ba no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:26:40.342053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: d0172bbb-93dc-49b6-b95c-69b90b3bc8ba {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:26:40.342402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d0172bbb-93dc-49b6-b95c-69b90b3bc8ba not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:26:40.384972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:40.734591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:26:40.735285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:40.916487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:40.916839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:41.038794 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:26:41.453412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:41.533432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=34d4b559-7366-4b6f-b3d1-cdd4ff3cc888,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:41.777124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:42.137217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 9de09855-d43f-4619-bb42-663b92e0a168 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:26:42.314547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:26:42.324685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] Sync routers for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:26:42.328521 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b3595447-d15d-4e2b-b5bb-6c3e44ee2345 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/9de09855-d43f-4619-bb42-663b92e0a168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4898424 Mar 03 10:26:42.330924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36286) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:42.334344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:42.334957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:42.396694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet c33f9463-b1ab-492a-a538-d57f190b1500 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:26:42.399912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:42.519808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:42.573082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:42.655439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:42.728335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:42.771428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=c33f9463-b1ab-492a-a538-d57f190b1500,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:42.773333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:42.779931 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-610ae8c7-7239-4145-aa03-fc1ebca31611 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/c33f9463-b1ab-492a-a538-d57f190b1500 HTTP/1.1" status: 204 len: 168 time: 0.4479640 Mar 03 10:26:42.781835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c2245-2fdf-487b-86b1-3d993048b025 None None] Network 8b0c94ce-1448-460f-9040-4da089bafe54 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:26:42.782510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36290) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:42.959655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:42.971698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:26:41Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:42.976866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] Checking router: 9de09855-d43f-4619-bb42-663b92e0a168 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:26:42.990091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] Routers {'9de09855-d43f-4619-bb42-663b92e0a168'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:42.990701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['9de09855-d43f-4619-bb42-663b92e0a168'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:43.147197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.153820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] DHCP port deletion for 8b0c94ce-1448-460f-9040-4da089bafe54 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:26:43.158217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 9709ae02-f7d9-4490-b98a-619cf0150f18 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:26:43.158562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.162580 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] Deleting port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:26:43.162965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.239984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] Set router 9de09855-d43f-4619-bb42-663b92e0a168 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:43.337531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 9709ae02-f7d9-4490-b98a-619cf0150f18, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9709ae02-f7d9-4490-b98a-619cf0150f18,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:43.337935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.459281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 9709ae02-f7d9-4490-b98a-619cf0150f18 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:26:43.631232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.639424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] For port 828cf4f9-6176-4213-ac8d-4ed3903cbc13, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=828cf4f9-6176-4213-ac8d-4ed3903cbc13,segment=NetworkSegment(ba597afa-8048-4621-94a2-9499fc69f3a6),segment_id=ba597afa-8048-4621-94a2-9499fc69f3a6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:43.639977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.681933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=9709ae02-f7d9-4490-b98a-619cf0150f18,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:43.776001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.794688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] Calling delete_port for 828cf4f9-6176-4213-ac8d-4ed3903cbc13 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:26:43.881687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:26:41Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:43.886284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134fe5ca-0bdc-48a5-9e5c-26ca07a45281 None None] The sync data for ids ['9de09855-d43f-4619-bb42-663b92e0a168'] in dv-neutron-831192-5-hyperv is: [{'id': '9de09855-d43f-4619-bb42-663b92e0a168', 'name': 'tempest-TestNetworkBasicOps-router-210295868', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:25:36Z', 'updated_at': '2022-03-03T10:26:41Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '9709ae02-f7d9-4490-b98a-619cf0150f18', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de09855-d43f-4619-bb42-663b92e0a168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:25:37Z', 'updated_at': '2022-03-03T10:26:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:26:43.889353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:43.944732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] No DVR routers for this DVR port 828cf4f9-6176-4213-ac8d-4ed3903cbc13 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:26:43.946401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb7a42-24a7-446f-9aba-1a02954abae4 None None] Pushing event deleted for resources: {'Port': ['ID=828cf4f9-6176-4213-ac8d-4ed3903cbc13,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:44.066538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.068707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.091372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.091933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router 9de09855-d43f-4619-bb42-663b92e0a168 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:26:44.106649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.107733 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1257c0bb-dfe0-407b-a744-4c12646f5ad0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/9de09855-d43f-4619-bb42-663b92e0a168 HTTP/1.1" status: 204 len: 168 time: 1.3243320 Mar 03 10:26:44.110393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36294) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:44.224283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.364967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.377374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 828cf4f9-6176-4213-ac8d-4ed3903cbc13 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:26:44.396088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0c94ce-1448-460f-9040-4da089bafe54']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:44.409501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba597afa-8048-4621-94a2-9499fc69f3a6') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:44.409880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba597afa-8048-4621-94a2-9499fc69f3a6') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:44.410761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 828cf4f9-6176-4213-ac8d-4ed3903cbc13 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:26:44.411101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 828cf4f9-6176-4213-ac8d-4ed3903cbc13 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:26:44.411530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:26:44.422362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.438802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.444424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:26:44.444866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34d4b559-7366-4b6f-b3d1-cdd4ff3cc888 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:26:44.444983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:26:44.445294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:26:44.464177 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:26:44.549333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.567241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.578913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=8b0c94ce-1448-460f-9040-4da089bafe54,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:44.588469 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-87e422e7-18f7-4874-b8dd-0e3ae250a8ca tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/8b0c94ce-1448-460f-9040-4da089bafe54 HTTP/1.1" status: 204 len: 168 time: 0.4771121 Mar 03 10:26:44.609262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36298) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:44.614733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--892545177', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:44.619832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:44.623883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:44.626958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:44.632519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:44.642469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:26:44.645828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.673320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:26:44.682673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.683022 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment 4bde0360-abd8-4a67-939a-e4af228b93e6 of type vlan for network edccc45b-e5a2-406f-9cba-ce420208029d Mar 03 10:26:44.712311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.742755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.748035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:44.748605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.847397 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2370391 Mar 03 10:26:44.850158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36302) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:44.853414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01ccc2-a4a4-467b-a51a-646ba90d45c5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=edccc45b-e5a2-406f-9cba-ce420208029d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:44.855263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-302993883', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:44.862574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:44.863550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network edccc45b-e5a2-406f-9cba-ce420208029d details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:26:44.866372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:44.869212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:44.876429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:44.888747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.890006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:44.908148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:45.178020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:45.472175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:45.501125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:45.636100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.226 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/eaebd9c1-1430-4c4b-978c-0862e06fca14) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:26:45.876344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:45.904809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:45.965843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:26:45.969239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:26:45.972990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:26:46.020747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=eaebd9c1-1430-4c4b-978c-0862e06fca14,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:46.283824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9709ae02-f7d9-4490-b98a-619cf0150f18 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:26:46.320599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 9709ae02-f7d9-4490-b98a-619cf0150f18 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:26:46.321068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9709ae02-f7d9-4490-b98a-619cf0150f18 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:26:46.402587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:46.747709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:46.948421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 0d5cacfb-13a0-478f-b710-6d10fbc75888 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:26:47.237895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:26:47.247248 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Sync routers for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:26:47.256110 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:47.256719 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:47.265049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:47.266853 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3185c279-abfc-436d-acbc-e7db2e3b5418 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4156692 Mar 03 10:26:47.270110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36306) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:47.310784 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-848474d1-d017-403a-9c9e-0d03b34682ab tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395591 Mar 03 10:26:47.313329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36310) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:47.433590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:47.442059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72acdc8d-8717-4365-b5b8-0d952a9255f3 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:47.443574 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-72acdc8d-8717-4365-b5b8-0d952a9255f3 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293085 Mar 03 10:26:47.446247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36314) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:47.489029 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-abd1d729-a936-44b1-86d8-c76f59e548f1 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416527 Mar 03 10:26:47.491476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36318) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:47.496789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1958078511', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:47.604883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:47.608930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:47.611991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:47.617517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:47.627517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:26:47.630961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:47.719666 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:46Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:47.723446 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Checking router: 0d5cacfb-13a0-478f-b710-6d10fbc75888 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:26:47.723795 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Updating router 0d5cacfb-13a0-478f-b710-6d10fbc75888 port eaebd9c1-1430-4c4b-978c-0862e06fca14 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:26:47.776775 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:47.845174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:47.932667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:47.941433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:26:47.941785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: edccc45b-e5a2-406f-9cba-ce420208029d, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:26:47.960899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network edccc45b-e5a2-406f-9cba-ce420208029d is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:26:47.970417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, edccc45b-e5a2-406f-9cba-ce420208029d) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:26:47.974699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:47.975279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:47.979277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508aff4-e4db-4970-a824-978ce0a7ab83 None None] Network edccc45b-e5a2-406f-9cba-ce420208029d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:26:48.001998 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4103f848-afb3-4f1a-8576-1e2150db1a25 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5094523 Mar 03 10:26:48.004761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36322) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:48.137749 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.150787 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Transition to ACTIVE for port object eaebd9c1-1430-4c4b-978c-0862e06fca14 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:26:48.159385 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.209415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-edccc45b-e5a2-406f-9cba-ce420208029d', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:26:48.210363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.230888 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Pushing event updated for resources: {'Port': ['ID=eaebd9c1-1430-4c4b-978c-0862e06fca14,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:48.238605 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.238947 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.239276 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.239624 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.239975 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.240296 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.240616 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.240918 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.241231 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.241545 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.241855 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.242160 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:48.261985 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Attempting to bind port eaebd9c1-1430-4c4b-978c-0862e06fca14 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:26:48.262668 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Attempting to bind port eaebd9c1-1430-4c4b-978c-0862e06fca14 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:26:48.262668 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Attempting to bind port eaebd9c1-1430-4c4b-978c-0862e06fca14 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:26:48.269409 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:26:48.270097 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:26:48.270252 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.270531 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:26:48.270980 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Bound port: eaebd9c1-1430-4c4b-978c-0862e06fca14, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:26:48.271364 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.348005 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] For port eaebd9c1-1430-4c4b-978c-0862e06fca14, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:26:48.350991 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] For port eaebd9c1-1430-4c4b-978c-0862e06fca14, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=eaebd9c1-1430-4c4b-978c-0862e06fca14,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:26:48.356922 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.373971 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Allocated IP 172.20.0.2 (edccc45b-e5a2-406f-9cba-ce420208029d/bc65e07c-c24e-4a60-b2a4-b64362b7ff7e/5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:26:48.430259 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a420cb0-8dd0-4b5d-b4fc-5369888e0d66 None None] Pushing event updated for resources: {'Port': ['ID=eaebd9c1-1430-4c4b-978c-0862e06fca14,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:48.447106 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:48.447746 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:48.605474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.616387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Transition to ACTIVE for port object 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:26:48.634731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Transition to ACTIVE for port object 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:26:48.636053 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:48.640379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.705373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Network edccc45b-e5a2-406f-9cba-ce420208029d is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:26:48.712515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:26:48.716797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:26:48.753068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Pushing event updated for resources: {'Port': ['ID=5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:48.819460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Attempting to bind port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:26:48.819948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Attempting to bind port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:26:48.820311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Attempting to bind port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 on network edccc45b-e5a2-406f-9cba-ce420208029d {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:26:48.826739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:26:48.827114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Checking segment: {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:26:48.827917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.828578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Bound using segment: {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:26:48.829049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Bound port: 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:26:48.829420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.851431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.919084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] For port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:26:48.923146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] For port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:26:48.927273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:48.931447 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:46Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:48.935359 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f27c8-0016-4419-9a08-87ce6f35dd32 None None] The sync data for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv is: [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:46Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:26:49.052370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3119-eca1-4cd5-a36f-86fc54c07638 None None] Pushing event updated for resources: {'Port': ['ID=5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:49.304086 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:26:49.311192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (edccc45b-e5a2-406f-9cba-ce420208029d/bc65e07c-c24e-4a60-b2a4-b64362b7ff7e/48663611-c878-415c-a598-c61f90e532fd) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:26:49.487148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:49.504068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 48663611-c878-415c-a598-c61f90e532fd will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:26:49.530025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:49.596461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network edccc45b-e5a2-406f-9cba-ce420208029d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:26:49.604366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:26:49.609678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:26:49.643776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=48663611-c878-415c-a598-c61f90e532fd,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:49.663013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.663363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.663699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.664029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.664358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.664681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.664998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.665316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.665636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.665950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.666263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.666571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:26:49.685482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:49.815508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.011149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9d667-aa21-40e9-87d0-cb0c866b4b56 None None] Network edccc45b-e5a2-406f-9cba-ce420208029d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:26:50.122579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a745e30b-5fd6-4d70-b7ac-a4b6793b2861 None None] Provisioning for port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:26:50.240063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.245966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.371869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=48663611-c878-415c-a598-c61f90e532fd,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:50.380308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.423550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:50.523911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:26:50.530563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:50.532001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.542677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network edccc45b-e5a2-406f-9cba-ce420208029d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:26:50.543993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:26:50.589520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5844a53e-8811-4def-aaf5-5d439fb9f9f6 None None] Provisioning for port 48663611-c878-415c-a598-c61f90e532fd completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:26:50.604851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5844a53e-8811-4def-aaf5-5d439fb9f9f6 None None] Provisioning complete for port 48663611-c878-415c-a598-c61f90e532fd triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:50.605219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5844a53e-8811-4def-aaf5-5d439fb9f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.698142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5844a53e-8811-4def-aaf5-5d439fb9f9f6 None None] Port 48663611-c878-415c-a598-c61f90e532fd cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:26:50.731668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.740966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5844a53e-8811-4def-aaf5-5d439fb9f9f6 None None] Provisioning complete for port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:50.741333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5844a53e-8811-4def-aaf5-5d439fb9f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.822936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:50.829341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:50.830101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaebd9c1-1430-4c4b-978c-0862e06fca14 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:50.857157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 0d5cacfb-13a0-478f-b710-6d10fbc75888 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:26:51.004657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:51.017102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port eaebd9c1-1430-4c4b-978c-0862e06fca14 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:26:51.022098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port eaebd9c1-1430-4c4b-978c-0862e06fca14 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:51.022467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.041875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:26:51.054644 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0d3e20c3-727f-4878-9f8a-8f3248a119e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/0d5cacfb-13a0-478f-b710-6d10fbc75888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0488901 Mar 03 10:26:51.054828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Sync routers for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:26:51.057307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36326) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:51.086796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:51.087439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:51.193681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8f8b8-84f8-4c13-9574-44bc5f5d32a2 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.194156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8f8b8-84f8-4c13-9574-44bc5f5d32a2 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.194616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8f8b8-84f8-4c13-9574-44bc5f5d32a2 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.195070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8f8b8-84f8-4c13-9574-44bc5f5d32a2 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.197582 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-14e8f8b8-84f8-4c13-9574-44bc5f5d32a2 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1385460 Mar 03 10:26:51.200428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36330) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:51.222390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-be8af6b4-96db-482f-a504-e7d3efd79be5 None None] Provisioning complete for port 48663611-c878-415c-a598-c61f90e532fd triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:51.222965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-be8af6b4-96db-482f-a504-e7d3efd79be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.266845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa95a6f-768e-4e5f-8603-3c9563fd9f4d tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.267321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa95a6f-768e-4e5f-8603-3c9563fd9f4d tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.267793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa95a6f-768e-4e5f-8603-3c9563fd9f4d tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.268241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa95a6f-768e-4e5f-8603-3c9563fd9f4d tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:51.269884 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-efa95a6f-768e-4e5f-8603-3c9563fd9f4d tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0685694 Mar 03 10:26:51.272820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36334) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:51.361591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.377893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-be8af6b4-96db-482f-a504-e7d3efd79be5 None None] Port 48663611-c878-415c-a598-c61f90e532fd cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:26:51.388358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:51.442620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port eaebd9c1-1430-4c4b-978c-0862e06fca14, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=eaebd9c1-1430-4c4b-978c-0862e06fca14,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:51.448631 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.483027 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4bfa467c-b9be-4930-bf12-11645a4bc487 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2090371 Mar 03 10:26:51.694873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=eaebd9c1-1430-4c4b-978c-0862e06fca14,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:51.802751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:50Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:51.803509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36340) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:51.806743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Checking router: 0d5cacfb-13a0-478f-b710-6d10fbc75888 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:26:51.807090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Updating router 0d5cacfb-13a0-478f-b710-6d10fbc75888 port 48663611-c878-415c-a598-c61f90e532fd binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:26:51.808596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595507398', 'description': 'tempest-secgroup-smoke-595507398 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:51.814880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:51.818977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:51.821836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:51.828588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:51.839620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.859957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:51.863747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:51.863889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.866687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:51.872256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:51.945253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.951293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:51.998082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b4237-1471-4704-86e7-39d3a23d8c8c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:52.001989 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.003516 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0bcb6212-546a-4aed-b60d-5b4fa88b3fc6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1989918 Mar 03 10:26:52.006483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36344) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:52.011973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '4f5b4237-1471-4704-86e7-39d3a23d8c8c', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:52.018548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:52.022556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:52.025914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:52.032775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:52.050967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.119204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.123097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.148465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64958430-0490-4111-a51e-a3c0ef40da74,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:52.159225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.163231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36348) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:52.163424 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b89b8773-82a3-4c18-8eb2-60af6d153d3b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558223 Mar 03 10:26:52.168416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '4f5b4237-1471-4704-86e7-39d3a23d8c8c', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:52.174808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:52.180518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:52.183693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:52.189609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:52.214697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.244661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.257959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Transition to ACTIVE for port object 48663611-c878-415c-a598-c61f90e532fd will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:26:52.266185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.284937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.290360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.324743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd34fba-04d7-4d81-a415-83aebd874df0,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:52.335087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.339513 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b9b22e65-ab15-47f6-88be-4e3c952d1e61 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751795 Mar 03 10:26:52.339671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36352) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:52.349218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '4f5b4237-1471-4704-86e7-39d3a23d8c8c', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:52.355442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:52.360477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:52.364272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:52.376310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:52.397051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:52.398673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.446657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865895f-a121-4795-8496-b61386d077bf None None] Pushing event updated for resources: {'Port': ['ID=48663611-c878-415c-a598-c61f90e532fd,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:52.495785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.502901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.537797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786d5950-f530-4d4b-b62d-fe15d3ff3505,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:52.553881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.558376 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-58231031-10e2-4b54-8920-7de6c613e83f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174284 Mar 03 10:26:52.558761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36356) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:52.564138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Attempting to bind port 48663611-c878-415c-a598-c61f90e532fd on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:26:52.564587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Attempting to bind port 48663611-c878-415c-a598-c61f90e532fd by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:26:52.565022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Attempting to bind port 48663611-c878-415c-a598-c61f90e532fd on network edccc45b-e5a2-406f-9cba-ce420208029d {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:26:52.565496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '4f5b4237-1471-4704-86e7-39d3a23d8c8c', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:52.571631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:52.572477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:26:52.572851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Checking segment: {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:26:52.573252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.573643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Bound using segment: {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:26:52.574102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Bound port: 48663611-c878-415c-a598-c61f90e532fd, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:26:52.574475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.576352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:52.580240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:52.586138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:52.604800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.642425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:52.642425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.678624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.683357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.716119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd95bd11-763a-4e99-a0b6-273f8578144b,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:52.725993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.727224 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dfd72eb1-5ced-42e3-be21-c526af838ad1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669030 Mar 03 10:26:52.730333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36360) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:52.737519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '4f5b4237-1471-4704-86e7-39d3a23d8c8c', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:52.738710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] For port 48663611-c878-415c-a598-c61f90e532fd, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:26:52.743878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:52.745442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] For port 48663611-c878-415c-a598-c61f90e532fd, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=48663611-c878-415c-a598-c61f90e532fd,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:26:52.748426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:52.751119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.752663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:52.758826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:52.769789 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:26:52.777547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.844614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.852062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.886135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8501f8-f452-443d-a623-39dc27444dbf,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:52.903068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaebd9c1-1430-4c4b-978c-0862e06fca14 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:52.903621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:52.907584 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d4e5bbf6-e456-4359-8cb0-7fdf89a8b013 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1729898 Mar 03 10:26:52.907883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36364) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:26:52.913897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '4f5b4237-1471-4704-86e7-39d3a23d8c8c', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:52.920165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:52.925267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:26:52.928528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:26:52.934443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:26:52.934947 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:26:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:52.935407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:52.949028 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:26:52.957002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:53.008875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865895f-a121-4795-8496-b61386d077bf None None] Pushing event updated for resources: {'Port': ['ID=48663611-c878-415c-a598-c61f90e532fd,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:53.028472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:53.036564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:53.060819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bf134c-a316-4763-8ffe-5342a2b43574,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:53.069523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:53.070728 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fdff7360-5522-40d7-8e68-eae0ded3a5c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619067 Mar 03 10:26:53.176134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:26:53.228918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port eaebd9c1-1430-4c4b-978c-0862e06fca14 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:53.229290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:53.297032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3a63e7dc-a490-4d92-9179-d971ceaf95e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:26:53.312092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3a63e7dc-a490-4d92-9179-d971ceaf95e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:26:53.313482 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3a63e7dc-a490-4d92-9179-d971ceaf95e2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595507398&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0553732 Mar 03 10:26:53.467693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-e13413e9-5a4a-45f5-baf6-ba5a1f8708c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:53.469254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-e13413e9-5a4a-45f5-baf6-ba5a1f8708c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:26:53.484544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-e13413e9-5a4a-45f5-baf6-ba5a1f8708c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:26:53.485743 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-e13413e9-5a4a-45f5-baf6-ba5a1f8708c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 796 time: 0.1654754 Mar 03 10:26:53.500665 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-2c93d60e-b80e-4f6f-9b2f-81ec32a4820c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0092812 Mar 03 10:26:53.583691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-0a2c355d-7b50-40c3-b734-38cc9da1a565 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:26:53.599275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-0a2c355d-7b50-40c3-b734-38cc9da1a565 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:26:53.600600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-0a2c355d-7b50-40c3-b734-38cc9da1a565 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945585 Mar 03 10:26:53.645370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:52Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:26:53.649761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a518f-4e2d-4edf-9c37-05d24af9a74c None None] The sync data for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv is: [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:52Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:26:53.752875 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-b51ffb38-9b4f-489a-9e8d-68aa6b3a2678 service neutron] 10.222.0.23 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392303 Mar 03 10:26:53.811868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:54.015494 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-bdba775b-267d-4739-adc8-89b92b2f4858 service neutron] 10.222.0.23 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551718 Mar 03 10:26:54.224490 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1d5d23ac-8a60-4382-95c4-2239c1d24903 req-16c4bc73-9cfd-412c-a0e5-60aa4624601b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 210 time: 0.0503302 Mar 03 10:26:54.369803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 48663611-c878-415c-a598-c61f90e532fd up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:54.444597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 48663611-c878-415c-a598-c61f90e532fd completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:26:54.451049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 48663611-c878-415c-a598-c61f90e532fd triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:54.451839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:54.582247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:54.618638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 48663611-c878-415c-a598-c61f90e532fd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=48663611-c878-415c-a598-c61f90e532fd,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:26:54.622947 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:54.693769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=48663611-c878-415c-a598-c61f90e532fd,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:55.281231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-39913666-2f4c-46a1-9731-4a0c48c161c6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:55.282612 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-39913666-2f4c-46a1-9731-4a0c48c161c6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 796 time: 0.1505811 Mar 03 10:26:55.332596 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-6c6ccf8e-b539-41cb-abf9-87db9321abc4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 379 time: 0.0423398 Mar 03 10:26:55.341477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['4f5b4237-1471-4704-86e7-39d3a23d8c8c']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:55.382184 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c659ba2-f0d8-4f2f-90e8-6678faf56add req-21c8a5f9-95bf-48e8-8007-24d71a85e604 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 210 time: 0.0425608 Mar 03 10:26:55.479682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:26:55.489404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:26:55.498924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:26:55.502910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:55.663151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.9 (edccc45b-e5a2-406f-9cba-ce420208029d/bc65e07c-c24e-4a60-b2a4-b64362b7ff7e/ed137af3-0fd9-484e-9e26-e817d28e3670) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:26:55.845143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:55.860544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object ed137af3-0fd9-484e-9e26-e817d28e3670 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:26:55.884482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:56.046984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network edccc45b-e5a2-406f-9cba-ce420208029d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:26:56.053913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:26:56.058146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:26:56.087994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=ed137af3-0fd9-484e-9e26-e817d28e3670,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:56.125220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:56.125812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:56.151405 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-d9ef50bb-869a-43f7-9bd2-ad66a8df823d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135903 Mar 03 10:26:56.163434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Request body: {'port': {'device_id': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:26:56.276546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:56.315444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-21b883c1-f705-4d08-8dc7-c2a6e5f5e7f1 None None] Provisioning for port ed137af3-0fd9-484e-9e26-e817d28e3670 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:26:56.320357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-21b883c1-f705-4d08-8dc7-c2a6e5f5e7f1 None None] Provisioning complete for port ed137af3-0fd9-484e-9e26-e817d28e3670 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:56.320836 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-21b883c1-f705-4d08-8dc7-c2a6e5f5e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:56.366537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 48663611-c878-415c-a598-c61f90e532fd up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:26:56.446872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-21b883c1-f705-4d08-8dc7-c2a6e5f5e7f1 None None] Port ed137af3-0fd9-484e-9e26-e817d28e3670 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:26:56.463886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 48663611-c878-415c-a598-c61f90e532fd triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:26:56.464254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:56.588581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59759fb-bf48-47af-8e47-9596688a67fd req-fbb5b552-bb98-4066-affe-9a86b29ff176 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:56.590058 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d59759fb-bf48-47af-8e47-9596688a67fd req-fbb5b552-bb98-4066-affe-9a86b29ff176 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 931 time: 0.0834906 Mar 03 10:26:56.636541 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d59759fb-bf48-47af-8e47-9596688a67fd req-0244e4d1-a82d-4461-8e78-e8a92dbe23a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Mar 03 10:26:56.647999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed137af3-0fd9-484e-9e26-e817d28e3670 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:26:56.658343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:56.672586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Transition to ACTIVE for port object ed137af3-0fd9-484e-9e26-e817d28e3670 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:26:56.676562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:56.838178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Pushing event updated for resources: {'Port': ['ID=ed137af3-0fd9-484e-9e26-e817d28e3670,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:56.912201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Attempting to bind port ed137af3-0fd9-484e-9e26-e817d28e3670 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:26:56.912537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Attempting to bind port ed137af3-0fd9-484e-9e26-e817d28e3670 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:26:56.912860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Attempting to bind port ed137af3-0fd9-484e-9e26-e817d28e3670 on network edccc45b-e5a2-406f-9cba-ce420208029d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:26:56.917365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Port ed137af3-0fd9-484e-9e26-e817d28e3670 on network edccc45b-e5a2-406f-9cba-ce420208029d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:26:56.917632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Attempting to bind port ed137af3-0fd9-484e-9e26-e817d28e3670 on network edccc45b-e5a2-406f-9cba-ce420208029d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:26:56.923170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:26:56.923597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Checking segment: {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:26:56.923980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Bound using segment: {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:26:56.924398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Bound port: ed137af3-0fd9-484e-9e26-e817d28e3670, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bde0360-abd8-4a67-939a-e4af228b93e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:26:56.924737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:57.015887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] For port ed137af3-0fd9-484e-9e26-e817d28e3670, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:26:57.018630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] For port ed137af3-0fd9-484e-9e26-e817d28e3670, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed137af3-0fd9-484e-9e26-e817d28e3670,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:26:57.022816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:57.076600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:57.077226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:26:57.079190 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] 10.222.0.32 "PUT /v2.0/ports/ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 1093 time: 0.9201801 Mar 03 10:26:57.079635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:26:57.116241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae40803-6307-454b-a61c-4c6b4368de6a service neutron] Pushing event updated for resources: {'Port': ['ID=ed137af3-0fd9-484e-9e26-e817d28e3670,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:26:57.128441 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'status': 'completed', 'code': 200} Mar 03 10:26:57.208146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-a349b67d-87eb-4e04-8fb5-08e9bbd2a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:57.209657 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-a349b67d-87eb-4e04-8fb5-08e9bbd2a3b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1096 time: 0.0763779 Mar 03 10:26:57.279842 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-e0a3c9df-07a4-4a15-8665-5700fd83b48b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 217 time: 0.0635834 Mar 03 10:26:57.345102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-38470b8f-8b49-4c6b-b155-c0b630c04e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:57.346473 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-38470b8f-8b49-4c6b-b155-c0b630c04e4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 844 time: 0.0615904 Mar 03 10:26:57.421662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-6ae6de1a-eb0b-42b2-91f9-12a6997da8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:57.423172 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-6ae6de1a-eb0b-42b2-91f9-12a6997da8a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edccc45b-e5a2-406f-9cba-ce420208029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706389 Mar 03 10:26:57.555207 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-ce6cd714-b487-47d5-8eaa-ffb6d7a64f3d service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259470 Mar 03 10:26:57.685855 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-35e73a52-08c1-4a52-ab20-e514281ef0b3 req-de841068-1a76-456a-98ed-e58d09735970 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242747 Mar 03 10:26:57.803676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e937b-50e0-45be-b30c-d39544422c19 req-0e351ebe-dba6-41f1-a617-ee8fdbe870c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:57.805068 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30e937b-50e0-45be-b30c-d39544422c19 req-0e351ebe-dba6-41f1-a617-ee8fdbe870c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1096 time: 0.0745649 Mar 03 10:26:57.822254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5429804-71d0-4053-89ca-bb16297235a7 req-a4a48746-cb8b-4c39-996e-41ee71b1ccc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:57.823736 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5429804-71d0-4053-89ca-bb16297235a7 req-a4a48746-cb8b-4c39-996e-41ee71b1ccc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 943 time: 0.0789845 Mar 03 10:26:57.871817 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5429804-71d0-4053-89ca-bb16297235a7 req-0e2e700f-d35e-44d9-b0f2-6b9e63cb0c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414901 Mar 03 10:26:58.028368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e937b-50e0-45be-b30c-d39544422c19 req-d0e68789-cf81-401c-a165-55430cbf6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:58.029823 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30e937b-50e0-45be-b30c-d39544422c19 req-d0e68789-cf81-401c-a165-55430cbf6fbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 896 time: 0.2168908 Mar 03 10:26:58.096583 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30e937b-50e0-45be-b30c-d39544422c19 req-915014f7-88d7-4ee4-9c3c-320fb2a68829 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 217 time: 0.0599201 Mar 03 10:26:58.161620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e937b-50e0-45be-b30c-d39544422c19 req-43869bc3-b24e-4e53-9e31-b23220724d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:58.163059 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30e937b-50e0-45be-b30c-d39544422c19 req-43869bc3-b24e-4e53-9e31-b23220724d24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 844 time: 0.0605490 Mar 03 10:26:58.238291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e937b-50e0-45be-b30c-d39544422c19 req-311e0254-6aa4-44c0-b1ac-286197e85c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:58.239753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30e937b-50e0-45be-b30c-d39544422c19 req-311e0254-6aa4-44c0-b1ac-286197e85c0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edccc45b-e5a2-406f-9cba-ce420208029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696404 Mar 03 10:26:58.370769 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30e937b-50e0-45be-b30c-d39544422c19 req-64eb60ac-7698-4666-b4c4-ad5a1a159b0e service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242466 Mar 03 10:26:58.502037 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30e937b-50e0-45be-b30c-d39544422c19 req-7d053e03-8673-4db7-bf1e-95932e6b5898 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244857 Mar 03 10:26:59.059105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b0c67-b7aa-4786-8291-b9e735ad33b7 req-0c2dad7d-9ac2-4419-8ab5-b8f72b5a9f7d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:26:59.060596 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-556b0c67-b7aa-4786-8291-b9e735ad33b7 req-0c2dad7d-9ac2-4419-8ab5-b8f72b5a9f7d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 943 time: 0.0818009 Mar 03 10:26:59.104331 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-556b0c67-b7aa-4786-8291-b9e735ad33b7 req-d69449bf-0cbe-4bc6-a66d-146830cbcbb1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375564 Mar 03 10:27:00.285778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2c21e-73c6-43ac-9afb-80d5f6d3d675 req-528b179c-4b97-4604-a163-e129d99fbfa0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:00.287232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6f2c21e-73c6-43ac-9afb-80d5f6d3d675 req-528b179c-4b97-4604-a163-e129d99fbfa0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 943 time: 0.0800588 Mar 03 10:27:00.313479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed137af3-0fd9-484e-9e26-e817d28e3670 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:27:00.331255 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6f2c21e-73c6-43ac-9afb-80d5f6d3d675 req-f69cbb3d-e261-45bc-9986-9aa1ae071c53 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384591 Mar 03 10:27:00.445059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port ed137af3-0fd9-484e-9e26-e817d28e3670, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed137af3-0fd9-484e-9e26-e817d28e3670,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:27:00.458202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'port_id': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'mac_address': 'fa:16:3e:69:25:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:27:00.516994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:00.533536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed137af3-0fd9-484e-9e26-e817d28e3670 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:27:00.549411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port ed137af3-0fd9-484e-9e26-e817d28e3670, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed137af3-0fd9-484e-9e26-e817d28e3670,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:27:00.553348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:00.618369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=ed137af3-0fd9-484e-9e26-e817d28e3670,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:27:00.753380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['ed137af3-0fd9-484e-9e26-e817d28e3670'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:27:01.520054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7a286-e024-42c3-bd7b-bfbdc96f855a req-980f4c4d-f29e-4084-a938-0af54c29d150 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:01.521507 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b7a286-e024-42c3-bd7b-bfbdc96f855a req-980f4c4d-f29e-4084-a938-0af54c29d150 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 944 time: 0.0826361 Mar 03 10:27:01.565393 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b7a286-e024-42c3-bd7b-bfbdc96f855a req-afc4b15b-b629-4e2a-82d6-27059e381296 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381281 Mar 03 10:27:02.344551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed137af3-0fd9-484e-9e26-e817d28e3670 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:27:02.413144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port ed137af3-0fd9-484e-9e26-e817d28e3670 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:27:02.417908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port ed137af3-0fd9-484e-9e26-e817d28e3670 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:27:02.418279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:02.537353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:02.563048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:27:02.572821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port ed137af3-0fd9-484e-9e26-e817d28e3670, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed137af3-0fd9-484e-9e26-e817d28e3670,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:27:02.581419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:02.622527 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'code': 200} Mar 03 10:27:02.656468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=ed137af3-0fd9-484e-9e26-e817d28e3670,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:27:02.757695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df507-c8ac-4318-8713-a9f95c6a2202 req-f8e73197-2bd4-4c83-b77e-4186295a75d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:02.759161 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-409df507-c8ac-4318-8713-a9f95c6a2202 req-f8e73197-2bd4-4c83-b77e-4186295a75d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 945 time: 0.0864394 Mar 03 10:27:02.803544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-409df507-c8ac-4318-8713-a9f95c6a2202 req-06699ed4-5f2d-4736-8476-0cabfee03a56 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Mar 03 10:27:02.838498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616b1c1-1703-46ed-bacc-08105e7de8ee req-265a0205-407a-489d-8fca-b2bc0d3ad3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:02.840007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e616b1c1-1703-46ed-bacc-08105e7de8ee req-265a0205-407a-489d-8fca-b2bc0d3ad3f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1098 time: 0.0741327 Mar 03 10:27:02.880047 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e616b1c1-1703-46ed-bacc-08105e7de8ee req-3616b2ec-349f-4cd7-9fd9-bbc31522d89f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Mar 03 10:27:03.036224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0748df1-08e0-42a5-b4df-56fd6528ca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:03.995567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714652-4ce7-41c5-91dd-7b83ede27c26 req-764e41a4-2f05-4049-90d1-43cb20df5922 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:03.997021 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22714652-4ce7-41c5-91dd-7b83ede27c26 req-764e41a4-2f05-4049-90d1-43cb20df5922 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 945 time: 0.0799387 Mar 03 10:27:04.041279 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22714652-4ce7-41c5-91dd-7b83ede27c26 req-9a8ae1c2-e207-410e-a765-78d21aefc4bf tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380070 Mar 03 10:27:04.226216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79957414-1a62-4aa9-a601-d059590ec85e req-2d91631c-6bac-4768-9d81-e29560fef9b3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:04.227697 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-79957414-1a62-4aa9-a601-d059590ec85e req-2d91631c-6bac-4768-9d81-e29560fef9b3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 945 time: 0.0847099 Mar 03 10:27:04.271765 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-79957414-1a62-4aa9-a601-d059590ec85e req-1efa35c2-8080-45c6-934a-9f3d3bc8806e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 Mar 03 10:27:04.294819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36418) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:27:04.363480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f0354-b763-45cf-b510-8ac727ced124 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:04.364957 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-189f0354-b763-45cf-b510-8ac727ced124 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1093 time: 0.0692103 Mar 03 10:27:04.367706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36422) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:27:04.372438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:27:04.378235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:27:04.382038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:27:04.384858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:27:04.391011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:27:04.402424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:04.538726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:04.673351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.87 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/cbcab626-4103-44c7-9f30-2fcbe10dd2a4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:27:04.817519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:04.846859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:04.910602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:27:04.917303 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:27:04.921408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:27:04.953917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=cbcab626-4103-44c7-9f30-2fcbe10dd2a4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:27:04.970059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.970401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.970733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.971060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.971419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.971745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.972080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.972382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.972698 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.973012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.973325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:04.973635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:27:05.229373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-201f1e9e-d62f-44ca-bdf3-6c5f6301674a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:05.442668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:05.516167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:05.718981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:05.723319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:05.832735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=cbcab626-4103-44c7-9f30-2fcbe10dd2a4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:27:05.842581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:06.011735 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 8e38055c-b83e-47ba-8363-f130e86cbe06 associated. External IP: 172.26.7.87, port: ed137af3-0fd9-484e-9e26-e817d28e3670. Mar 03 10:27:06.055034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:06.094799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:06.368440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 0d5cacfb-13a0-478f-b710-6d10fbc75888 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:27:06.552497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:27:06.563421 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] Sync routers for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:27:06.573684 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:27:06.574300 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:27:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:27:06.580670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:06.636304 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e29e00c8-b56e-4981-9ab4-4e0305ad466c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2675025 Mar 03 10:27:06.636811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:27:06.638991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36426) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:27:06.691107 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'status': 'completed', 'code': 200} Mar 03 10:27:06.792782 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-437f336b-fceb-4967-a536-7d1f4dd5c295 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/8e38055c-b83e-47ba-8363-f130e86cbe06 HTTP/1.1" status: 200 len: 990 time: 0.1519969 Mar 03 10:27:06.816363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-ce883b39-4506-4324-bc0a-7840c606f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:06.817935 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-ce883b39-4506-4324-bc0a-7840c606f19f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1098 time: 0.1033223 Mar 03 10:27:06.819532 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:27:06.947308 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-a2c1e60d-11fe-45fe-8695-e8f87275f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:06.948749 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-a2c1e60d-11fe-45fe-8695-e8f87275f886 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 896 time: 0.1251018 Mar 03 10:27:07.055843 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-a5632552-fe2a-4331-9fcd-bbf75fc41cc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 998 time: 0.1013312 Mar 03 10:27:07.123200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-c74c3c35-b2a8-4ffa-b7bc-68dc2557edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:07.124732 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-c74c3c35-b2a8-4ffa-b7bc-68dc2557edeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 844 time: 0.0634062 Mar 03 10:27:07.164395 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8e38055c-b83e-47ba-8363-f130e86cbe06', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'port_id': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'mac_address': 'fa:16:3e:69:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:27:05Z', 'updated_at': '2022-03-03T10:27:05Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:27:07.168058 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] Checking router: 0d5cacfb-13a0-478f-b710-6d10fbc75888 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:27:07.177046 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:27:07.177638 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:27:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:27:07.198757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-a1f9be0e-46f2-4d4a-817f-64fed1a8e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:07.200222 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-a1f9be0e-46f2-4d4a-817f-64fed1a8e53a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edccc45b-e5a2-406f-9cba-ce420208029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703788 Mar 03 10:27:07.330338 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-7ab5752e-211d-4eb4-9c0a-7e4601deb624 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242981 Mar 03 10:27:07.354234 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:27:07.554921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a2b9396b-282d-4535-9847-bdd3fc9c2cc9 req-5dc71cc9-2d8f-45e1-9240-9040d9cf68b4 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194598 Mar 03 10:27:07.703063 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8e38055c-b83e-47ba-8363-f130e86cbe06', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'port_id': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'mac_address': 'fa:16:3e:69:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:27:05Z', 'updated_at': '2022-03-03T10:27:05Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:27:07.706828 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e32cd-93e5-4171-851b-f407da8dd1b9 None None] The sync data for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv is: [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8e38055c-b83e-47ba-8363-f130e86cbe06', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'port_id': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'mac_address': 'fa:16:3e:69:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:27:05Z', 'updated_at': '2022-03-03T10:27:05Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:27:07.797265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36432) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:27:07.886503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f0ed6-ac58-40c2-ad51-c2779a146295 None None] New status for floating IP 8e38055c-b83e-47ba-8363-f130e86cbe06: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:27:07.906232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-210b719f-4993-4c92-8a2f-bcc683860b97 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/8e38055c-b83e-47ba-8363-f130e86cbe06 HTTP/1.1" status: 200 len: 990 time: 0.1077545 Mar 03 10:27:08.002957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:08.909098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36436) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:27:09.127480 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-66147b22-754d-4993-8a29-52f0b18d57b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/8e38055c-b83e-47ba-8363-f130e86cbe06 HTTP/1.1" status: 200 len: 992 time: 0.2172461 Mar 03 10:27:23.812640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:26.303203 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:27:33.037664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f4b53f31-4cbe-4e6f-9d41-e7d68c6e1f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:35.231552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab19dd6d-14a1-49cc-9a41-80c8c5bb3543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:36.057320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:36.094208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:36.704496 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-5d742732-f903-4b66-8e2a-aa76d9cf9f8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710664 Mar 03 10:27:36.841123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-1c4efbd3-59bc-4b4b-aecb-0e06bf844106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:36.842519 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-1c4efbd3-59bc-4b4b-aecb-0e06bf844106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1098 time: 0.0697136 Mar 03 10:27:36.980827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-0eb4656c-6848-43e6-a8f8-d60002aee513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:36.982243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-0eb4656c-6848-43e6-a8f8-d60002aee513 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 896 time: 0.1228778 Mar 03 10:27:37.082439 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-86bd2968-37b6-4403-8c98-7dca33ad387e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 1000 time: 0.0942287 Mar 03 10:27:37.142952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-1fb766eb-974b-4bfa-9f3a-49eb225cae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:37.144317 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-1fb766eb-974b-4bfa-9f3a-49eb225cae3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 844 time: 0.0563502 Mar 03 10:27:37.221141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-c9c35158-de6e-408f-8347-c1007a882488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:27:37.222595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-c9c35158-de6e-408f-8347-c1007a882488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edccc45b-e5a2-406f-9cba-ce420208029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728121 Mar 03 10:27:37.354237 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-24179f1f-3836-46ca-ae4a-b886a0abfb62 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251328 Mar 03 10:27:37.484865 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a64ff3f-c617-4326-a58d-1791c1d9b3ef req-8a896c9a-2277-4e31-afb1-16f8a2532910 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235681 Mar 03 10:27:37.928213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:27:53.828338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:03.039145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-84094c0f-9ee7-40dc-81f1-d3f64938f286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:03.302197 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:28:05.234198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7665ebcd-cc5f-4e2c-8958-ad418f04f480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:06.059021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:06.097986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:07.930559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:09.755213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-d00599c8-2d51-46e9-8c02-6db9b3f9354d req-e415c1c9-e0c0-41bc-9133-21081200081e service neutron] (87888) timed out ('10.222.0.32', 60997) {{(pid=87888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 10:28:23.825791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:33.042211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a273c522-2af8-4885-945e-361a761ac696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:35.234651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ec697a6f-bd90-4aa8-9eb2-aad563a5a40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:36.061922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:36.098604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:37.932805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:28:38.696381 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-f83cdd38-d04e-49fc-948a-600c20b0188a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681627 Mar 03 10:28:38.834307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f78-244d-434d-868c-6e1d596c2923 req-8a441a11-aa5d-4194-a8bc-dfbdca3c42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:28:38.835775 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-8a441a11-aa5d-4194-a8bc-dfbdca3c42f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1098 time: 0.0725048 Mar 03 10:28:38.981695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f78-244d-434d-868c-6e1d596c2923 req-0c4f1a98-a143-4241-be4e-88e0b8fb7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:28:38.983064 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-0c4f1a98-a143-4241-be4e-88e0b8fb7fdb service neutron] 10.222.0.32 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 896 time: 0.1279297 Mar 03 10:28:39.086983 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-7a066a7e-b9a4-4db0-bb04-fd0a2c19342b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 1000 time: 0.0974884 Mar 03 10:28:39.150868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f78-244d-434d-868c-6e1d596c2923 req-0d0ab924-dff8-46a4-b59b-1aa20675755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:28:39.152293 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-0d0ab924-dff8-46a4-b59b-1aa20675755f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 844 time: 0.0593133 Mar 03 10:28:39.224390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f78-244d-434d-868c-6e1d596c2923 req-763a3335-bdd3-4d20-8d30-be2bc2b7f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:28:39.225838 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-763a3335-bdd3-4d20-8d30-be2bc2b7f587 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edccc45b-e5a2-406f-9cba-ce420208029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678310 Mar 03 10:28:39.355358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-cb6744fa-f125-4354-a650-35e61537d0e8 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221972 Mar 03 10:28:39.585932 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cea41f78-244d-434d-868c-6e1d596c2923 req-3cd54edf-dec4-4838-9a24-98850ab40346 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245567 Mar 03 10:28:40.301033 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:28:53.829533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:00.248800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36462) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:00.315101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:29:00.430490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10288305'] for subnet, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:00.615043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759093021157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2242180'] for subnet, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:00.666578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:00.667155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:00.668469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/subnets/bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 836 time: 0.4186759 Mar 03 10:29:00.668975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b36ac-afbc-4361-bab9-411ef04f75db None None] Network edccc45b-e5a2-406f-9cba-ce420208029d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:29:00.684767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:00.692038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.692377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.692707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.693037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.693356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.693677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.693992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.694306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.694619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.694931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.695237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:00.695571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c6891-e00b-4591-b134-44b7d7e13a33 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:01.137927 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-88d45e41-b7a8-4f15-be14-af0c8a46a2c9 None None] Provisioning complete for port 48663611-c878-415c-a598-c61f90e532fd triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:29:01.138299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88d45e41-b7a8-4f15-be14-af0c8a46a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:01.281985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-88d45e41-b7a8-4f15-be14-af0c8a46a2c9 None None] Provisioning complete for port ed137af3-0fd9-484e-9e26-e817d28e3670 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:29:01.282250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88d45e41-b7a8-4f15-be14-af0c8a46a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:01.415182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-88d45e41-b7a8-4f15-be14-af0c8a46a2c9 None None] Provisioning complete for port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:29:01.415827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-88d45e41-b7a8-4f15-be14-af0c8a46a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:03.044421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6133525e-4ce9-4a15-abb1-8fe3becf3fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:05.236913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5c06-0e63-47d9-a947-93bd96d5cb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:06.064901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:06.103250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:07.936566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:17.299765 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:29:23.822348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:33.048486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecec0387-ebc6-44bd-9f71-65a4090b4ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:35.238524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9231e1f9-d78c-478c-84a2-71bd85ac1944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:36.066447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:36.103980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:37.938302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:39.733771 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-c279ec63-138c-4ebf-bd41-cb97390dce49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064379 Mar 03 10:29:39.886932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-041cb805-0157-42a4-b496-5f0b0360c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:39.888398 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-041cb805-0157-42a4-b496-5f0b0360c85c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1098 time: 0.0726743 Mar 03 10:29:40.030646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-f1ee9ef2-66fc-43df-85d4-c5d6a476c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:40.032012 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-f1ee9ef2-66fc-43df-85d4-c5d6a476c383 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 896 time: 0.1241469 Mar 03 10:29:40.130400 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-56721e21-ce7c-4ecb-a7d5-4784cc339673 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 1000 time: 0.0922258 Mar 03 10:29:40.195414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-17a6edeb-ce25-4789-9888-7624820de7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:40.196812 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-17a6edeb-ce25-4789-9888-7624820de7ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 844 time: 0.0609207 Mar 03 10:29:40.272401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-53aa6c84-628d-4339-b1fc-455eff7464f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:40.273841 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-53aa6c84-628d-4339-b1fc-455eff7464f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edccc45b-e5a2-406f-9cba-ce420208029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703833 Mar 03 10:29:40.405120 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-a1890daa-e076-4115-92f4-a1e137eadd2b service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247575 Mar 03 10:29:40.536556 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9445600c-47ff-4164-9d4c-7c0ab302517e req-ce4eade1-c5a8-4479-8ccc-398e96cb3871 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259627 Mar 03 10:29:43.477129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36490) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:43.675767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port cbcab626-4103-44c7-9f30-2fcbe10dd2a4 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:29:43.676107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:43.843252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:43.843513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:44.060276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for cbcab626-4103-44c7-9f30-2fcbe10dd2a4 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:29:44.208683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:44.253914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=cbcab626-4103-44c7-9f30-2fcbe10dd2a4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:44.344347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:44.344672 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 8e38055c-b83e-47ba-8363-f130e86cbe06 disassociated (deleted). External IP: 172.26.7.87, port: ed137af3-0fd9-484e-9e26-e817d28e3670. Mar 03 10:29:44.686209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 0d5cacfb-13a0-478f-b710-6d10fbc75888 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:29:44.862698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:29:44.872035 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52baae-b340-4481-8b51-82690538c924 None None] Sync routers for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:29:44.878700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:44.881695 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:29:44.882369 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:44.934751 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ec0068ab-4b21-4b26-8d1b-576610fc33a6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e38055c-b83e-47ba-8363-f130e86cbe06 HTTP/1.1" status: 204 len: 168 time: 1.4565480 Mar 03 10:29:44.935348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:29:45.052070 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'status': 'completed', 'code': 200} Mar 03 10:29:45.100361 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:29:45.158961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-4f2e7523-7f7e-4c38-baec-cd876d3a2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:45.160817 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-4f2e7523-7f7e-4c38-baec-cd876d3a2453 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 1098 time: 0.0835035 Mar 03 10:29:45.304771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-dfea75cd-92b9-4b16-9b50-7cfa57c09fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:45.306219 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-dfea75cd-92b9-4b16-9b50-7cfa57c09fd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 200 len: 896 time: 0.1379833 Mar 03 10:29:45.364175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f566c20-234c-4a91-81c0-5c91a5d058ae req-bb14c427-2d4a-48c4-93d8-6d4c32c29f15 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:45.365771 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f566c20-234c-4a91-81c0-5c91a5d058ae req-bb14c427-2d4a-48c4-93d8-6d4c32c29f15 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 945 time: 0.1318827 Mar 03 10:29:45.381016 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-741759f6-0430-4ba4-83f9-e0c3aec84cf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 200 len: 217 time: 0.0666423 Mar 03 10:29:45.413036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f566c20-234c-4a91-81c0-5c91a5d058ae req-7068421f-4466-480d-b589-9bb0ee76eec0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Mar 03 10:29:45.420147 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:45.424132 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52baae-b340-4481-8b51-82690538c924 None None] Checking router: 0d5cacfb-13a0-478f-b710-6d10fbc75888 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:29:45.440241 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:29:45.440921 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:45.455188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-d7febd33-8344-4a4d-bb9e-1a1bc0afdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:45.456829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-d7febd33-8344-4a4d-bb9e-1a1bc0afdb91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 200 len: 844 time: 0.0697362 Mar 03 10:29:45.533262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-8050c128-c546-4b89-86e5-d3eb668cd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:45.534731 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-8050c128-c546-4b89-86e5-d3eb668cd371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edccc45b-e5a2-406f-9cba-ce420208029d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706356 Mar 03 10:29:45.618167 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:29:45.768331 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-bc878aeb-018b-4c6e-b308-d8cd828d3617 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257588 Mar 03 10:29:45.899155 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0564b5ac-fa27-44c5-ad9e-74acaac440ee req-3713a61d-6b88-4fcd-9c63-9cf66ec74a73 service neutron] 10.222.0.32 "GET /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233504 Mar 03 10:29:45.927371 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1b52baae-b340-4481-8b51-82690538c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:45.931167 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52baae-b340-4481-8b51-82690538c924 None None] The sync data for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv is: [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:26:49Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '48663611-c878-415c-a598-c61f90e532fd', 'name': '', 'network_id': 'edccc45b-e5a2-406f-9cba-ce420208029d', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:07:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:49Z', 'updated_at': '2022-03-03T10:26:54Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'bc65e07c-c24e-4a60-b2a4-b64362b7ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:29:46.133209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784bc4c-8a49-4db5-8248-f3b6f6d839a6 None None] New status for floating IP 8e38055c-b83e-47ba-8363-f130e86cbe06: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:29:46.568961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-7d603554-8aa3-40a5-b7e3-4f907b669177 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:46.569655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-7d603554-8aa3-40a5-b7e3-4f907b669177 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:29:46.587046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-7d603554-8aa3-40a5-b7e3-4f907b669177 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:29:46.588905 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-7d603554-8aa3-40a5-b7e3-4f907b669177 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 945 time: 0.0993283 Mar 03 10:29:46.657188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf20f0-8117-4f8d-a3ed-1423931b099a req-e17c280c-7970-408e-ad04-2738930ed2a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:46.658672 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e1bf20f0-8117-4f8d-a3ed-1423931b099a req-e17c280c-7970-408e-ad04-2738930ed2a7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 945 time: 0.1259654 Mar 03 10:29:46.660452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port ed137af3-0fd9-484e-9e26-e817d28e3670 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:29:46.660800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:46.707448 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e1bf20f0-8117-4f8d-a3ed-1423931b099a req-43ee01ff-c454-49e6-8e22-397eaac949e6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f5b4237-1471-4704-86e7-39d3a23d8c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Mar 03 10:29:46.912656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port ed137af3-0fd9-484e-9e26-e817d28e3670, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed137af3-0fd9-484e-9e26-e817d28e3670,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:29:46.913272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:47.036096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for ed137af3-0fd9-484e-9e26-e817d28e3670 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:29:47.180846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:47.229648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=ed137af3-0fd9-484e-9e26-e817d28e3670,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:47.307676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port ed137af3-0fd9-484e-9e26-e817d28e3670 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:29:47.310547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:47.313053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'name': 'network-vif-deleted', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:29:47.329524 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0c3c2100-1b80-4d6b-86b3-55896d9430e1 req-e97ae351-9eae-4307-a2db-54ced1e23a28 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/ed137af3-0fd9-484e-9e26-e817d28e3670 HTTP/1.1" status: 204 len: 173 time: 0.7354152 Mar 03 10:29:47.365408 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194b46e4-14be-48e0-9a6c-da6f4773367c', 'name': 'network-vif-deleted', 'tag': 'ed137af3-0fd9-484e-9e26-e817d28e3670', 'status': 'completed', 'code': 200} Mar 03 10:29:47.878449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbff550d-5345-4087-bb95-d573b46d4c92 req-e6189dee-f7ea-4d8c-a644-a0c2ab6fed62 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=194b46e4-14be-48e0-9a6c-da6f4773367c HTTP/1.1" status: 200 len: 210 time: 0.0448260 Mar 03 10:29:48.974659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36516) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:49.041948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:49.070856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:49.135281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:49.156505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b4237-1471-4704-86e7-39d3a23d8c8c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:49.165725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.166071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.166410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.166747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.167171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.167523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.167964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.168292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.168618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.168938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.169256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.169572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:49.176930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:49.178390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e7e3f6a0-6a27-4a9c-981d-0d8feb624a17 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/4f5b4237-1471-4704-86e7-39d3a23d8c8c HTTP/1.1" status: 204 len: 168 time: 0.2025857 Mar 03 10:29:49.210537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36522) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:49.323728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed137af3-0fd9-484e-9e26-e817d28e3670 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:29:49.363043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: ed137af3-0fd9-484e-9e26-e817d28e3670 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:29:49.363404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed137af3-0fd9-484e-9e26-e817d28e3670 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:29:49.758347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:50.101079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 48663611-c878-415c-a598-c61f90e532fd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:29:50.101763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:50.390927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 48663611-c878-415c-a598-c61f90e532fd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=48663611-c878-415c-a598-c61f90e532fd,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:29:50.391277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:50.513961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 48663611-c878-415c-a598-c61f90e532fd owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:29:50.697339 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:50.770520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=48663611-c878-415c-a598-c61f90e532fd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:51.017351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:51.371035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 0d5cacfb-13a0-478f-b710-6d10fbc75888 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:29:51.548992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:29:51.558762 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] Sync routers for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:29:51.561344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2fe8b66a-43cd-4331-8748-8282bdc4c2af tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/0d5cacfb-13a0-478f-b710-6d10fbc75888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497241 Mar 03 10:29:51.563932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36528) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:51.567859 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:29:51.568446 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:51.738292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet bc65e07c-c24e-4a60-b2a4-b64362b7ff7e {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:29:51.741214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:51.752986 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:29:51.796932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:51.881058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:51.956240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:51.997487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=bc65e07c-c24e-4a60-b2a4-b64362b7ff7e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:52.002843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.010843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7f961-8a19-4adb-a15a-a3bbb1cc50d6 None None] Network edccc45b-e5a2-406f-9cba-ce420208029d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:29:52.017080 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-47fa2891-d0e4-4d50-9ad0-d88050836c2a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/bc65e07c-c24e-4a60-b2a4-b64362b7ff7e HTTP/1.1" status: 204 len: 168 time: 0.4520290 Mar 03 10:29:52.019506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36532) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:52.045400 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:29:50Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:52.049545 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] Checking router: 0d5cacfb-13a0-478f-b710-6d10fbc75888 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:29:52.057627 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] Routers {'0d5cacfb-13a0-478f-b710-6d10fbc75888'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:29:52.059392 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0d5cacfb-13a0-478f-b710-6d10fbc75888'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:52.203946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.276729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] DHCP port deletion for edccc45b-e5a2-406f-9cba-ce420208029d request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:29:52.281053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Deleting port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:29:52.281581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.282483 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] Set router 0d5cacfb-13a0-478f-b710-6d10fbc75888 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:29:52.399776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.420195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port eaebd9c1-1430-4c4b-978c-0862e06fca14 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:29:52.421505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.496937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] For port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271,segment=NetworkSegment(4bde0360-abd8-4a67-939a-e4af228b93e6),segment_id=4bde0360-abd8-4a67-939a-e4af228b93e6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:29:52.497475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.597345 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:29:50Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:52.601317 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ffa08-c5b5-4da5-afbc-52195bed8ed7 None None] The sync data for ids ['0d5cacfb-13a0-478f-b710-6d10fbc75888'] in dv-neutron-831192-5-hyperv is: [{'id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'name': 'tempest-TestNetworkBasicOps-router-302993883', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:26:44Z', 'updated_at': '2022-03-03T10:29:50Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': 'eaebd9c1-1430-4c4b-978c-0862e06fca14', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cacfb-13a0-478f-b710-6d10fbc75888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:26:45Z', 'updated_at': '2022-03-03T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:29:52.626148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:29:52.645108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port eaebd9c1-1430-4c4b-978c-0862e06fca14, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=eaebd9c1-1430-4c4b-978c-0862e06fca14,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:29:52.645461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.665035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Calling delete_port for 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:29:52.768181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for eaebd9c1-1430-4c4b-978c-0862e06fca14 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:29:52.798240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.852753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Pushing event deleted for resources: {'Port': ['ID=5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:52.855501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.875622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.875977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.876386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.876779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.877115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.877479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.877792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.878117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.878441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.878762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.879080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.879430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:29:52.882156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a92bc4-70bf-4a9e-99bd-dfafa5ff7c2f None None] No DVR routers for this DVR port 5c2a30ef-b1bc-4d82-9d20-a6d84e9a0271 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:29:52.940474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:52.989373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=eaebd9c1-1430-4c4b-978c-0862e06fca14,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:53.082749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.353272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.355404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.376772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.377330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5cacfb-13a0-478f-b710-6d10fbc75888 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:29:53.393068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.394408 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6e1055bc-23a7-47c3-bc9b-56ee98d7af68 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/0d5cacfb-13a0-478f-b710-6d10fbc75888 HTTP/1.1" status: 204 len: 168 time: 1.3736413 Mar 03 10:29:53.397087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36536) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:53.520872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.650299 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.674245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edccc45b-e5a2-406f-9cba-ce420208029d']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:53.686434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bde0360-abd8-4a67-939a-e4af228b93e6') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:53.686728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bde0360-abd8-4a67-939a-e4af228b93e6') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:53.697666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.713404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.719742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:29:53.720430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:29:53.738118 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:29:53.822026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.823990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.826745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.854213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=edccc45b-e5a2-406f-9cba-ce420208029d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:53.862130 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-751e0e78-018b-4035-b8a6-e1a908c03b13 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/edccc45b-e5a2-406f-9cba-ce420208029d HTTP/1.1" status: 204 len: 168 time: 0.4613731 Mar 03 10:29:53.871331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36540) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:53.876999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--42110816', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:29:53.882057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:29:53.886768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:29:53.889617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:29:53.895985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:29:53.906942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:29:53.910280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.942012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:29:53.950654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:53.951012 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc of type vlan for network 0e18becd-a961-4b27-9a6f-15360a451045 Mar 03 10:29:53.976020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.005703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.011281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:54.012037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.115120 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2425668 Mar 03 10:29:54.117862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36544) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:54.121008 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f011df-661b-4052-8a33-dca8107ea67e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=0e18becd-a961-4b27-9a6f-15360a451045,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:54.123152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-194391262', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:29:54.130241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:29:54.130991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 0e18becd-a961-4b27-9a6f-15360a451045 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:29:54.134005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:29:54.138201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:29:54.143879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:29:54.155260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.156303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.171147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.298384 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:29:54.414471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaebd9c1-1430-4c4b-978c-0862e06fca14 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:29:54.436674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.452399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: eaebd9c1-1430-4c4b-978c-0862e06fca14 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:29:54.452760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device eaebd9c1-1430-4c4b-978c-0862e06fca14 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:29:54.453154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 48663611-c878-415c-a598-c61f90e532fd no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:29:54.486394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 48663611-c878-415c-a598-c61f90e532fd {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:29:54.486741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 48663611-c878-415c-a598-c61f90e532fd not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:29:54.833750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.862303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:54.997167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.64 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:29:55.146660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:55.176104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:55.237792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:29:55.244780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:29:55.250734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:29:55.283483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:55.679741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:56.129426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:56.331656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router b51496b8-4ae3-434f-ac29-781362f971f8 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:29:56.506714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:29:56.516626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Sync routers for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:29:56.525922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:29:56.526616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:56.533741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:56.534934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-65434aba-5085-4670-8f62-e4db6749a557 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4160917 Mar 03 10:29:56.538088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36548) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:56.642749 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-41cde54b-3a5b-4f30-ab5c-d955d4804272 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1035666 Mar 03 10:29:56.645208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36554) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:56.740518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:29:56.773502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4e638-8e6b-4563-ac53-ed421d305e72 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:56.774966 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-10e4e638-8e6b-4563-ac53-ed421d305e72 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288924 Mar 03 10:29:56.777763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36558) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:56.816240 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-07788d23-833e-4744-b097-4f094ac3226d tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374439 Mar 03 10:29:56.818661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36562) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:56.824083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467584451', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:29:56.930946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:29:56.935529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:29:56.938242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:29:56.943751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:29:56.957138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:29:56.960919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.036757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:55Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:57.040474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Checking router: b51496b8-4ae3-434f-ac29-781362f971f8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:29:57.040824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Updating router b51496b8-4ae3-434f-ac29-781362f971f8 port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:29:57.100037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.180855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.261907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=b569b805-0868-40ec-ac78-0649dc915bf2,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:57.270640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:29:57.270990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: 0e18becd-a961-4b27-9a6f-15360a451045, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:29:57.289981 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 0e18becd-a961-4b27-9a6f-15360a451045 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:29:57.300047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 0e18becd-a961-4b27-9a6f-15360a451045) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:29:57.303924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:29:57.305286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.312359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b4a972-92b6-494f-8d72-3d0bbc3db920 None None] Network 0e18becd-a961-4b27-9a6f-15360a451045 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:29:57.325617 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3f7dc457-9587-4c0b-b6da-07e7b54a1af9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5058405 Mar 03 10:29:57.328166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36566) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:29:57.621385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.637691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-0e18becd-a961-4b27-9a6f-15360a451045', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:29:57.638523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.652343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Transition to ACTIVE for port object 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:29:57.668575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.805592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Attempting to bind port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:29:57.806102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Attempting to bind port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:29:57.806435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Attempting to bind port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:29:57.821199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42c62c-605c-4ff5-baaf-cadd0d339288 None None] Pushing event updated for resources: {'Port': ['ID=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:57.827282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:29:57.828044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:29:57.829172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.829172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:29:57.829386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Bound port: 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:29:57.829625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:57.953879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] For port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:29:57.956197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Allocated IP 172.20.0.2 (0e18becd-a961-4b27-9a6f-15360a451045/b569b805-0868-40ec-ac78-0649dc915bf2/a7557b3b-64bc-43fe-a6e5-2de20527ff1d) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:29:57.959575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] For port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:29:57.969021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.138117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42c62c-605c-4ff5-baaf-cadd0d339288 None None] Pushing event updated for resources: {'Port': ['ID=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:58.141010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.145175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:29:58.145782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:58.446224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.449607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:29:58.559891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Transition to ACTIVE for port object a7557b3b-64bc-43fe-a6e5-2de20527ff1d will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:29:58.649830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Transition to ACTIVE for port object a7557b3b-64bc-43fe-a6e5-2de20527ff1d will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:29:58.659112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.724903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (0e18becd-a961-4b27-9a6f-15360a451045/b569b805-0868-40ec-ac78-0649dc915bf2/95866bcd-cd01-4f6f-b5ac-954703ac6330) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:29:58.743077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Network 0e18becd-a961-4b27-9a6f-15360a451045 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:29:58.751618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:29:58.755658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Pushing event updated for resources: {'Port': ['ID=a7557b3b-64bc-43fe-a6e5-2de20527ff1d,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:58.765846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:29:58.888785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.894277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Attempting to bind port a7557b3b-64bc-43fe-a6e5-2de20527ff1d on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:29:58.894641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Attempting to bind port a7557b3b-64bc-43fe-a6e5-2de20527ff1d by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:29:58.894995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Attempting to bind port a7557b3b-64bc-43fe-a6e5-2de20527ff1d on network 0e18becd-a961-4b27-9a6f-15360a451045 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:29:58.902391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:29:58.902696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Checking segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:29:58.903101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.903514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Bound using segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:29:58.903969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Bound port: a7557b3b-64bc-43fe-a6e5-2de20527ff1d, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:29:58.904114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 95866bcd-cd01-4f6f-b5ac-954703ac6330 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:29:58.904336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.926904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:58.986888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 0e18becd-a961-4b27-9a6f-15360a451045 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:29:58.988306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:55Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:29:58.989893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:29:58.998418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:29:58.998692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8c06b-285b-4bfe-934f-37f26609c23d None None] The sync data for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv is: [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:55Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:29:59.009272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] For port a7557b3b-64bc-43fe-a6e5-2de20527ff1d, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:29:59.013848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] For port a7557b3b-64bc-43fe-a6e5-2de20527ff1d, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a7557b3b-64bc-43fe-a6e5-2de20527ff1d,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:29:59.022094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:59.043221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=95866bcd-cd01-4f6f-b5ac-954703ac6330,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:59.066811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:59.108077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91fe4e-5eea-47f9-8f2a-afcdeb107f02 None None] Pushing event updated for resources: {'Port': ['ID=a7557b3b-64bc-43fe-a6e5-2de20527ff1d,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:59.217055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:59.803934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:59.809762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:29:59.920352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=95866bcd-cd01-4f6f-b5ac-954703ac6330,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:29:59.939113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:00.079427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 0e18becd-a961-4b27-9a6f-15360a451045 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:30:00.080623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:30:00.124181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e389e86e-526c-4b93-a0c9-1dbcd80b2277 None None] Network 0e18becd-a961-4b27-9a6f-15360a451045 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:30:00.233626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-60743f8d-2343-43ab-af06-c091e0f787c4 None None] Provisioning for port a7557b3b-64bc-43fe-a6e5-2de20527ff1d completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:00.267882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router b51496b8-4ae3-434f-ac29-781362f971f8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:30:00.468081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:30:00.481770 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4fbc1473-efc3-47e2-ba99-01a9b7173b3e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/b51496b8-4ae3-434f-ac29-781362f971f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1525967 Mar 03 10:30:00.484367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36570) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:00.507718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:00.585851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:00.596208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:00.596653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:00.656808 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Sync routers for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:30:00.657717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3ea2c-f997-4a99-b8f7-2d247a2ad515 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.658187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3ea2c-f997-4a99-b8f7-2d247a2ad515 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.658698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3ea2c-f997-4a99-b8f7-2d247a2ad515 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.659156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3ea2c-f997-4a99-b8f7-2d247a2ad515 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.660827 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4ab3ea2c-f997-4a99-b8f7-2d247a2ad515 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2881 time: 0.1757443 Mar 03 10:30:00.663795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36574) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:00.670569 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:30:00.671497 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:00.716396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d4cff19-5c45-4a3f-91a6-1c6af608ff2c None None] Provisioning for port 95866bcd-cd01-4f6f-b5ac-954703ac6330 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:00.727237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d4cff19-5c45-4a3f-91a6-1c6af608ff2c None None] Provisioning complete for port 95866bcd-cd01-4f6f-b5ac-954703ac6330 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:00.727637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d4cff19-5c45-4a3f-91a6-1c6af608ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:00.740722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70f79d-5a28-47f2-9125-1c77b9d51052 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.741277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70f79d-5a28-47f2-9125-1c77b9d51052 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.741730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70f79d-5a28-47f2-9125-1c77b9d51052 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.742172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70f79d-5a28-47f2-9125-1c77b9d51052 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:00.747352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5b70f79d-5a28-47f2-9125-1c77b9d51052 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0794244 Mar 03 10:30:00.747705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36578) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:00.794607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:00.805264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3d4cff19-5c45-4a3f-91a6-1c6af608ff2c None None] Port 95866bcd-cd01-4f6f-b5ac-954703ac6330 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:30:00.819684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:00.829385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:00.830256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a7557b3b-64bc-43fe-a6e5-2de20527ff1d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:00.882833 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:30:00.961071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:00.974084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8f8ca76e-0dbc-4cd7-81a8-f2ded939651c None None] Provisioning complete for port 95866bcd-cd01-4f6f-b5ac-954703ac6330 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:00.974452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8f8ca76e-0dbc-4cd7-81a8-f2ded939651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.037427 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-26ca258a-cc71-4cf8-a3cb-34425da483fc tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2885516 Mar 03 10:30:01.039076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a7557b3b-64bc-43fe-a6e5-2de20527ff1d completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:01.046504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a7557b3b-64bc-43fe-a6e5-2de20527ff1d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:01.046504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.150321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ca76e-0dbc-4cd7-81a8-f2ded939651c None None] Port 95866bcd-cd01-4f6f-b5ac-954703ac6330 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:30:01.213120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.252376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port a7557b3b-64bc-43fe-a6e5-2de20527ff1d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a7557b3b-64bc-43fe-a6e5-2de20527ff1d,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:01.257300 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.265135 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:01.269551 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Checking router: b51496b8-4ae3-434f-ac29-781362f971f8 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:30:01.270617 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Updating router b51496b8-4ae3-434f-ac29-781362f971f8 port 95866bcd-cd01-4f6f-b5ac-954703ac6330 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:30:01.281947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36584) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:01.289313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125065758', 'description': 'tempest-secgroup-smoke-1125065758 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:01.295835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:01.300605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:01.303924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:01.310627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:01.322572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.330156 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.330357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-dcb5fe72-cb2f-45e4-86a3-7714fb81ad44 None None] Provisioning complete for port 95866bcd-cd01-4f6f-b5ac-954703ac6330 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:01.330737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fe72-cb2f-45e4-86a3-7714fb81ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.346221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:01.349972 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:01.353019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:01.360183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:01.382814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=a7557b3b-64bc-43fe-a6e5-2de20527ff1d,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:01.396521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5fe72-cb2f-45e4-86a3-7714fb81ad44 None None] Port 95866bcd-cd01-4f6f-b5ac-954703ac6330 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:30:01.444174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.448976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.496996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484dad09-1976-48e4-ab9f-982d3fc6e462,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:01.500587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.504490 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fa7a30d5-4494-499a-8d7e-5cbca11ec3b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2188694 Mar 03 10:30:01.504886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36588) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:01.510214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '484dad09-1976-48e4-ab9f-982d3fc6e462', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:01.516507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:01.520311 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:01.523420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:01.529672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:01.546119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.606054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.609818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.634764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b23dd9-b1a9-43e1-8604-6b539754ec1e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:01.645004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.646427 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ce791b7b-02cf-4ecf-b520-ca1f6c02f37b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404169 Mar 03 10:30:01.649351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36592) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:01.654194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '484dad09-1976-48e4-ab9f-982d3fc6e462', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:01.659997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:01.663809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:01.666686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:01.672907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:01.689700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.695954 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.708739 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Transition to ACTIVE for port object 95866bcd-cd01-4f6f-b5ac-954703ac6330 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:30:01.716784 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.759419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.764203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.788746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3362038a-01ea-4e5e-a428-e9d9cb10c307,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:01.798076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.802580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-40fb2c0e-cb07-48c1-a749-3363e11192fe tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496482 Mar 03 10:30:01.802716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36596) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:01.808569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '484dad09-1976-48e4-ab9f-982d3fc6e462', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:01.814617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:01.818528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:01.821452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:01.827883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:01.845990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.863242 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Pushing event updated for resources: {'Port': ['ID=95866bcd-cd01-4f6f-b5ac-954703ac6330,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:01.872883 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.873217 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.873542 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.873862 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.874175 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.874489 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.874817 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.875111 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.875456 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.875764 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.876076 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.876374 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:01.918578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.924159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.945104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa087a0-d234-490b-b81e-037eed0dbb91,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:01.965756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.969694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0627d785-f3cd-4428-947e-7d35c1ead8d7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633103 Mar 03 10:30:01.969884 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Attempting to bind port 95866bcd-cd01-4f6f-b5ac-954703ac6330 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:30:01.969884 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Attempting to bind port 95866bcd-cd01-4f6f-b5ac-954703ac6330 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:30:01.969884 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Attempting to bind port 95866bcd-cd01-4f6f-b5ac-954703ac6330 on network 0e18becd-a961-4b27-9a6f-15360a451045 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:30:01.970223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36600) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:01.974637 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:30:01.975193 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Checking segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:30:01.975443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '484dad09-1976-48e4-ab9f-982d3fc6e462', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:01.975753 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.976230 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Bound using segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:30:01.976752 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Bound port: 95866bcd-cd01-4f6f-b5ac-954703ac6330, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:30:01.977187 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:01.982758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:01.986814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:01.990261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:01.996515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:02.016724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.069647 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] For port 95866bcd-cd01-4f6f-b5ac-954703ac6330, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:30:02.074351 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] For port 95866bcd-cd01-4f6f-b5ac-954703ac6330, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=95866bcd-cd01-4f6f-b5ac-954703ac6330,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:30:02.078718 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.082592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.086981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.109952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b25b4c-139c-41ac-af53-a0452d68aa5f,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:02.119062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.120825 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-457f0f4a-e86c-430e-b89c-560674867208 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497686 Mar 03 10:30:02.123921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36604) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:02.128961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '484dad09-1976-48e4-ab9f-982d3fc6e462', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:02.134815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:02.139665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:02.142695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:02.149011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:02.152161 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:30:02.152794 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:29:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:02.161705 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:30:02.168798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.233268 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46e6c4-392e-4c36-a133-900ead6b9030 None None] Pushing event updated for resources: {'Port': ['ID=95866bcd-cd01-4f6f-b5ac-954703ac6330,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:02.236684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.241553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.275651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed01608-409d-44aa-bd9f-fdd8b55da799,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:02.284118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.285481 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b00238e1-de1a-4e50-93c0-cda3ad27964e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606507 Mar 03 10:30:02.288210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36608) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:02.293836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '484dad09-1976-48e4-ab9f-982d3fc6e462', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:02.300214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:02.304821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:02.309670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:02.315750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:02.329585 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:30:02.336736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.353541 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:30:02.405317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.409773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.434927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86df24f6-f5c3-4074-924e-5f9029c7f956,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:02.460265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:02.464667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.474578 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-962f1efd-114a-43cc-936d-4404272fb6db tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1767747 Mar 03 10:30:02.541074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:02.541771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:02.665854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a7557b3b-64bc-43fe-a6e5-2de20527ff1d up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:02.683416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-23de0c4d-e469-44a4-abaa-90bc5f0aaac2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:30:02.700513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-23de0c4d-e469-44a4-abaa-90bc5f0aaac2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:30:02.701725 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-23de0c4d-e469-44a4-abaa-90bc5f0aaac2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125065758&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0585575 Mar 03 10:30:02.717691 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:02Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:02.721699 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c747a-a8e6-4075-8ea6-957652b621df None None] The sync data for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv is: [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:02Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:30:02.740785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a7557b3b-64bc-43fe-a6e5-2de20527ff1d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:02.741159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:03.000469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-3260b92d-f7f4-4da9-b667-19902524063b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:03.001175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-3260b92d-f7f4-4da9-b667-19902524063b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:30:03.017380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-3260b92d-f7f4-4da9-b667-19902524063b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:30:03.018580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-3260b92d-f7f4-4da9-b667-19902524063b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 795 time: 0.3088140 Mar 03 10:30:03.040899 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-239a6f49-d397-4cb9-a3ed-4b3588fe5806 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0160847 Mar 03 10:30:03.053356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9ee48d6-2203-480d-8efa-5992434ee974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:03.127685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-5d33ffc1-1239-46a2-8f57-75521597ab8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:30:03.143548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-5d33ffc1-1239-46a2-8f57-75521597ab8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:30:03.144888 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-5d33ffc1-1239-46a2-8f57-75521597ab8b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975702 Mar 03 10:30:03.291359 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-75520be9-dd19-4622-9e16-637843f6d02d service neutron] 10.222.0.23 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323013 Mar 03 10:30:03.429306 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-25e65e5b-3103-4948-9fa5-f4e69d84205e service neutron] 10.222.0.23 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311970 Mar 03 10:30:03.615554 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-42975f56-b75b-4f27-84ab-26b7f5e4c471 req-9ea886a6-26dc-4978-8fe7-96434365b0ab tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 210 time: 0.0448241 Mar 03 10:30:04.436110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 95866bcd-cd01-4f6f-b5ac-954703ac6330 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:04.505857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 95866bcd-cd01-4f6f-b5ac-954703ac6330 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:04.510969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 95866bcd-cd01-4f6f-b5ac-954703ac6330 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:04.511433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:04.638554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:04.675568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 95866bcd-cd01-4f6f-b5ac-954703ac6330, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=95866bcd-cd01-4f6f-b5ac-954703ac6330,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:04.680547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:04.734512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-d81edde4-11df-40ea-b3ae-cd7972e374ba tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:04.738589 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-d81edde4-11df-40ea-b3ae-cd7972e374ba tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 795 time: 0.1753585 Mar 03 10:30:04.759409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=95866bcd-cd01-4f6f-b5ac-954703ac6330,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:04.787471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a375aa9a-a5cb-45cc-b30e-b4c30f1ca387 req-fd89aaa8-d9d0-4672-b6e7-16d481d2b61a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 210 time: 0.0484440 Mar 03 10:30:04.802962 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-4a806a2a-82ae-4585-b799-f21dc98c89e1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 380 time: 0.0554996 Mar 03 10:30:04.812751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['484dad09-1976-48e4-ab9f-982d3fc6e462']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:04.947526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:04.957399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:04.968457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:30:04.972312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:05.128560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.8 (0e18becd-a961-4b27-9a6f-15360a451045/b569b805-0868-40ec-ac78-0649dc915bf2/2b784e75-a6fc-4f24-866f-56fd97db9f19) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:30:05.242807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-313a33e7-240c-4469-a993-87d5c9e25264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:05.410822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:05.427076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 2b784e75-a6fc-4f24-866f-56fd97db9f19 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:30:05.451415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:05.516811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 0e18becd-a961-4b27-9a6f-15360a451045 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:30:05.524628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:30:05.529846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:30:05.563083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:05.582631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.582973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.583321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.583670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.583995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.584320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.584647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.584969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.585291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.585611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.585927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.586244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:30:05.610466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:05.611167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:05.636507 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-bfc1ff14-fe29-4d3c-bf91-02fb86bf032b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8288937 Mar 03 10:30:05.647533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Request body: {'port': {'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:05.735213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-02d7b454-7ada-44b3-9ea9-08e27499071d None None] Provisioning for port 2b784e75-a6fc-4f24-866f-56fd97db9f19 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:05.740084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-02d7b454-7ada-44b3-9ea9-08e27499071d None None] Provisioning complete for port 2b784e75-a6fc-4f24-866f-56fd97db9f19 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:05.740493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-02d7b454-7ada-44b3-9ea9-08e27499071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:05.761491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:05.793386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-02d7b454-7ada-44b3-9ea9-08e27499071d None None] Port 2b784e75-a6fc-4f24-866f-56fd97db9f19 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:30:05.976141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af437332-9232-495b-a1d8-41f1eef4098d req-50f38900-ca35-4aa7-8cf2-0c427b55f6c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:05.977596 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-af437332-9232-495b-a1d8-41f1eef4098d req-50f38900-ca35-4aa7-8cf2-0c427b55f6c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 931 time: 0.0807164 Mar 03 10:30:06.023736 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-af437332-9232-495b-a1d8-41f1eef4098d req-d60422ea-0e80-4703-af06-c66f981092ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396521 Mar 03 10:30:06.076189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.108000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.116228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b784e75-a6fc-4f24-866f-56fd97db9f19 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:30:06.124771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.140104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Transition to ACTIVE for port object 2b784e75-a6fc-4f24-866f-56fd97db9f19 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:30:06.143606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.337218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Pushing event updated for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:06.384115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Attempting to bind port 2b784e75-a6fc-4f24-866f-56fd97db9f19 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:30:06.384453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Attempting to bind port 2b784e75-a6fc-4f24-866f-56fd97db9f19 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:30:06.384781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Attempting to bind port 2b784e75-a6fc-4f24-866f-56fd97db9f19 on network 0e18becd-a961-4b27-9a6f-15360a451045 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:30:06.390119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Port 2b784e75-a6fc-4f24-866f-56fd97db9f19 on network 0e18becd-a961-4b27-9a6f-15360a451045 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:30:06.390439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Attempting to bind port 2b784e75-a6fc-4f24-866f-56fd97db9f19 on network 0e18becd-a961-4b27-9a6f-15360a451045 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:30:06.398203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:30:06.398530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Checking segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:30:06.398914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Bound using segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:30:06.399357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Bound port: 2b784e75-a6fc-4f24-866f-56fd97db9f19, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:30:06.399705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.429888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 95866bcd-cd01-4f6f-b5ac-954703ac6330 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:06.498878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:30:06.501930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:30:06.506770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.509034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 95866bcd-cd01-4f6f-b5ac-954703ac6330 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:06.509398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.570688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:06.571042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:06.572293 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] 10.222.0.32 "PUT /v2.0/ports/2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 1093 time: 0.9292376 Mar 03 10:30:06.572866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:30:06.613522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcb936-9bbe-445b-b986-c147bec5d8de service neutron] Pushing event updated for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:06.663662 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'status': 'completed', 'code': 200} Mar 03 10:30:06.707068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-5c74249b-9e7e-4b02-9f61-1cd04643166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:06.708592 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-5c74249b-9e7e-4b02-9f61-1cd04643166d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1096 time: 0.0904951 Mar 03 10:30:06.784815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-c08acc9b-007f-45a4-801c-6d89304cfaf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 217 time: 0.0690334 Mar 03 10:30:06.846354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-97e27b2a-d665-4a7c-8622-65201ee29b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:06.847695 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-97e27b2a-d665-4a7c-8622-65201ee29b80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0573599 Mar 03 10:30:06.926088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-e8de1919-696f-4d8f-9a01-8f3e0edeae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:06.927584 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-e8de1919-696f-4d8f-9a01-8f3e0edeae00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743985 Mar 03 10:30:07.163454 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-3c6c937e-4658-4e66-b295-2c8c9eaafd47 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300181 Mar 03 10:30:07.227857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae716-a08a-430d-bbee-09f8788b05ec req-8a4c301d-0c74-41f6-8290-2e0da19cd8d4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:07.229340 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7a7ae716-a08a-430d-bbee-09f8788b05ec req-8a4c301d-0c74-41f6-8290-2e0da19cd8d4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 943 time: 0.0839396 Mar 03 10:30:07.273333 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7a7ae716-a08a-430d-bbee-09f8788b05ec req-f3e93c0a-668e-4641-8e7d-6032d9224945 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383828 Mar 03 10:30:07.296270 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a75fbdf5-bf7c-4d41-9083-49a7cce52414 req-11f28981-b23b-46a2-b933-9e8214c8a1cc service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267352 Mar 03 10:30:07.410338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-144e2215-da89-4446-ad9b-cfb2bad97986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:07.411709 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-144e2215-da89-4446-ad9b-cfb2bad97986 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1096 time: 0.0701346 Mar 03 10:30:07.542973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-c925e632-25e7-4160-a419-163632ee3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:07.544460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-c925e632-25e7-4160-a419-163632ee3c85 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1266859 Mar 03 10:30:07.614446 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-ef41f8a4-1c9a-47fc-828c-5bf8653bed38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 217 time: 0.0632713 Mar 03 10:30:07.676438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-96a99d8f-58b2-406c-84a7-82abbd54854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:07.677844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-96a99d8f-58b2-406c-84a7-82abbd54854c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0568688 Mar 03 10:30:07.756417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-610466cf-0680-4d2d-ac1a-32d8b92740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:07.757849 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-610466cf-0680-4d2d-ac1a-32d8b92740e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721934 Mar 03 10:30:07.887373 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-1a235c55-d667-4602-907b-c0f796bd98ed service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228969 Mar 03 10:30:07.942943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:08.018031 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9ae204b7-66b7-47e0-a31a-75fc0f19eebb req-7073acbb-3295-4eca-aaee-3771a00ecb2f service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245458 Mar 03 10:30:08.459363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a921210-e731-4f77-82fe-3ef9d10d2de9 req-04bfcd32-6b8b-4165-b2b0-7ec5f2a927f8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:08.460824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9a921210-e731-4f77-82fe-3ef9d10d2de9 req-04bfcd32-6b8b-4165-b2b0-7ec5f2a927f8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 943 time: 0.0804164 Mar 03 10:30:08.507266 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9a921210-e731-4f77-82fe-3ef9d10d2de9 req-a008a182-60fa-4c3a-a93e-3c8d3dfa284a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Mar 03 10:30:09.447414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2b784e75-a6fc-4f24-866f-56fd97db9f19 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:30:09.580504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:09.593843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:30:09.648018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:09.665237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b784e75-a6fc-4f24-866f-56fd97db9f19 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:30:09.680913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:09.685331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:09.692337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bff9f-9a23-41dc-9fed-5717331aca52 req-131771e1-1532-419e-9e73-ce03348938b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:09.693815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-221bff9f-9a23-41dc-9fed-5717331aca52 req-131771e1-1532-419e-9e73-ce03348938b8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 943 time: 0.0799193 Mar 03 10:30:09.739776 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-221bff9f-9a23-41dc-9fed-5717331aca52 req-9a82e3df-4ab2-4051-bd06-7755203695b1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 Mar 03 10:30:09.754480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:09.923226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['2b784e75-a6fc-4f24-866f-56fd97db9f19'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:30:11.074134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aa7ba-d18b-4f70-96a0-55b05246fa8b req-df31d571-0e13-42dc-9fbd-f182687bc68f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:11.075575 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-432aa7ba-d18b-4f70-96a0-55b05246fa8b req-df31d571-0e13-42dc-9fbd-f182687bc68f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 944 time: 0.0839193 Mar 03 10:30:11.118489 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-432aa7ba-d18b-4f70-96a0-55b05246fa8b req-82e41d25-abef-4606-9c17-ae3403d6e42d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 Mar 03 10:30:11.447412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2b784e75-a6fc-4f24-866f-56fd97db9f19 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:11.515731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 2b784e75-a6fc-4f24-866f-56fd97db9f19 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:11.520518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 2b784e75-a6fc-4f24-866f-56fd97db9f19 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:11.520889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:11.634369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:11.659892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:30:11.669762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:11.674178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:11.745484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:11.754406 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'code': 200} Mar 03 10:30:11.972571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eab895-75d3-486f-a44f-d2a3bea41720 req-f4a11d4f-3017-4cc6-8f47-3c2a50c3936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:11.973935 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e3eab895-75d3-486f-a44f-d2a3bea41720 req-f4a11d4f-3017-4cc6-8f47-3c2a50c3936b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1098 time: 0.0697196 Mar 03 10:30:12.014784 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e3eab895-75d3-486f-a44f-d2a3bea41720 req-3971ff85-8e74-470b-a18a-90414d7e4c6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340593 Mar 03 10:30:12.300618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdfc3e-b3e6-48dc-a7b0-83a7cedaf3f8 req-0e959ab6-9512-4200-b346-0723a8fdd3e3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:12.301968 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8dcdfc3e-b3e6-48dc-a7b0-83a7cedaf3f8 req-0e959ab6-9512-4200-b346-0723a8fdd3e3 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 945 time: 0.0794640 Mar 03 10:30:12.346132 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8dcdfc3e-b3e6-48dc-a7b0-83a7cedaf3f8 req-46fd783a-8df0-438d-bd97-9208e54c192d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384791 Mar 03 10:30:13.536010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32d49-fcd2-4a5f-b8c0-bfef46a9b8e1 req-74090aba-3d0a-4125-894f-e43088f2d1b4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:13.537493 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c5b32d49-fcd2-4a5f-b8c0-bfef46a9b8e1 req-74090aba-3d0a-4125-894f-e43088f2d1b4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 945 time: 0.0843132 Mar 03 10:30:13.581398 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c5b32d49-fcd2-4a5f-b8c0-bfef46a9b8e1 req-250e9a2d-b04f-4732-a257-315663dd46cc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375154 Mar 03 10:30:13.762453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37f56b-36d5-4930-800c-7fbe450cb4b4 req-b01d3f29-fefe-4ff2-be03-89c4a49b7424 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:13.763917 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ab37f56b-36d5-4930-800c-7fbe450cb4b4 req-b01d3f29-fefe-4ff2-be03-89c4a49b7424 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 945 time: 0.0797496 Mar 03 10:30:13.809491 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ab37f56b-36d5-4930-800c-7fbe450cb4b4 req-df42bad5-0734-4ff6-94f1-08ed341dbe94 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400724 Mar 03 10:30:13.831960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36668) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:13.900103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e8c9f-2141-45bd-86cf-a8a3bd78d39c tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:13.902102 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c43e8c9f-2141-45bd-86cf-a8a3bd78d39c tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1093 time: 0.0691731 Mar 03 10:30:13.905034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36672) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:13.909799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:13.916295 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:13.920266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:13.923281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:13.928887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:13.939191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:14.073720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:14.207248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.70 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/af703454-8566-4e8f-8739-72b621bcb4c6) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:30:14.451909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:14.481740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:14.543320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:30:14.550517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:30:14.553089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:30:14.591368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=af703454-8566-4e8f-8739-72b621bcb4c6,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:14.962586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:15.034807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:15.240555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:15.245906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:15.355675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=af703454-8566-4e8f-8739-72b621bcb4c6,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:15.362892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:15.536911 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 8013a6bb-2d47-4f83-806b-e26658159766 associated. External IP: 172.26.7.70, port: 2b784e75-a6fc-4f24-866f-56fd97db9f19. Mar 03 10:30:15.989837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router b51496b8-4ae3-434f-ac29-781362f971f8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:30:16.168970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:30:16.178945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] Sync routers for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:30:16.188409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:30:16.189008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:30:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:16.193778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.249815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-980be29a-cbbf-4ffc-b20f-4541e44cc68c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3436821 Mar 03 10:30:16.250590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:30:16.252881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36676) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:16.330500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe36c56-2e79-4002-bde9-562dab339561 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:16.332224 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-efe36c56-2e79-4002-bde9-562dab339561 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1093 time: 0.0781000 Mar 03 10:30:16.352326 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'status': 'completed', 'code': 200} Mar 03 10:30:16.372748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:30:16.444954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-6e4e0087-7a53-4129-9ae9-278aa0d58918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:16.446888 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-6e4e0087-7a53-4129-9ae9-278aa0d58918 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1098 time: 0.0741112 Mar 03 10:30:16.588839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-d147b702-c387-48d7-96bc-8e260702f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:16.590210 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-d147b702-c387-48d7-96bc-8e260702f5fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1371553 Mar 03 10:30:16.615693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36686) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:16.623230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961308376', 'description': 'tempest-secgroup-smoke-1961308376 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:16.629541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:16.640055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:16.652030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.674719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:16.678486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:16.681769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:16.687966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:16.711869 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-403986b4-ba87-419f-8b79-f5334353b7e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 998 time: 0.1152375 Mar 03 10:30:16.732360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:14Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:16.736617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] Checking router: b51496b8-4ae3-434f-ac29-781362f971f8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:30:16.745362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:30:16.745953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:30:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:16.769069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.773318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.774736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-84cdd80f-15e2-401a-b9dd-e8c3a13aab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:16.776477 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-84cdd80f-15e2-401a-b9dd-e8c3a13aab5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0593367 Mar 03 10:30:16.821215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225a560d-4ed7-48af-8a63-61dc87be46ea,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:16.831048 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.832438 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2e7108b3-bfa6-422a-8ca9-bd43dd8c6635 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2155240 Mar 03 10:30:16.835238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36690) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:16.842118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '225a560d-4ed7-48af-8a63-61dc87be46ea', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:16.848273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:16.852180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:16.855274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:16.860105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-5f870206-bed4-42bc-b4a3-4b3cf83ccadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:16.861651 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-5f870206-bed4-42bc-b4a3-4b3cf83ccadf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795817 Mar 03 10:30:16.862354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:16.879650 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.931165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:30:16.946170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.951454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.975544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75948bea-eb17-43b6-92c5-362e25adfc08,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:16.985458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:16.986658 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-09149e50-663e-4117-b08e-39d5c184d422 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501141 Mar 03 10:30:16.989499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36694) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:16.995631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '225a560d-4ed7-48af-8a63-61dc87be46ea', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:17.002059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:17.006915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:17.010782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:17.018291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:17.040174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.112861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.115775 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-19389364-3ba7-4de1-b779-1d2ade59ef5e service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483857 Mar 03 10:30:17.117872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.149368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c335df7b-adf4-48ce-be5f-61b73541d03d,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:17.160636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.161936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bb4229d4-eb78-4432-bf20-b99bcb269f2d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1714120 Mar 03 10:30:17.164905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36698) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:17.171483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '225a560d-4ed7-48af-8a63-61dc87be46ea', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:17.177918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:17.182578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:17.186813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:17.192593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:17.214683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.257562 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-39f63f51-9c7b-49e5-845b-f71559e787ff req-7f9070dc-7687-4566-9cb1-436a6f5443f6 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357365 Mar 03 10:30:17.295167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.299173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.322284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd58545-9a6c-4dc9-99f8-fc8e33b6fc05,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:17.333634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.335046 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1b6a93c0-7d0b-406f-a53e-0219a1d8652c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691408 Mar 03 10:30:17.337784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36702) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:17.343108 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '225a560d-4ed7-48af-8a63-61dc87be46ea', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:17.348946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:17.352709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:17.355827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:17.361276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:14Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:17.361845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:17.365256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b89c4c-a0ac-48fd-9fbb-e971f7f6e3d8 None None] The sync data for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv is: [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:14Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:30:17.382521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.453433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.458660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.485386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd972da6-0774-4120-a51e-fbe36b55bfcf,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:17.495179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.496453 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0ca8c6fa-1b85-47b9-86a2-7aff36e2162d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575696 Mar 03 10:30:17.499079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36706) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:17.504152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '225a560d-4ed7-48af-8a63-61dc87be46ea', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:17.510611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:17.514646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:17.517661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:17.523747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:17.536442 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:30:17.544013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.581118 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8cdb4-d286-412e-bbfe-7d51fb5d0a70 None None] New status for floating IP 8013a6bb-2d47-4f83-806b-e26658159766: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:30:17.612711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.616602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.640712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ac3a86-d3fb-4a6d-b529-dbe04122e767,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:17.650538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.655211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36710) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:17.655497 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3e5493b1-ead2-4f61-b4d2-f0765a62a84f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552439 Mar 03 10:30:17.660413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': '225a560d-4ed7-48af-8a63-61dc87be46ea', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:17.666307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:17.670725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:17.673683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:17.679688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:17.690938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:30:17.697318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.759158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.763379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.789296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e23ac49-7c06-4c07-8769-d09bc3739260,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:17.799205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:17.800476 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6744bb5b-43b7-48f1-a9db-50037b1b81ee tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442468 Mar 03 10:30:17.962403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-4605f38a-82c7-4669-8da5-535df1f4985a req-50134c3f-fa07-400e-af64-31f2ccb3a2d4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:30:17.977668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-4605f38a-82c7-4669-8da5-535df1f4985a req-50134c3f-fa07-400e-af64-31f2ccb3a2d4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:30:17.978807 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-50134c3f-fa07-400e-af64-31f2ccb3a2d4 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961308376&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0562758 Mar 03 10:30:18.125421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-97a0cee2-d283-4649-861f-c294fb1e32da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:18.126863 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-97a0cee2-d283-4649-861f-c294fb1e32da tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 795 time: 0.1413510 Mar 03 10:30:18.141545 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-1ccb4e07-fdf3-4142-9631-dccc64d3d91a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0090384 Mar 03 10:30:18.233472 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-f090aea5-f5b9-40ee-b49d-151d2fe7bfb6 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0872159 Mar 03 10:30:18.407728 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-54c803f8-cfea-4fbb-9197-abc76b6f57b5 service neutron] 10.222.0.23 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628757 Mar 03 10:30:18.537882 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-fd775033-65d7-4353-87b3-06b9b91de34c service neutron] 10.222.0.23 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243849 Mar 03 10:30:18.715600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-25fe1a23-0d74-4531-9f41-c318a683adb8 req-c61db5e3-6bd2-47a1-b379-f4cb9c0f5833 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 210 time: 0.0419734 Mar 03 10:30:19.716886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-d223311c-480c-4a6a-9b53-e9219a2d5eff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:19.718316 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-d223311c-480c-4a6a-9b53-e9219a2d5eff tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 795 time: 0.1532469 Mar 03 10:30:19.769866 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-a318d2e3-d939-45b7-a502-16ad1a6b1136 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 473 time: 0.0439649 Mar 03 10:30:19.778891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['225a560d-4ed7-48af-8a63-61dc87be46ea']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:19.869197 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3962d3dd-eefc-43f1-b44e-1a693ce6b817 req-c0b01267-cd8f-480c-a3c6-0790eb5d5dc2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 210 time: 0.0422366 Mar 03 10:30:19.916058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:19.920597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:port and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:19.923337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:19.928798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:19.938742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:30:19.942154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:20.102296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.3 (0e18becd-a961-4b27-9a6f-15360a451045/b569b805-0868-40ec-ac78-0649dc915bf2/aea46823-06e1-47da-831c-8e315cfeddba) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:30:20.290996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:20.305847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object aea46823-06e1-47da-831c-8e315cfeddba will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:30:20.329208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:20.391555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 0e18becd-a961-4b27-9a6f-15360a451045 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:30:20.394555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:30:20.403328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:30:20.440697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=aea46823-06e1-47da-831c-8e315cfeddba,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:20.472671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:20.473285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:20.498951 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-ebad3fa7-a9f5-4661-b940-9ed8f3aadf04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240467 Mar 03 10:30:20.510021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Request body: {'port': {'device_id': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:20.605581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a1e54b06-d3ed-4928-ad5b-7d054f784310 None None] Provisioning for port aea46823-06e1-47da-831c-8e315cfeddba completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:20.610471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a1e54b06-d3ed-4928-ad5b-7d054f784310 None None] Provisioning complete for port aea46823-06e1-47da-831c-8e315cfeddba triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:20.610836 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a1e54b06-d3ed-4928-ad5b-7d054f784310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:20.624726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:20.667876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-a1e54b06-d3ed-4928-ad5b-7d054f784310 None None] Port aea46823-06e1-47da-831c-8e315cfeddba cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:30:20.963469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea46823-06e1-47da-831c-8e315cfeddba {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:30:20.972098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:20.987343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Transition to ACTIVE for port object aea46823-06e1-47da-831c-8e315cfeddba will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:30:20.990795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:21.056158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e36b-a45c-4fae-9655-177a26af6b00 req-aa81adab-d329-4417-9f9c-fab53fccb8fb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:21.057642 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aba8e36b-a45c-4fae-9655-177a26af6b00 req-aa81adab-d329-4417-9f9c-fab53fccb8fb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 943 time: 0.0842106 Mar 03 10:30:21.108025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aba8e36b-a45c-4fae-9655-177a26af6b00 req-3200b08f-9eb7-4064-a756-b0ef0178d24e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Mar 03 10:30:21.233126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Pushing event updated for resources: {'Port': ['ID=aea46823-06e1-47da-831c-8e315cfeddba,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:21.335238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Attempting to bind port aea46823-06e1-47da-831c-8e315cfeddba on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:30:21.335522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Attempting to bind port aea46823-06e1-47da-831c-8e315cfeddba by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:30:21.335839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Attempting to bind port aea46823-06e1-47da-831c-8e315cfeddba on network 0e18becd-a961-4b27-9a6f-15360a451045 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:30:21.340756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Port aea46823-06e1-47da-831c-8e315cfeddba on network 0e18becd-a961-4b27-9a6f-15360a451045 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:30:21.341074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Attempting to bind port aea46823-06e1-47da-831c-8e315cfeddba on network 0e18becd-a961-4b27-9a6f-15360a451045 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:30:21.345962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:30:21.346291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Checking segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:30:21.346668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Bound using segment: {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:30:21.347083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Bound port: aea46823-06e1-47da-831c-8e315cfeddba, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:30:21.347467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:21.439114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] For port aea46823-06e1-47da-831c-8e315cfeddba, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:30:21.442265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] For port aea46823-06e1-47da-831c-8e315cfeddba, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aea46823-06e1-47da-831c-8e315cfeddba,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:30:21.446180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:21.501094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:21.501693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:21.503049 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] 10.222.0.32 "PUT /v2.0/ports/aea46823-06e1-47da-831c-8e315cfeddba HTTP/1.1" status: 200 len: 1093 time: 0.9972348 Mar 03 10:30:21.503507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:30:21.535554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec092f-a5d5-4227-8c9f-4e89653eb653 service neutron] Pushing event updated for resources: {'Port': ['ID=aea46823-06e1-47da-831c-8e315cfeddba,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:21.558887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba', 'status': 'completed', 'code': 200} Mar 03 10:30:21.638001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-e5aee513-96bc-478d-926c-10bc3d8f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:21.639823 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-e5aee513-96bc-478d-926c-10bc3d8f2aff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 1096 time: 0.0792446 Mar 03 10:30:21.710944 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-7beb2601-8b27-4f39-8620-89e69ff5a460 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea46823-06e1-47da-831c-8e315cfeddba HTTP/1.1" status: 200 len: 217 time: 0.0643432 Mar 03 10:30:21.776028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-5f81b069-75ed-45f6-a3e2-3d0806e200b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:21.778337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-5f81b069-75ed-45f6-a3e2-3d0806e200b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0614972 Mar 03 10:30:21.852098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f38a-82c7-4669-8da5-535df1f4985a req-2fb3cfdf-5324-4f0c-91a4-2858e79ae1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:21.853533 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-2fb3cfdf-5324-4f0c-91a4-2858e79ae1ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697677 Mar 03 10:30:21.981380 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-4edd4b7e-6532-49cc-a77d-805b53ca8111 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217465 Mar 03 10:30:22.113745 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4605f38a-82c7-4669-8da5-535df1f4985a req-db72c17e-7d78-41e0-a2dd-0830ff53a359 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268365 Mar 03 10:30:22.229392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-2f9374dc-8651-41ce-8e5e-139e87a5822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:22.231595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-2f9374dc-8651-41ce-8e5e-139e87a5822b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 1096 time: 0.0754371 Mar 03 10:30:22.293684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eddad1-9c2d-4d48-9a66-5750b7ffe3d0 req-f96dbe53-4c45-4b66-a7ab-0b27a9bc9874 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:22.295135 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b8eddad1-9c2d-4d48-9a66-5750b7ffe3d0 req-f96dbe53-4c45-4b66-a7ab-0b27a9bc9874 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 943 time: 0.0820472 Mar 03 10:30:22.365137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-49b0b975-5985-4001-9a16-65fc7e23f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:22.366605 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-49b0b975-5985-4001-9a16-65fc7e23f958 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1295185 Mar 03 10:30:22.436460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-74242d88-2586-4596-9400-dc6fdd31824c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea46823-06e1-47da-831c-8e315cfeddba HTTP/1.1" status: 200 len: 217 time: 0.0628145 Mar 03 10:30:22.451794 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b8eddad1-9c2d-4d48-9a66-5750b7ffe3d0 req-9ab7371b-5135-4ce6-b322-2a3c5af8f67f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508088 Mar 03 10:30:22.503864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-005e2f82-a5a9-4449-915b-cbe561cf14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:22.505227 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-005e2f82-a5a9-4449-915b-cbe561cf14fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0626130 Mar 03 10:30:22.581257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-954c8857-c67e-4960-8ed0-95b1f9ef3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:22.582721 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-954c8857-c67e-4960-8ed0-95b1f9ef3681 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711298 Mar 03 10:30:22.713472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-4b50122d-73cb-4ad6-99e6-880cdf61e099 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244278 Mar 03 10:30:22.845038 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6dcc035e-b3ea-41c5-af97-8b5c61affdd2 req-56663b78-813e-4d4c-aadb-7057996ee27f service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244152 Mar 03 10:30:23.481527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aea46823-06e1-47da-831c-8e315cfeddba details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:30:23.625858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port aea46823-06e1-47da-831c-8e315cfeddba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aea46823-06e1-47da-831c-8e315cfeddba,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:23.640139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'aea46823-06e1-47da-831c-8e315cfeddba', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'port_id': 'aea46823-06e1-47da-831c-8e315cfeddba', 'mac_address': 'fa:16:3e:94:aa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:30:23.662905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4b852-a236-476f-b3d6-1adb9a7d2bd1 req-11a90483-062b-44c0-ac59-aa760715d00e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:23.665048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20e4b852-a236-476f-b3d6-1adb9a7d2bd1 req-11a90483-062b-44c0-ac59-aa760715d00e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 943 time: 0.0890644 Mar 03 10:30:23.696514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:23.712770 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20e4b852-a236-476f-b3d6-1adb9a7d2bd1 req-03e3bba7-8ffd-4b53-93f5-2c3b67cafdf5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400980 Mar 03 10:30:23.714785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea46823-06e1-47da-831c-8e315cfeddba {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:30:23.731846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port aea46823-06e1-47da-831c-8e315cfeddba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aea46823-06e1-47da-831c-8e315cfeddba,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:23.736072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:23.807598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=aea46823-06e1-47da-831c-8e315cfeddba,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:23.824621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:23.945986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['aea46823-06e1-47da-831c-8e315cfeddba'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:30:24.902253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18177c9e-3952-44b1-b728-b43719579482 req-69af9f39-36cb-4a9d-bd67-17d4845653e8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:24.903744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-18177c9e-3952-44b1-b728-b43719579482 req-69af9f39-36cb-4a9d-bd67-17d4845653e8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 944 time: 0.0829844 Mar 03 10:30:24.948315 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-18177c9e-3952-44b1-b728-b43719579482 req-4c040a00-a43d-402e-9d69-ac470ea79e3f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389726 Mar 03 10:30:25.494094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aea46823-06e1-47da-831c-8e315cfeddba up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:30:25.560143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port aea46823-06e1-47da-831c-8e315cfeddba completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:30:25.564766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port aea46823-06e1-47da-831c-8e315cfeddba triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:30:25.565133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:25.681111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:25.707406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:30:25.718335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port aea46823-06e1-47da-831c-8e315cfeddba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aea46823-06e1-47da-831c-8e315cfeddba,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:30:25.722608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:25.759234 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba', 'code': 200} Mar 03 10:30:25.798248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=aea46823-06e1-47da-831c-8e315cfeddba,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:25.983031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706d050-d89d-46b1-8c31-fdc2877b1a83 req-78517c4e-f888-4002-9da8-f35ce2e5248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:25.984496 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1706d050-d89d-46b1-8c31-fdc2877b1a83 req-78517c4e-f888-4002-9da8-f35ce2e5248c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 1098 time: 0.0734887 Mar 03 10:30:26.126547 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1706d050-d89d-46b1-8c31-fdc2877b1a83 req-52fd5234-ffa0-4caf-a0ab-dac5886a89aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355338 Mar 03 10:30:26.134181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff67ee-d348-4106-b2a6-d01e64cfbb92 req-bfa0dd12-e519-46ba-bfbb-b813b249144f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:26.135662 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d0ff67ee-d348-4106-b2a6-d01e64cfbb92 req-bfa0dd12-e519-46ba-bfbb-b813b249144f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 945 time: 0.0824914 Mar 03 10:30:26.181913 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d0ff67ee-d348-4106-b2a6-d01e64cfbb92 req-fb3945d4-a2ed-4ab9-a6de-243b135e4f01 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400500 Mar 03 10:30:27.364366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54161c89-a917-4c9f-bce4-0b6e62268234 req-b2ca159d-2ea2-476e-a517-eea11ff6afc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:27.365800 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-54161c89-a917-4c9f-bce4-0b6e62268234 req-b2ca159d-2ea2-476e-a517-eea11ff6afc5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 945 time: 0.0790298 Mar 03 10:30:27.409396 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-54161c89-a917-4c9f-bce4-0b6e62268234 req-43fea3d8-2432-4403-bba6-ddb2fc06068d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380697 Mar 03 10:30:27.591530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5df8-cbc6-410e-8db4-cffe4c33edf7 req-05cc25f0-25c1-4ffe-b7ee-fd72ce7eccc2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:27.592985 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5d5c5df8-cbc6-410e-8db4-cffe4c33edf7 req-05cc25f0-25c1-4ffe-b7ee-fd72ce7eccc2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 945 time: 0.0828421 Mar 03 10:30:27.637092 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5d5c5df8-cbc6-410e-8db4-cffe4c33edf7 req-be54e907-0839-42b1-97b8-60b8cfdbc8ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378151 Mar 03 10:30:27.658637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36762) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:27.726974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c481c4-fe46-499e-8237-f1529f2b124b tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:27.728390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-24c481c4-fe46-499e-8237-f1529f2b124b tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 1093 time: 0.0688145 Mar 03 10:30:27.731141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36766) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:30:27.736033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'aea46823-06e1-47da-831c-8e315cfeddba', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:30:27.741795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:30:27.746103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:30:27.749131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:30:27.754636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:30:27.765951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:27.900987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:28.044154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.184 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/03c13c8e-4dd1-41cb-b824-ec45730d240c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:30:28.190936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:28.219792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:28.286694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:30:28.289463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:30:28.298396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:30:28.333081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=03c13c8e-4dd1-41cb-b824-ec45730d240c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:28.710666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:28.782369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:29.083131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:29.087537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:29.194739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=03c13c8e-4dd1-41cb-b824-ec45730d240c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:30:29.206744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:29.374267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 027e0b7b-6b5d-45e8-8b0d-769bc2bae878 associated. External IP: 172.26.7.184, port: aea46823-06e1-47da-831c-8e315cfeddba. Mar 03 10:30:29.719878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router b51496b8-4ae3-434f-ac29-781362f971f8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:30:29.893240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:30:29.903771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] Sync routers for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:30:29.913312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:30:29.913924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:30:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:29.918532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:29.980906 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-24ba7a92-e81a-4960-9e22-53df29072c7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2477746 Mar 03 10:30:29.981397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:30:30.024208 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba', 'status': 'completed', 'code': 200} Mar 03 10:30:30.104600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:30:30.114570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-67103e0a-9fc0-4285-bc09-c6cd441fec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:30.116095 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-67103e0a-9fc0-4285-bc09-c6cd441fec10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 1098 time: 0.0699358 Mar 03 10:30:30.250978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-e2b4a5bd-4c5f-4d33-bb1a-0365ac60ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:30.252397 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-e2b4a5bd-4c5f-4d33-bb1a-0365ac60ddeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1302636 Mar 03 10:30:30.355852 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-4d19dcee-f52f-4055-9f21-79d244823196 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea46823-06e1-47da-831c-8e315cfeddba HTTP/1.1" status: 200 len: 999 time: 0.0972443 Mar 03 10:30:30.421507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-eb853c46-f5db-4a8c-95c4-2ed9154ab407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:30.422945 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-eb853c46-f5db-4a8c-95c4-2ed9154ab407 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0612879 Mar 03 10:30:30.489773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '027e0b7b-6b5d-45e8-8b0d-769bc2bae878', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': 'aea46823-06e1-47da-831c-8e315cfeddba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:94:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:28Z', 'updated_at': '2022-03-03T10:30:28Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}, {'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:17Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:30.493569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] Checking router: b51496b8-4ae3-434f-ac29-781362f971f8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:30:30.498694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-783d9c92-95fc-4f0a-bc59-c390847b60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:30.500255 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-783d9c92-95fc-4f0a-bc59-c390847b60e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712318 Mar 03 10:30:30.502502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:30:30.503048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:30:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:30.632564 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-e33b1749-afdd-4615-b647-6958913caafa service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268404 Mar 03 10:30:30.676999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:30:30.768907 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-29fecd4d-395f-4497-87f4-eaf57f505f58 req-6a8d6a5c-eafb-4d13-91fc-2d82fdaf3af7 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300476 Mar 03 10:30:31.025431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '027e0b7b-6b5d-45e8-8b0d-769bc2bae878', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': 'aea46823-06e1-47da-831c-8e315cfeddba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:94:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:28Z', 'updated_at': '2022-03-03T10:30:28Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}, {'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:17Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:30:31.030928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a778f-0c23-4b05-bc70-3dfbdcba56f8 None None] The sync data for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv is: [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '027e0b7b-6b5d-45e8-8b0d-769bc2bae878', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': 'aea46823-06e1-47da-831c-8e315cfeddba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:94:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:28Z', 'updated_at': '2022-03-03T10:30:28Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}, {'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:17Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:30:31.209364 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3bf61-befc-4ff9-9af3-b296bf1b9e8d None None] New status for floating IP 027e0b7b-6b5d-45e8-8b0d-769bc2bae878: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:30:31.307331 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:30:33.055162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-33abe4f0-f2d5-4211-88df-5a70bb97d2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:35.245331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-34097abf-6b63-400f-9f0c-4c77c00225c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:36.068248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:36.108265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:37.943789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:30:39.714950 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-5399af4a-b085-4064-997d-512b17f5a493 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721097 Mar 03 10:30:39.858492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-983c2fee-86f7-4a0d-9426-c94859aff7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:39.859887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-983c2fee-86f7-4a0d-9426-c94859aff7a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1098 time: 0.0708158 Mar 03 10:30:40.005117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-271021cf-a692-4e42-b135-cc536dd0b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:40.006540 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-271021cf-a692-4e42-b135-cc536dd0b741 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1274846 Mar 03 10:30:40.109829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-a11cdc39-1bc2-4b1b-88a1-19f879ee3362 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 1000 time: 0.0964100 Mar 03 10:30:40.174393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-9e3e3e23-8cd4-4bc8-a37e-c46c42f8502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:40.175819 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-9e3e3e23-8cd4-4bc8-a37e-c46c42f8502d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0588403 Mar 03 10:30:40.253684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-3c9ea31e-acf0-4f50-bdad-02b0dc4750f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:30:40.255174 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-3c9ea31e-acf0-4f50-bdad-02b0dc4750f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729363 Mar 03 10:30:40.385472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-5c8e7e0c-837f-4eba-b5f8-af5111fe06b3 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233852 Mar 03 10:30:40.641790 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d1cf8cc1-f28a-4377-95ae-7443b49bdfd8 req-4da97f5d-dcc4-4fa6-87a2-e422f6191a2f service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470157 Mar 03 10:30:53.820077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:03.057589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-866fe685-16e4-4840-af5c-41fa712cf9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:04.092360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36786) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:04.196151 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1bc6b621-c6bb-4165-81b5-aebca2c63439 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/8013a6bb-2d47-4f83-806b-e26658159766 HTTP/1.1" status: 200 len: 992 time: 0.1026764 Mar 03 10:31:04.911501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36796) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:04.917314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:05.036719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:05.245666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:05.247038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8360b670-ef7d-4f51-86ea-025f95b95ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:05.270168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:05.275614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:05.340897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:05.341511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:05.344074 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/ports/2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 938 time: 0.4304314 Mar 03 10:31:05.344074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:05.371697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0e340-574f-4225-97c3-0e15b7eab554 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=6']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:05.398705 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'status': 'completed', 'code': 200} Mar 03 10:31:05.507024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-46b50b4e-1b7f-476c-a7ee-575350c4f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:05.508540 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-46b50b4e-1b7f-476c-a7ee-575350c4f9ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1099 time: 0.0807440 Mar 03 10:31:05.549995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-63ac9c28-856d-47a2-9c12-71ef0a809cc1 None None] Provisioning complete for port 2b784e75-a6fc-4f24-866f-56fd97db9f19 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:05.550673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-63ac9c28-856d-47a2-9c12-71ef0a809cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:05.614133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-63ac9c28-856d-47a2-9c12-71ef0a809cc1 None None] Port 2b784e75-a6fc-4f24-866f-56fd97db9f19 is administratively disabled so it will not transition to active. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 03 10:31:05.642193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-6494de73-7b3f-4827-82ab-ba571f62179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:05.643644 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-6494de73-7b3f-4827-82ab-ba571f62179e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1294212 Mar 03 10:31:05.745449 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-73cda70f-2ec0-4a25-8a77-5bae9f4cd655 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 1001 time: 0.0952940 Mar 03 10:31:05.806893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-3d17eea0-4604-4653-8568-e739b78fc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:05.808325 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-3d17eea0-4604-4653-8568-e739b78fc6d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0569026 Mar 03 10:31:05.883613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-8c8d44ed-d184-4975-9b21-139f5c3ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:05.884974 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-8c8d44ed-d184-4975-9b21-139f5c3ee08f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711653 Mar 03 10:31:06.014396 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-c17b77ba-13ad-45d8-8cc1-a94715d90c27 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230218 Mar 03 10:31:06.070600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:06.111505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:06.151764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-019b32e7-88ca-4b41-98e3-dcdabece7642 req-e13d6c51-661c-4564-92dc-05719345f543 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318607 Mar 03 10:31:07.946448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:08.297350 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:31:08.758601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36806) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:08.765195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:08.880558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:09.190025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:09.213448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:09.218141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:09.281870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:09.282623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:09.284036 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/ports/2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 937 time: 0.5244505 Mar 03 10:31:09.284578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:09.287005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36810) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:09.318333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=7']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:09.326345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.326685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.327012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.327364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.327688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.328009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.328325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.328640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.328955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.329266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.329575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.329881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874342-3c53-4218-8f2f-5d6fb54c0e7e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:09.342738 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'status': 'completed', 'code': 200} Mar 03 10:31:09.405849 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eb019d84-6207-4b2b-b576-fd3c507baad7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/8013a6bb-2d47-4f83-806b-e26658159766 HTTP/1.1" status: 200 len: 992 time: 0.1165454 Mar 03 10:31:09.443532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-50822682-b11d-43c2-9186-67214aa15b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:09.444953 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-50822682-b11d-43c2-9186-67214aa15b90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1098 time: 0.0810618 Mar 03 10:31:09.498408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['2b784e75-a6fc-4f24-866f-56fd97db9f19'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:31:09.573475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ef4011c6-4201-40d4-bebd-f6f20646b861 None None] Provisioning complete for port 2b784e75-a6fc-4f24-866f-56fd97db9f19 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:09.573748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ef4011c6-4201-40d4-bebd-f6f20646b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:09.578756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-abef3a0f-824d-4378-b6c3-561f67352f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:09.580243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-abef3a0f-824d-4378-b6c3-561f67352f3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1291006 Mar 03 10:31:09.685836 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-cabb18ad-17ed-4c8e-aad5-6db76b5fb2b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 1000 time: 0.0987966 Mar 03 10:31:09.747540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-23087a51-b8a1-423c-ad29-c37b783c3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:09.748934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-23087a51-b8a1-423c-ad29-c37b783c3cca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0574944 Mar 03 10:31:09.826304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-62d19e66-be4d-4282-b219-a3c06f4ea2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:09.827801 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-62d19e66-be4d-4282-b219-a3c06f4ea2c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729647 Mar 03 10:31:09.957959 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-197ca308-aef4-4c15-b4fc-ef853e72587f service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238234 Mar 03 10:31:10.085660 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4727ac67-6d01-42e9-86e7-6f4f1375cb78 req-b2a6e309-a15b-40a2-b3e2-749b33f2b3c6 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213150 Mar 03 10:31:11.961413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36822) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:12.272156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 03c13c8e-4dd1-41cb-b824-ec45730d240c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:31:12.272400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:12.438970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:12.439315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:12.562682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 03c13c8e-4dd1-41cb-b824-ec45730d240c owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:31:12.723369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:12.767877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=03c13c8e-4dd1-41cb-b824-ec45730d240c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:12.804729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.805072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.805407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.805736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.806057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.806380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.806699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.807015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.807366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.807685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.807998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.808428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:12.871651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:12.871975 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 027e0b7b-6b5d-45e8-8b0d-769bc2bae878 disassociated (deleted). External IP: 172.26.7.184, port: aea46823-06e1-47da-831c-8e315cfeddba. Mar 03 10:31:13.227442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router b51496b8-4ae3-434f-ac29-781362f971f8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:31:13.408697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:31:13.419809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] Sync routers for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:31:13.425521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:13.428716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:13.429325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:13.483286 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-039088ed-2eaa-433a-a89c-4ab0d9c6deeb tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/027e0b7b-6b5d-45e8-8b0d-769bc2bae878 HTTP/1.1" status: 204 len: 168 time: 1.5172615 Mar 03 10:31:13.483286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:13.528436 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba', 'status': 'completed', 'code': 200} Mar 03 10:31:13.622318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-ddb4827f-170e-46a0-a15f-513d9cd3efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:13.623831 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-ddb4827f-170e-46a0-a15f-513d9cd3efe6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 1098 time: 0.0732563 Mar 03 10:31:13.651153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:13.776514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-e655538e-8729-4d32-ae14-fd3b7ebf2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:13.779074 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-e655538e-8729-4d32-ae14-fd3b7ebf2e1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1497185 Mar 03 10:31:13.856621 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-0a8026bc-d5dd-4775-9581-999f9d384242 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea46823-06e1-47da-831c-8e315cfeddba HTTP/1.1" status: 200 len: 217 time: 0.0711472 Mar 03 10:31:13.920407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-13e7a0b5-b0ca-4379-bcad-fa875bb2f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:13.921865 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-13e7a0b5-b0ca-4379-bcad-fa875bb2f94e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0595260 Mar 03 10:31:13.988965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e651c-cc9d-4e1a-8ecd-d5d2e3902564 req-7215c613-896d-49bb-b899-bc07bf33c36f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:13.989679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e26e651c-cc9d-4e1a-8ecd-d5d2e3902564 req-7215c613-896d-49bb-b899-bc07bf33c36f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:31:14.007608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e26e651c-cc9d-4e1a-8ecd-d5d2e3902564 req-7215c613-896d-49bb-b899-bc07bf33c36f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:31:14.007903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-84712cac-f4d5-4dd8-8305-9b786f4905a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:14.009383 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-84712cac-f4d5-4dd8-8305-9b786f4905a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803826 Mar 03 10:31:14.009600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e26e651c-cc9d-4e1a-8ecd-d5d2e3902564 req-7215c613-896d-49bb-b899-bc07bf33c36f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 945 time: 0.2183290 Mar 03 10:31:14.025784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:17Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:14.029911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] Checking router: b51496b8-4ae3-434f-ac29-781362f971f8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:31:14.038081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:14.038716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:14.056872 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e26e651c-cc9d-4e1a-8ecd-d5d2e3902564 req-b389a995-a863-4611-92b1-f11dabf49486 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Mar 03 10:31:14.142959 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-4afd2e9c-f4ad-4ed9-86fc-80aedd075a1d service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264400 Mar 03 10:31:14.223447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:14.390824 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c2184350-a2e0-4474-9d92-acf4333d9968 req-a6164301-0d24-4bec-bcf2-13daf51252ee service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409368 Mar 03 10:31:14.581841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:17Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:14.585714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb6849-8afa-468a-a440-11e161e789ba None None] The sync data for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv is: [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '8013a6bb-2d47-4f83-806b-e26658159766', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.70', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'port_id': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'mac_address': 'fa:16:3e:59:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3005af-1291-47be-ac30-58f89383a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:30:14Z', 'updated_at': '2022-03-03T10:30:17Z', 'revision_number': 1, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:31:14.779592 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd471f1e-9480-47ce-abde-a884ed48473b None None] New status for floating IP 027e0b7b-6b5d-45e8-8b0d-769bc2bae878: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:31:15.113482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-c0e2be84-37d0-42d5-97a3-0d4f387c6f81 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:15.114166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-c0e2be84-37d0-42d5-97a3-0d4f387c6f81 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:31:15.126280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-c0e2be84-37d0-42d5-97a3-0d4f387c6f81 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:31:15.127386 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-c0e2be84-37d0-42d5-97a3-0d4f387c6f81 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 945 time: 0.0995734 Mar 03 10:31:15.200862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port aea46823-06e1-47da-831c-8e315cfeddba {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:31:15.201198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:15.246538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae427b-89f2-4da5-be39-5cb4471e41cb req-776ada92-0124-40be-8d15-3caf41f094c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:15.248350 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c5ae427b-89f2-4da5-be39-5cb4471e41cb req-776ada92-0124-40be-8d15-3caf41f094c9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff HTTP/1.1" status: 200 len: 945 time: 0.0831032 Mar 03 10:31:15.295692 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c5ae427b-89f2-4da5-be39-5cb4471e41cb req-da36cac6-165f-4206-971d-f9a8c780d3a9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=225a560d-4ed7-48af-8a63-61dc87be46ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Mar 03 10:31:15.444643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port aea46823-06e1-47da-831c-8e315cfeddba, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aea46823-06e1-47da-831c-8e315cfeddba,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:15.445063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:15.568705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for aea46823-06e1-47da-831c-8e315cfeddba owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:31:15.705281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:15.756625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=aea46823-06e1-47da-831c-8e315cfeddba,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:15.832290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port aea46823-06e1-47da-831c-8e315cfeddba on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:31:15.834649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:15.837105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'name': 'network-vif-deleted', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:15.851875 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-72c91765-69ac-41e7-9c66-3cbccc5c4f4c req-4265f596-3690-4387-9a25-c32ef038c28c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/aea46823-06e1-47da-831c-8e315cfeddba HTTP/1.1" status: 204 len: 173 time: 0.7192833 Mar 03 10:31:15.882692 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf4ca5-b5bf-4cd5-a05f-4e5bb596dcff', 'name': 'network-vif-deleted', 'tag': 'aea46823-06e1-47da-831c-8e315cfeddba', 'status': 'completed', 'code': 200} Mar 03 10:31:16.539809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36838) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:16.607529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b920492-b8ac-499c-82fa-56081e56611c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:16.637127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b920492-b8ac-499c-82fa-56081e56611c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:16.699559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b920492-b8ac-499c-82fa-56081e56611c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:16.721303 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b920492-b8ac-499c-82fa-56081e56611c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a560d-4ed7-48af-8a63-61dc87be46ea,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:16.728428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b920492-b8ac-499c-82fa-56081e56611c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:16.729535 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8b920492-b8ac-499c-82fa-56081e56611c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/225a560d-4ed7-48af-8a63-61dc87be46ea HTTP/1.1" status: 204 len: 168 time: 0.1887445 Mar 03 10:31:16.760044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36844) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:16.957484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port af703454-8566-4e8f-8739-72b621bcb4c6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:31:16.957820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:17.125549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:17.125925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:17.249634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for af703454-8566-4e8f-8739-72b621bcb4c6 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:31:17.395767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:17.442600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=af703454-8566-4e8f-8739-72b621bcb4c6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:17.534577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:17.534836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP 8013a6bb-2d47-4f83-806b-e26658159766 disassociated (deleted). External IP: 172.26.7.70, port: 2b784e75-a6fc-4f24-866f-56fd97db9f19. Mar 03 10:31:17.789254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aea46823-06e1-47da-831c-8e315cfeddba no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:31:17.823115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: aea46823-06e1-47da-831c-8e315cfeddba {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:31:17.823482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aea46823-06e1-47da-831c-8e315cfeddba not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:31:17.984556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router b51496b8-4ae3-434f-ac29-781362f971f8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:31:18.161373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:31:18.171435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] Sync routers for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:31:18.176947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:18.180145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:18.180854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:18.231453 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f7e06849-6e7e-4354-a9e0-0e60573f67ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/8013a6bb-2d47-4f83-806b-e26658159766 HTTP/1.1" status: 204 len: 168 time: 1.4702535 Mar 03 10:31:18.232040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:18.281117 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'status': 'completed', 'code': 200} Mar 03 10:31:18.364514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:18.378999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-b7a0efe4-9d52-4570-ac1f-ac33fe9ddfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:18.380503 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-b7a0efe4-9d52-4570-ac1f-ac33fe9ddfd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 1098 time: 0.0777402 Mar 03 10:31:18.532726 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-9da63b61-f872-4307-9efc-236fed4bcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:18.534328 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-9da63b61-f872-4307-9efc-236fed4bcb64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 200 len: 895 time: 0.1477809 Mar 03 10:31:18.606546 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-79d94f8f-7531-4e34-91fc-0b08f08507f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 200 len: 217 time: 0.0662034 Mar 03 10:31:18.623876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4def31-c73e-4bbb-8284-0712612165f4 req-8d581ebc-2d9d-48fe-a471-bd18db8033a0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:18.624606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-6a4def31-c73e-4bbb-8284-0712612165f4 req-8d581ebc-2d9d-48fe-a471-bd18db8033a0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:31:18.640934 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-6a4def31-c73e-4bbb-8284-0712612165f4 req-8d581ebc-2d9d-48fe-a471-bd18db8033a0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:31:18.642135 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a4def31-c73e-4bbb-8284-0712612165f4 req-8d581ebc-2d9d-48fe-a471-bd18db8033a0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 945 time: 0.1066401 Mar 03 10:31:18.670533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-f2436d39-799f-42cd-9ea7-bd822a615062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:18.672033 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-f2436d39-799f-42cd-9ea7-bd822a615062 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 200 len: 835 time: 0.0598464 Mar 03 10:31:18.692242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-6a4def31-c73e-4bbb-8284-0712612165f4 req-9c88d064-3576-4584-853a-be779e593031 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:31:18.707951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-6a4def31-c73e-4bbb-8284-0712612165f4 req-9c88d064-3576-4584-853a-be779e593031 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:31:18.709188 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a4def31-c73e-4bbb-8284-0712612165f4 req-9c88d064-3576-4584-853a-be779e593031 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597982 Mar 03 10:31:18.750712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-c10275fa-b9ca-49b2-920d-b7a176f994d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:18.752201 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-c10275fa-b9ca-49b2-920d-b7a176f994d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e18becd-a961-4b27-9a6f-15360a451045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736654 Mar 03 10:31:18.764669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:18.768560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] Checking router: b51496b8-4ae3-434f-ac29-781362f971f8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:31:18.777491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:18.778083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:18.882333 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-860b62c9-baa2-466d-8ad6-c74c7dac5ae5 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236641 Mar 03 10:31:18.952378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:19.013972 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-430b8ec9-8183-4cd0-9adc-4da6829118f4 req-ccf399dc-9947-4db1-aaa8-052d19aa8628 service neutron] 10.222.0.32 "GET /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239905 Mar 03 10:31:19.259868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:19.265175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f1bcd-13a9-4adf-bae3-18914dd22427 None None] The sync data for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv is: [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:29:59Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '95866bcd-cd01-4f6f-b5ac-954703ac6330', 'name': '', 'network_id': '0e18becd-a961-4b27-9a6f-15360a451045', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:fa:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:58Z', 'updated_at': '2022-03-03T10:30:04Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': 'b569b805-0868-40ec-ac78-0649dc915bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:31:19.468729 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b88ae3-2f59-4b73-a960-db87a65cbc82 None None] New status for floating IP 8013a6bb-2d47-4f83-806b-e26658159766: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:31:19.898355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a83c8-ce9e-4952-b8e1-462cb298c932 req-e12c7b0a-d07f-4085-a900-97670bf23b04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:19.899752 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-055a83c8-ce9e-4952-b8e1-462cb298c932 req-e12c7b0a-d07f-4085-a900-97670bf23b04 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 945 time: 0.0792141 Mar 03 10:31:19.944229 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-055a83c8-ce9e-4952-b8e1-462cb298c932 req-960745eb-a29d-4191-ad63-dd80fe28c0a1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=484dad09-1976-48e4-ab9f-982d3fc6e462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387065 Mar 03 10:31:19.960303 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-1e318495-4406-4549-9cb1-ceec6120f479 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:19.960986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-1e318495-4406-4549-9cb1-ceec6120f479 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:31:19.973116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-1e318495-4406-4549-9cb1-ceec6120f479 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:31:19.974199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-1e318495-4406-4549-9cb1-ceec6120f479 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 945 time: 0.0966477 Mar 03 10:31:20.041016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 2b784e75-a6fc-4f24-866f-56fd97db9f19 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:31:20.041348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:20.364712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 2b784e75-a6fc-4f24-866f-56fd97db9f19, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2b784e75-a6fc-4f24-866f-56fd97db9f19,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:20.365061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:20.486732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 2b784e75-a6fc-4f24-866f-56fd97db9f19 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:31:20.629961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:20.682302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=2b784e75-a6fc-4f24-866f-56fd97db9f19,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:20.754873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port 2b784e75-a6fc-4f24-866f-56fd97db9f19 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:31:20.757524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:20.760324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'name': 'network-vif-deleted', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:20.776321 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1b1d334a-d6ed-4c3a-9747-22c64d088eac req-37eaf922-4e27-459a-8044-48e984613308 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/2b784e75-a6fc-4f24-866f-56fd97db9f19 HTTP/1.1" status: 204 len: 173 time: 0.7970810 Mar 03 10:31:20.805942 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3005af-1291-47be-ac30-58f89383a767', 'name': 'network-vif-deleted', 'tag': '2b784e75-a6fc-4f24-866f-56fd97db9f19', 'status': 'completed', 'code': 200} Mar 03 10:31:21.112041 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d95930ff-ad79-4c38-bf1e-704f6843ea59 req-76b9aeb2-c054-4967-89e3-e39ac582c15b tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3005af-1291-47be-ac30-58f89383a767 HTTP/1.1" status: 200 len: 210 time: 0.0466478 Mar 03 10:31:22.216374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36862) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:22.286247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-791f22d1-dad5-40dd-9c2c-5dcdfb1fcde0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:22.315837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-791f22d1-dad5-40dd-9c2c-5dcdfb1fcde0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:22.379246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-791f22d1-dad5-40dd-9c2c-5dcdfb1fcde0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:22.398452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f22d1-dad5-40dd-9c2c-5dcdfb1fcde0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484dad09-1976-48e4-ab9f-982d3fc6e462,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:22.416676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-791f22d1-dad5-40dd-9c2c-5dcdfb1fcde0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:22.419548 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-791f22d1-dad5-40dd-9c2c-5dcdfb1fcde0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/484dad09-1976-48e4-ab9f-982d3fc6e462 HTTP/1.1" status: 204 len: 168 time: 0.2010119 Mar 03 10:31:22.451842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36868) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:22.998390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:23.439078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 95866bcd-cd01-4f6f-b5ac-954703ac6330 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:31:23.439827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:23.621262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 95866bcd-cd01-4f6f-b5ac-954703ac6330, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=95866bcd-cd01-4f6f-b5ac-954703ac6330,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:23.621608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:23.741879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 95866bcd-cd01-4f6f-b5ac-954703ac6330 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:31:23.807254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2b784e75-a6fc-4f24-866f-56fd97db9f19 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:31:23.849582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 2b784e75-a6fc-4f24-866f-56fd97db9f19 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:31:23.849927 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2b784e75-a6fc-4f24-866f-56fd97db9f19 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:31:23.860563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:24.083630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:24.129553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=95866bcd-cd01-4f6f-b5ac-954703ac6330,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:24.400972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:24.865183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router b51496b8-4ae3-434f-ac29-781362f971f8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:31:25.037743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:31:25.048468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] Sync routers for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:31:25.050522 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1aad229c-27d5-4a86-b60a-ecba38e07085 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/b51496b8-4ae3-434f-ac29-781362f971f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5975266 Mar 03 10:31:25.053277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36872) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:25.058852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:25.059492 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:25.121220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet b569b805-0868-40ec-ac78-0649dc915bf2 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:31:25.124227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.177622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.236945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:25.264377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.335807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.377094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=b569b805-0868-40ec-ac78-0649dc915bf2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:25.378932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.385348 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-da2221aa-7526-4448-ad86-93f9ced0b4c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/b569b805-0868-40ec-ac78-0649dc915bf2 HTTP/1.1" status: 204 len: 168 time: 0.3311262 Mar 03 10:31:25.388259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36876) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:25.426895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce203f1f-7eaf-4070-95be-f8a336dac3a5 None None] Network 0e18becd-a961-4b27-9a6f-15360a451045 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:31:25.572063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.735845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:31:24Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:25.740394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] Checking router: b51496b8-4ae3-434f-ac29-781362f971f8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:31:25.749574 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] Routers {'b51496b8-4ae3-434f-ac29-781362f971f8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:25.750204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['b51496b8-4ae3-434f-ac29-781362f971f8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:25.759258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.777475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:31:25.777946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.806039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] DHCP port deletion for 0e18becd-a961-4b27-9a6f-15360a451045 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:31:25.820411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Deleting port a7557b3b-64bc-43fe-a6e5-2de20527ff1d {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:31:25.820777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.951644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:25.952005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:25.974625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] Set router b51496b8-4ae3-434f-ac29-781362f971f8 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:26.081054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:31:26.088789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:31:25Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:26.102142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d2708-4b70-4590-a0ac-18588d6030b3 None None] The sync data for ids ['b51496b8-4ae3-434f-ac29-781362f971f8'] in dv-neutron-831192-5-hyperv is: [{'id': 'b51496b8-4ae3-434f-ac29-781362f971f8', 'name': 'tempest-TestNetworkBasicOps-router-194391262', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:29:54Z', 'updated_at': '2022-03-03T10:31:25Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:31:26.207026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] For port a7557b3b-64bc-43fe-a6e5-2de20527ff1d, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a7557b3b-64bc-43fe-a6e5-2de20527ff1d,segment=NetworkSegment(cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc),segment_id=cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:26.207453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.256844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.333140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Calling delete_port for a7557b3b-64bc-43fe-a6e5-2de20527ff1d owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:31:26.410425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.416053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:26.470932 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Pushing event deleted for resources: {'Port': ['ID=a7557b3b-64bc-43fe-a6e5-2de20527ff1d,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:26.477282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] No DVR routers for this DVR port a7557b3b-64bc-43fe-a6e5-2de20527ff1d on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:31:26.485501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.485888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.488240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.488240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.488240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.488240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.488240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.488240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.489225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.489225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.489815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.489914 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9cc2c9-9142-4eec-a2e1-966770dc1c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:26.531494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.710168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.712343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.734765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.735266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router b51496b8-4ae3-434f-ac29-781362f971f8 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:31:26.750484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.751585 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-699441d3-5959-48df-b4be-98b6be88d070 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/b51496b8-4ae3-434f-ac29-781362f971f8 HTTP/1.1" status: 204 len: 168 time: 1.3623459 Mar 03 10:31:26.754211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36880) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:26.865066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:26.897893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a7557b3b-64bc-43fe-a6e5-2de20527ff1d no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:31:26.931875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: a7557b3b-64bc-43fe-a6e5-2de20527ff1d {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:31:26.932218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a7557b3b-64bc-43fe-a6e5-2de20527ff1d not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:31:26.932630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 95866bcd-cd01-4f6f-b5ac-954703ac6330 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:31:26.966367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 95866bcd-cd01-4f6f-b5ac-954703ac6330 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:31:26.966623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 95866bcd-cd01-4f6f-b5ac-954703ac6330 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:31:27.001769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.028267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e18becd-a961-4b27-9a6f-15360a451045']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:27.040096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:27.040397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0fe1f9-ae70-4b91-ba40-51a0b1bee8bc') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:27.052169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.068162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.075033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:31:27.075471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:31:27.090730 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:31:27.176654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.194429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.205282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=0e18becd-a961-4b27-9a6f-15360a451045,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:27.212987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e95fb41e-20d1-40ea-96ce-a1ddbe631e3a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/0e18becd-a961-4b27-9a6f-15360a451045 HTTP/1.1" status: 204 len: 168 time: 0.4577823 Mar 03 10:31:27.238767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 36884) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:27.244090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'network': {'name': 'tempest-network-smoke--304380462', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:27.249782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:27.253797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:network and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:27.256613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:27.262257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:27.272343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:31:27.275837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.303654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:31:27.314014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.314401 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Added segment b77b5b9a-6321-404a-a7b0-9d9d931472a2 of type vlan for network 29eab98c-4708-4bca-a4b3-4d0410529c13 Mar 03 10:31:27.343664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.372796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.378353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:27.378928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.482620 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2428818 Mar 03 10:31:27.485591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36888) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:27.488914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7606d6-0c07-44cd-8dbf-c3df2be3f5f1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Network': ['ID=29eab98c-4708-4bca-a4b3-4d0410529c13,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:27.491636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'admin_state_up': True, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:27.499134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:31:27.500813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:27.504610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:router and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:27.507439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:27.513907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:27.524599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.525709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.542170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:27.805881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:28.207957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:28.237232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:28.369591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.130 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/14601dce-56b5-48e3-9946-20903ec64915) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:31:28.419026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:31:28.457374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:31:28.457848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 6bdcc7c5-93e0-46f2-8aa1-88c2d391ce80 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:31:28.518109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:28.547383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:28.607781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:31:28.614541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:31:28.618567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:31:28.652270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=14601dce-56b5-48e3-9946-20903ec64915,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:29.035471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:29.377480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:29.700459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:31:29.872736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:31:29.881882 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Sync routers for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:31:29.891495 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:29.892103 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:29.898875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:29.900105 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7e623722-5f44-444a-bffd-f2a88afb206c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4135392 Mar 03 10:31:29.904007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36892) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:29.945853 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6e987174-1536-4325-a830-eed2d60c2a48 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a09ef092ee0a4634bbbbdcd41e84a2fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406668 Mar 03 10:31:29.948342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36896) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:30.070283 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:30.077696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a192-f36a-421d-9fc9-d68e06b1f9dd tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:30.079198 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6282a192-f36a-421d-9fc9-d68e06b1f9dd tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299825 Mar 03 10:31:30.081976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36900) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:30.120185 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1f115870-e3de-4a61-9697-75a96831bd10 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371799 Mar 03 10:31:30.122694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36904) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:30.127857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1173120883', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:30.237697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:30.241556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:subnet and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:30.244320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:30.250130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:30.260089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:31:30.264364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.351530 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:28Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:30.355075 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Checking router: 07a17ec8-3224-4210-9e98-e06b6f9a0de1 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:31:30.355437 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Updating router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 port 14601dce-56b5-48e3-9946-20903ec64915 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:31:30.415661 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.481232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.564515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Subnet': ['ID=023147d2-b3c7-4c7d-92f2-a69768ffe0a8,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:30.572263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Checking segment: {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:31:30.572625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network hostable DHCP agents. Network: 29eab98c-4708-4bca-a4b3-4d0410529c13, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:31:30.593600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:31:30.603916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 29eab98c-4708-4bca-a4b3-4d0410529c13) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:31:30.607899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:30.608458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.613698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53447256-fd94-4441-a0eb-e0ef15dad239 None None] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:31:30.633140 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4adf6cf4-c397-4528-a461-5cd84733a82d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5092773 Mar 03 10:31:30.635705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36908) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:30.784131 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.797323 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Transition to ACTIVE for port object 14601dce-56b5-48e3-9946-20903ec64915 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:31:30.804049 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.841783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-29eab98c-4708-4bca-a4b3-4d0410529c13', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:31:30.842890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.888236 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Attempting to bind port 14601dce-56b5-48e3-9946-20903ec64915 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:31:30.888859 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Attempting to bind port 14601dce-56b5-48e3-9946-20903ec64915 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:31:30.888987 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Attempting to bind port 14601dce-56b5-48e3-9946-20903ec64915 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:31:30.890887 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Pushing event updated for resources: {'Port': ['ID=14601dce-56b5-48e3-9946-20903ec64915,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:30.901274 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.902210 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.902210 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.902210 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.902605 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.902933 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.903241 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.903585 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.904261 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.904261 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.904503 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.904780 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:31:30.908992 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:31:30.909370 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:31:30.909744 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.910493 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:31:30.910634 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Bound port: 14601dce-56b5-48e3-9946-20903ec64915, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:31:30.910921 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:30.989985 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] For port 14601dce-56b5-48e3-9946-20903ec64915, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:31:30.993089 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] For port 14601dce-56b5-48e3-9946-20903ec64915, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=14601dce-56b5-48e3-9946-20903ec64915,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:31:30.998922 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:31.056468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Allocated IP 172.20.0.2 (29eab98c-4708-4bca-a4b3-4d0410529c13/023147d2-b3c7-4c7d-92f2-a69768ffe0a8/addb8e85-e215-40da-bc40-e3f04a2dc7f5) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:31:31.069974 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75342d6-664b-4108-99db-4ba3a03a320e None None] Pushing event updated for resources: {'Port': ['ID=14601dce-56b5-48e3-9946-20903ec64915,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:31.083644 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:31.084233 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:31.267582 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:31.291933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:31.303526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Transition to ACTIVE for port object addb8e85-e215-40da-bc40-e3f04a2dc7f5 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:31:31.321986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Transition to ACTIVE for port object addb8e85-e215-40da-bc40-e3f04a2dc7f5 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:31:31.328039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:31.398624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:31:31.401847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:31:31.405739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:31:31.411695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Pushing event updated for resources: {'Port': ['ID=addb8e85-e215-40da-bc40-e3f04a2dc7f5,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:31.503022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:31.509810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Attempting to bind port addb8e85-e215-40da-bc40-e3f04a2dc7f5 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:31:31.510262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Attempting to bind port addb8e85-e215-40da-bc40-e3f04a2dc7f5 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:31:31.510691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Attempting to bind port addb8e85-e215-40da-bc40-e3f04a2dc7f5 on network 29eab98c-4708-4bca-a4b3-4d0410529c13 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:31:31.517537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:31:31.518037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Checking segment: {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:31:31.518691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:31.518912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Bound using segment: {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:31:31.519470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Bound port: addb8e85-e215-40da-bc40-e3f04a2dc7f5, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:31:31.519920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:31.570569 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:28Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:31.575886 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a7b3-43f2-4192-9be8-ac5c4ae8aaa5 None None] The sync data for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv is: [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:28Z', 'revision_number': 3, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:31:31.616725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] For port addb8e85-e215-40da-bc40-e3f04a2dc7f5, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:31:31.620124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] For port addb8e85-e215-40da-bc40-e3f04a2dc7f5, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=addb8e85-e215-40da-bc40-e3f04a2dc7f5,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:31:31.625935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:31.714073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de8c4c-f18b-413a-9f2b-77f61153d81e None None] Pushing event updated for resources: {'Port': ['ID=addb8e85-e215-40da-bc40-e3f04a2dc7f5,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:31.960914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.1 (29eab98c-4708-4bca-a4b3-4d0410529c13/023147d2-b3c7-4c7d-92f2-a69768ffe0a8/f0aad777-a30e-4669-8ee5-ecf8d26073ad) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:31:32.151123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:32.167696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object f0aad777-a30e-4669-8ee5-ecf8d26073ad will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:31:32.192911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:32.261107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:31:32.269107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:31:32.271982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:31:32.310216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:32.337409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:32.567468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device addb8e85-e215-40da-bc40-e3f04a2dc7f5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:31:32.642662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port addb8e85-e215-40da-bc40-e3f04a2dc7f5 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:31:32.648314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 14601dce-56b5-48e3-9946-20903ec64915 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:31:32.656462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:32.726396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 14601dce-56b5-48e3-9946-20903ec64915 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:31:32.733329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 14601dce-56b5-48e3-9946-20903ec64915 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:32.733758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:32.760099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f527b3de-aea3-4314-a023-3e8114beab46 None None] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:31:32.902313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-50c7c725-93aa-42eb-b218-141b325feae0 None None] Provisioning for port addb8e85-e215-40da-bc40-e3f04a2dc7f5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:31:32.951443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-50c7c725-93aa-42eb-b218-141b325feae0 None None] Provisioning complete for port addb8e85-e215-40da-bc40-e3f04a2dc7f5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:32.951820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50c7c725-93aa-42eb-b218-141b325feae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.083630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.135142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dd4089fc-0805-4841-a388-75baf01ee8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.153584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 14601dce-56b5-48e3-9946-20903ec64915, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=14601dce-56b5-48e3-9946-20903ec64915,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:33.193733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.216378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.220715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.267239 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50c7c725-93aa-42eb-b218-141b325feae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.316016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=14601dce-56b5-48e3-9946-20903ec64915,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:33.332270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-50c7c725-93aa-42eb-b218-141b325feae0 None None] For port addb8e85-e215-40da-bc40-e3f04a2dc7f5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=addb8e85-e215-40da-bc40-e3f04a2dc7f5,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:33.335665 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.336763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50c7c725-93aa-42eb-b218-141b325feae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.339370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:33.413048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7c725-93aa-42eb-b218-141b325feae0 None None] Pushing event updated for resources: {'Port': ['ID=addb8e85-e215-40da-bc40-e3f04a2dc7f5,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:33.482069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:31:33.483331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:31:33.558114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-97b9c98e-2eb1-47bb-a730-e253627f901d None None] Provisioning for port f0aad777-a30e-4669-8ee5-ecf8d26073ad completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:31:33.564242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-97b9c98e-2eb1-47bb-a730-e253627f901d None None] Provisioning complete for port f0aad777-a30e-4669-8ee5-ecf8d26073ad triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:33.565175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97b9c98e-2eb1-47bb-a730-e253627f901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.625021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-97b9c98e-2eb1-47bb-a730-e253627f901d None None] Port f0aad777-a30e-4669-8ee5-ecf8d26073ad cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:31:33.638054 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-97b9c98e-2eb1-47bb-a730-e253627f901d None None] Provisioning complete for port addb8e85-e215-40da-bc40-e3f04a2dc7f5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:33.638766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-97b9c98e-2eb1-47bb-a730-e253627f901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:33.674668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:31:33.867704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:31:33.877042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Sync routers for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:31:33.880360 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-280a219b-fb7f-415c-82b3-91e8d13c05fc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/07a17ec8-3224-4210-9e98-e06b6f9a0de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2436097 Mar 03 10:31:33.882806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36912) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:33.885934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:33.886544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:33.983055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-18a533be-2490-4793-a582-20a99ca5f6c4 None None] Provisioning complete for port f0aad777-a30e-4669-8ee5-ecf8d26073ad triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:33.983366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-18a533be-2490-4793-a582-20a99ca5f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.026080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0f70e-41a3-4612-a21a-334bf5f142e4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.026554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0f70e-41a3-4612-a21a-334bf5f142e4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.027017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0f70e-41a3-4612-a21a-334bf5f142e4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.027549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0f70e-41a3-4612-a21a-334bf5f142e4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.029387 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8ea0f70e-41a3-4612-a21a-334bf5f142e4 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1456451 Mar 03 10:31:34.032202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36916) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:34.097915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c2a21-d40a-4a8f-a59a-bde7487cb223 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.098371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c2a21-d40a-4a8f-a59a-bde7487cb223 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.098818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c2a21-d40a-4a8f-a59a-bde7487cb223 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.099259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c2a21-d40a-4a8f-a59a-bde7487cb223 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:34.100949 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-224c2a21-d40a-4a8f-a59a-bde7487cb223 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0676763 Mar 03 10:31:34.103600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36920) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:34.109032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-18a533be-2490-4793-a582-20a99ca5f6c4 None None] Port f0aad777-a30e-4669-8ee5-ecf8d26073ad cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:31:34.120827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:34.303648 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c88a9758-1968-4ef9-9b85-c688cd09f116 tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1987953 Mar 03 10:31:34.432438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:31:32Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:34.437118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Checking router: 07a17ec8-3224-4210-9e98-e06b6f9a0de1 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:31:34.437581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Updating router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 port f0aad777-a30e-4669-8ee5-ecf8d26073ad binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:31:34.490903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 14601dce-56b5-48e3-9946-20903ec64915 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:31:34.529122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.571901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36926) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:34.577668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676897157', 'description': 'tempest-secgroup-smoke-676897157 description', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:34.583741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:34.587824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:34.591356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:34.597042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:34.608476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.628932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:34.632655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:34.635546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:34.641965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:34.680857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 14601dce-56b5-48e3-9946-20903ec64915 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:34.681233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.712678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.717959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.765881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6692779-1070-48c2-9996-47e3f6efe3f1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:34.769294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.773433 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-82176d8f-d60f-4be9-8789-387bf53b8ab2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1977003 Mar 03 10:31:34.773881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36930) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:34.779174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'c6692779-1070-48c2-9996-47e3f6efe3f1', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:34.785300 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:34.789057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:34.791880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:34.797936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:34.815346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.874834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.879585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.903231 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15dd724-f4a5-4de2-b499-cbd7b7670b04,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:34.912061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:34.913315 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-58eb6bf0-2347-4f50-8edb-0110d0d2de47 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388173 Mar 03 10:31:34.915985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36934) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:34.920774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device addb8e85-e215-40da-bc40-e3f04a2dc7f5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:31:34.921329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'c6692779-1070-48c2-9996-47e3f6efe3f1', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:34.927003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:34.930707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:34.933553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:34.939710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:34.955925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.015734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.019221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.041607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e4a91f-b05c-40c4-89ec-137bc71397f5,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:35.051746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.053100 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1bdd67c7-d256-4902-a8c2-7dde0339102e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360900 Mar 03 10:31:35.056041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36938) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:35.058558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port addb8e85-e215-40da-bc40-e3f04a2dc7f5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:35.059648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.061036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'c6692779-1070-48c2-9996-47e3f6efe3f1', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:35.066743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:35.070410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:35.073264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:35.079081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:35.098526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.106832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.130875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Transition to ACTIVE for port object f0aad777-a30e-4669-8ee5-ecf8d26073ad will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:31:35.141280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.163994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.167615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.191343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4a45e9-d80e-4427-a611-5426c8354c23,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:35.201491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.205314 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1e6aa9f8-26e8-49eb-a529-89b0abd37d86 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461458 Mar 03 10:31:35.205481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36942) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:35.210659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'c6692779-1070-48c2-9996-47e3f6efe3f1', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:35.217089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:35.221042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:35.224025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:35.229555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:35.250642 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.320059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.323971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.351290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb132f4-f0ab-4e28-a17c-e16c7495d523,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:35.363454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.364654 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6c103463-a901-4079-a232-b956e0e0a30e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582682 Mar 03 10:31:35.367360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36946) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:35.373421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'c6692779-1070-48c2-9996-47e3f6efe3f1', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:35.379654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:35.383545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:35.386619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:35.394252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:35.395164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055997f4-a641-4f3c-b350-aa9f24c952d0 None None] Pushing event updated for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:35.420374 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:31:35.425858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5dbbea6b-9edc-424a-a560-3316252ba76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.430390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.496142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Attempting to bind port f0aad777-a30e-4669-8ee5-ecf8d26073ad on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:31:35.496557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Attempting to bind port f0aad777-a30e-4669-8ee5-ecf8d26073ad by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:31:35.496911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Attempting to bind port f0aad777-a30e-4669-8ee5-ecf8d26073ad on network 29eab98c-4708-4bca-a4b3-4d0410529c13 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:31:35.502264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:31:35.502649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Checking segment: {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:31:35.503057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.503619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Bound using segment: {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:31:35.504102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Bound port: f0aad777-a30e-4669-8ee5-ecf8d26073ad, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:31:35.504565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.608330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] For port f0aad777-a30e-4669-8ee5-ecf8d26073ad, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:31:35.611659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] For port f0aad777-a30e-4669-8ee5-ecf8d26073ad, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f0aad777-a30e-4669-8ee5-ecf8d26073ad,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:31:35.612592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.616742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.617285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.640579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f16154c-4e81-483f-bcd8-ff44bfe39078,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:35.651167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.653147 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-66fcb79c-1dfb-4d09-825e-14cda4ee2c8e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2843032 Mar 03 10:31:35.657578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 36950) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:35.662526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'security_group_rule': {'security_group_id': 'c6692779-1070-48c2-9996-47e3f6efe3f1', 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:35.668275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:35.672331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:security_group_rule and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:35.675232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:35.680700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:35.693442 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Project a09ef092ee0a4634bbbbdcd41e84a2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:31:35.699353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:35.700538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:35.701724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.763869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055997f4-a641-4f3c-b350-aa9f24c952d0 None None] Pushing event updated for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:35.779000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.784187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.810164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e287045b-1f02-46e7-93a1-32a0ba95f130,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:35.821924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:35.823526 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cbf96f51-adf6-4bd0-8d68-d600ee106bc1 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1649852 Mar 03 10:31:35.892577 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:35.996492 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3d5d7e47-8830-4d79-a3de-e56fb9afd905 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676897157&fields=id&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 267 time: 0.0438707 Mar 03 10:31:36.140002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:36.152029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-171b7590-679a-4801-90a2-2ee231d54380 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:36.152270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:36.153370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-171b7590-679a-4801-90a2-2ee231d54380 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:31:36.168295 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-171b7590-679a-4801-90a2-2ee231d54380 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:31:36.169648 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-171b7590-679a-4801-90a2-2ee231d54380 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/networks?id=29eab98c-4708-4bca-a4b3-4d0410529c13 HTTP/1.1" status: 200 len: 796 time: 0.1657615 Mar 03 10:31:36.184683 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-679c7cdf-d32f-4189-9d57-f272c654c7aa tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/quotas/a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 375 time: 0.0094340 Mar 03 10:31:36.239548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:31:35Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:36.243451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a18761-c85b-4592-a0e5-8cbaf7175150 None None] The sync data for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv is: [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:31:35Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:31:36.269563 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-9caf41e9-dd6e-4b8b-b13d-46ff26922f29 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798886 Mar 03 10:31:36.426544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-d8a558b8-28ee-41f1-8945-18744cb5efad service neutron] 10.222.0.23 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424901 Mar 03 10:31:36.508136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f0aad777-a30e-4669-8ee5-ecf8d26073ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:31:36.585390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port f0aad777-a30e-4669-8ee5-ecf8d26073ad completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:31:36.592203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f0aad777-a30e-4669-8ee5-ecf8d26073ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:36.592931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:36.689045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-f7345b9d-cfcf-442d-96c4-d5c1e3626212 service neutron] 10.222.0.23 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585347 Mar 03 10:31:36.720214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:36.755620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port f0aad777-a30e-4669-8ee5-ecf8d26073ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f0aad777-a30e-4669-8ee5-ecf8d26073ad,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:36.759740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:36.852876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:36.910048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6cea2c25-6760-42e6-a147-631ca5365f86 req-c0659089-8338-44a3-b161-2c00de9f4029 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 210 time: 0.0489473 Mar 03 10:31:37.945177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-53f8227b-3623-4d9e-a6be-080fe070d1bc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:37.946660 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-53f8227b-3623-4d9e-a6be-080fe070d1bc tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/networks?id=29eab98c-4708-4bca-a4b3-4d0410529c13 HTTP/1.1" status: 200 len: 796 time: 0.1519501 Mar 03 10:31:37.956724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:37.997950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-921452bd-1c1b-482b-b7b6-472510f7cf4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:31:38.014190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-921452bd-1c1b-482b-b7b6-472510f7cf4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:31:38.015570 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-921452bd-1c1b-482b-b7b6-472510f7cf4f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe HTTP/1.1" status: 200 len: 379 time: 0.0609064 Mar 03 10:31:38.024144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'port': {'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'admin_state_up': True, 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'security_groups': ['c6692779-1070-48c2-9996-47e3f6efe3f1']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:38.076218 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fcaa8805-9c3e-449e-8a0d-3e4ceccfac39 req-b545d853-17d2-4274-9ab8-9e54a36c3ea8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 210 time: 0.0430796 Mar 03 10:31:38.160965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:38.164912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:port and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:38.167652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:38.173145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:38.182277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Made reservation on behalf of a09ef092ee0a4634bbbbdcd41e84a2fe for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:31:38.186370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:38.349298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.20.0.9 (29eab98c-4708-4bca-a4b3-4d0410529c13/023147d2-b3c7-4c7d-92f2-a69768ffe0a8/63c53ec5-45f0-4b47-ac82-c2217fb60a07) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:31:38.473059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f0aad777-a30e-4669-8ee5-ecf8d26073ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:31:38.540793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:38.542602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f0aad777-a30e-4669-8ee5-ecf8d26073ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:38.543509 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:38.556420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Transition to ACTIVE for port object 63c53ec5-45f0-4b47-ac82-c2217fb60a07 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:31:38.580635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:38.646457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:31:38.654667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:31:38.658937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:31:38.689772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=63c53ec5-45f0-4b47-ac82-c2217fb60a07,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:38.725621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:38.726224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:38.751169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-39bd8ae5-c18e-4400-b632-99400701f488 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310627 Mar 03 10:31:38.762423 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Request body: {'port': {'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:38.863264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-34b9c797-a460-4c5a-ad60-b7ef00ae9f35 None None] Provisioning for port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:31:38.868030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-34b9c797-a460-4c5a-ad60-b7ef00ae9f35 None None] Provisioning complete for port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:38.868398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-34b9c797-a460-4c5a-ad60-b7ef00ae9f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:38.875895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:38.921669 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-34b9c797-a460-4c5a-ad60-b7ef00ae9f35 None None] Port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:31:39.216541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c53ec5-45f0-4b47-ac82-c2217fb60a07 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:31:39.223830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:39.238104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Transition to ACTIVE for port object 63c53ec5-45f0-4b47-ac82-c2217fb60a07 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:31:39.241850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:39.258223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f37d-7e8c-401f-b5ce-ee358db8c2bd req-af3dc3c9-933e-413f-a095-a046f99ff543 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:39.259720 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e150f37d-7e8c-401f-b5ce-ee358db8c2bd req-af3dc3c9-933e-413f-a095-a046f99ff543 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 931 time: 0.0807624 Mar 03 10:31:39.310456 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e150f37d-7e8c-401f-b5ce-ee358db8c2bd req-b9130e31-b244-40cd-b018-6717c21ae9e0 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435030 Mar 03 10:31:39.401746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Pushing event updated for resources: {'Port': ['ID=63c53ec5-45f0-4b47-ac82-c2217fb60a07,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:39.481760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Attempting to bind port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:31:39.482093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Attempting to bind port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:31:39.482422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Attempting to bind port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 on network 29eab98c-4708-4bca-a4b3-4d0410529c13 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:31:39.487009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 on network 29eab98c-4708-4bca-a4b3-4d0410529c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:31:39.487352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Attempting to bind port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 on network 29eab98c-4708-4bca-a4b3-4d0410529c13 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:31:39.493350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:31:39.493683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Checking segment: {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:31:39.494061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Bound using segment: {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:31:39.494476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Bound port: 63c53ec5-45f0-4b47-ac82-c2217fb60a07, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77b5b9a-6321-404a-a7b0-9d9d931472a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:31:39.494816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:39.583175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] For port 63c53ec5-45f0-4b47-ac82-c2217fb60a07, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:31:39.585976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] For port 63c53ec5-45f0-4b47-ac82-c2217fb60a07, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:31:39.590417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:39.648584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:39.649044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:39.650399 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] 10.222.0.32 "PUT /v2.0/ports/63c53ec5-45f0-4b47-ac82-c2217fb60a07 HTTP/1.1" status: 200 len: 1093 time: 0.8927362 Mar 03 10:31:39.650834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:39.675480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde45f0-9ef1-4d0e-a3d9-18a21b800ead service neutron] Pushing event updated for resources: {'Port': ['ID=63c53ec5-45f0-4b47-ac82-c2217fb60a07,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:39.820387 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'status': 'completed', 'code': 200} Mar 03 10:31:39.861520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-f8786bf1-bf47-4f6d-bd65-eee9b9eb4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:39.863160 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-f8786bf1-bf47-4f6d-bd65-eee9b9eb4cd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 1096 time: 0.1748245 Mar 03 10:31:39.937273 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-2f644764-a7b6-4e7f-9ac1-86b58678b6c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07 HTTP/1.1" status: 200 len: 217 time: 0.0677578 Mar 03 10:31:39.997694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-17aea7f8-08ad-40a2-a954-c61142d8739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:39.999083 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-17aea7f8-08ad-40a2-a954-c61142d8739d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=023147d2-b3c7-4c7d-92f2-a69768ffe0a8 HTTP/1.1" status: 200 len: 835 time: 0.0563445 Mar 03 10:31:40.074991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-fd3995da-eb03-4afb-b261-a35ee4aa2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:40.076451 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-fd3995da-eb03-4afb-b261-a35ee4aa2170 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29eab98c-4708-4bca-a4b3-4d0410529c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714126 Mar 03 10:31:40.205348 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-c3d812bd-5abc-43bb-9da5-62a2222daac9 service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225755 Mar 03 10:31:40.332352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d2513c0b-eddc-445c-851e-c454c0d14c2d req-11d7ef27-be3d-44c1-969a-b3b2df687457 service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210685 Mar 03 10:31:40.447197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a719d70-fa55-42d0-8fa1-891644236386 req-66c7f29f-335a-402c-8faf-307f572077e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:40.448752 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a719d70-fa55-42d0-8fa1-891644236386 req-66c7f29f-335a-402c-8faf-307f572077e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 1096 time: 0.0714581 Mar 03 10:31:40.499918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1421870-71b2-401e-a7fe-44e4f3c1aa39 req-cfcc0ec5-1d13-4fa1-88f6-35750fd8dc95 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:40.501464 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c1421870-71b2-401e-a7fe-44e4f3c1aa39 req-cfcc0ec5-1d13-4fa1-88f6-35750fd8dc95 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 943 time: 0.0849733 Mar 03 10:31:40.546553 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c1421870-71b2-401e-a7fe-44e4f3c1aa39 req-ed4647bc-dcaa-434a-b59b-e03fb59db8ac tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Mar 03 10:31:40.582006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a719d70-fa55-42d0-8fa1-891644236386 req-212765ab-4f9a-4ce5-a8fd-f3ae15b829b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:40.583469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a719d70-fa55-42d0-8fa1-891644236386 req-212765ab-4f9a-4ce5-a8fd-f3ae15b829b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29eab98c-4708-4bca-a4b3-4d0410529c13 HTTP/1.1" status: 200 len: 896 time: 0.1286755 Mar 03 10:31:40.654220 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a719d70-fa55-42d0-8fa1-891644236386 req-d0fe9287-00f7-4157-a440-b4e7a10cdfc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07 HTTP/1.1" status: 200 len: 217 time: 0.0645940 Mar 03 10:31:40.715602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a719d70-fa55-42d0-8fa1-891644236386 req-62dbabc5-8170-4e42-82fe-fef680029ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:40.716993 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a719d70-fa55-42d0-8fa1-891644236386 req-62dbabc5-8170-4e42-82fe-fef680029ee9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=023147d2-b3c7-4c7d-92f2-a69768ffe0a8 HTTP/1.1" status: 200 len: 835 time: 0.0566020 Mar 03 10:31:40.794556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a719d70-fa55-42d0-8fa1-891644236386 req-59c94385-bea3-4ae7-8e09-dc1fadbde794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:40.795972 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a719d70-fa55-42d0-8fa1-891644236386 req-59c94385-bea3-4ae7-8e09-dc1fadbde794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29eab98c-4708-4bca-a4b3-4d0410529c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711591 Mar 03 10:31:40.928066 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a719d70-fa55-42d0-8fa1-891644236386 req-0d6053ea-f79b-452e-857f-d26e26a881ce service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249335 Mar 03 10:31:41.061718 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a719d70-fa55-42d0-8fa1-891644236386 req-817b7ed2-30c1-4fa5-abae-fb97824b1f1c service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266344 Mar 03 10:31:41.734089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10561152-0d5a-45b6-9d64-4c59a3bf65e8 req-5ac7fa57-9a98-4980-9857-45e9ffb21e0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:41.735477 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10561152-0d5a-45b6-9d64-4c59a3bf65e8 req-5ac7fa57-9a98-4980-9857-45e9ffb21e0d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 943 time: 0.0842769 Mar 03 10:31:41.780440 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10561152-0d5a-45b6-9d64-4c59a3bf65e8 req-1588e7a1-a68d-48e3-9843-33d687ee9c94 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394254 Mar 03 10:31:41.897998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63c53ec5-45f0-4b47-ac82-c2217fb60a07 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:31:42.027820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63c53ec5-45f0-4b47-ac82-c2217fb60a07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:42.041309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'mac_address': 'fa:16:3e:69:84:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:31:42.135766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:42.153221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c53ec5-45f0-4b47-ac82-c2217fb60a07 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:31:42.169591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63c53ec5-45f0-4b47-ac82-c2217fb60a07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:42.173202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:42.239409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=63c53ec5-45f0-4b47-ac82-c2217fb60a07,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:42.372522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['63c53ec5-45f0-4b47-ac82-c2217fb60a07'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:31:42.960920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffecc88-96c4-401d-95f6-8e884a399d5c req-a90138e6-80f8-47cc-9c0f-18663cb6d061 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:42.962358 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5ffecc88-96c4-401d-95f6-8e884a399d5c req-a90138e6-80f8-47cc-9c0f-18663cb6d061 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 944 time: 0.0801406 Mar 03 10:31:43.005154 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5ffecc88-96c4-401d-95f6-8e884a399d5c req-c468fa62-abb9-4dab-9d9e-96a570ea2566 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364587 Mar 03 10:31:43.897980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63c53ec5-45f0-4b47-ac82-c2217fb60a07 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:31:43.965769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:31:43.970380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:31:43.970750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:44.087475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:44.114937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:44.124907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63c53ec5-45f0-4b47-ac82-c2217fb60a07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:31:44.129355 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:44.166024 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'code': 200} Mar 03 10:31:44.201246 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=63c53ec5-45f0-4b47-ac82-c2217fb60a07,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:44.202936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccb27a-7043-4470-8a7c-710bb89345cf req-a432963c-e0af-4cba-a3c6-d57fcbf00d8f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:44.204468 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6ccb27a-7043-4470-8a7c-710bb89345cf req-a432963c-e0af-4cba-a3c6-d57fcbf00d8f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 945 time: 0.0943189 Mar 03 10:31:44.254903 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6ccb27a-7043-4470-8a7c-710bb89345cf req-fe202c28-a150-4878-9da1-52ef2ffdf9e9 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386298 Mar 03 10:31:44.380075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfa116-1e3b-4d45-9f91-5a740753acd3 req-46b2c2b0-521e-45a0-a558-229312a1db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:44.381497 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b0bfa116-1e3b-4d45-9f91-5a740753acd3 req-46b2c2b0-521e-45a0-a558-229312a1db1a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 1098 time: 0.0668952 Mar 03 10:31:44.422648 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b0bfa116-1e3b-4d45-9f91-5a740753acd3 req-c4aace0e-9089-470e-949e-2a24fe45b9b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338964 Mar 03 10:31:45.296200 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:31:45.440956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b4783-2e2b-4900-ad71-b5fe63efbaff req-d378d58b-ac63-4ff7-8faa-cf7e7a8a5f34 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:45.442859 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8a4b4783-2e2b-4900-ad71-b5fe63efbaff req-d378d58b-ac63-4ff7-8faa-cf7e7a8a5f34 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 945 time: 0.0827212 Mar 03 10:31:45.493215 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8a4b4783-2e2b-4900-ad71-b5fe63efbaff req-739ea039-1344-4e9c-b9ee-d6f21591b187 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Mar 03 10:31:46.679018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49aa1-f895-4b20-8f15-5b309cc8b7f5 req-0583fd3b-acd7-46ea-91bf-c7bfc6abc91e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:46.680497 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9af49aa1-f895-4b20-8f15-5b309cc8b7f5 req-0583fd3b-acd7-46ea-91bf-c7bfc6abc91e tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 945 time: 0.0793126 Mar 03 10:31:46.725161 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9af49aa1-f895-4b20-8f15-5b309cc8b7f5 req-dd2ccfe0-0859-4378-b182-7b020a47585f tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388792 Mar 03 10:31:46.909571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcacbd-937b-4d4c-8d17-e781f71d1133 req-accae952-87e5-4f08-a4ed-c453f137b0aa tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:46.910996 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dbbcacbd-937b-4d4c-8d17-e781f71d1133 req-accae952-87e5-4f08-a4ed-c453f137b0aa tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 945 time: 0.0805058 Mar 03 10:31:46.954730 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dbbcacbd-937b-4d4c-8d17-e781f71d1133 req-b0b16c93-0035-46d4-9201-00d2f84dc8e5 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380530 Mar 03 10:31:46.977461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37002) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:47.046002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6725f15-1c0d-4253-a14d-1102d8eb8fcc tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:47.047502 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e6725f15-1c0d-4253-a14d-1102d8eb8fcc tempest-TestNetworkBasicOps-449343073 tempest-TestNetworkBasicOps-449343073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 1093 time: 0.0690377 Mar 03 10:31:47.050236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37006) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:47.055037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:31:47.061699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:31:47.065444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Usage tracker for resource:floatingip and tenant:a09ef092ee0a4634bbbbdcd41e84a2fe is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:31:47.068224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:31:47.073722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:31:47.084355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:47.222482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:47.370464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Allocated IP 172.26.7.229 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/eb0d6fbd-f34c-4586-8ff6-dc4599a6f70f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:31:47.516501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:47.545668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:47.604976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:31:47.608370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:31:47.611990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:31:47.659639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=eb0d6fbd-f34c-4586-8ff6-dc4599a6f70f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:48.124846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:48.197499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:48.404259 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:48.408480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:48.520907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event updated for resources: {'Port': ['ID=eb0d6fbd-f34c-4586-8ff6-dc4599a6f70f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:31:48.531869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:48.702827 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP ffb1a07a-0d2e-409a-95bc-6e947c229357 associated. External IP: 172.26.7.229, port: 63c53ec5-45f0-4b47-ac82-c2217fb60a07. Mar 03 10:31:49.046087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:31:49.220848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:31:49.232296 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] Sync routers for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:31:49.241834 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:49.242432 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:49.244727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:31:49.301240 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-741a6cd2-7d48-4c96-bdfb-98dcedf49da8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2498167 Mar 03 10:31:49.301653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:31:49.303776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37010) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:49.350010 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'status': 'completed', 'code': 200} Mar 03 10:31:49.417375 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:49.569826 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2072ff79-ff43-4c5a-bf81-de2e2f0ac02c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 200 len: 991 time: 0.2641072 Mar 03 10:31:49.590511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-94e0d586-1e6a-4be8-a145-0aa238e60ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:49.591974 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-94e0d586-1e6a-4be8-a145-0aa238e60ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 1098 time: 0.2136397 Mar 03 10:31:49.721639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-77a44416-12cd-4841-9af3-468be90cbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:49.723064 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-77a44416-12cd-4841-9af3-468be90cbbbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=29eab98c-4708-4bca-a4b3-4d0410529c13 HTTP/1.1" status: 200 len: 896 time: 0.1250019 Mar 03 10:31:49.789037 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ffb1a07a-0d2e-409a-95bc-6e947c229357', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'mac_address': 'fa:16:3e:69:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:31:48Z', 'updated_at': '2022-03-03T10:31:48Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:31:36Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:49.792840 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] Checking router: 07a17ec8-3224-4210-9e98-e06b6f9a0de1 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:31:49.801421 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:31:49.802017 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:31:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:49.820678 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-163c3e47-fbcb-4dc1-8571-2f2888693367 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07 HTTP/1.1" status: 200 len: 999 time: 0.0917459 Mar 03 10:31:49.885784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-33802ba5-1f4c-44b7-90ed-5a40dd8a26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:49.887934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-33802ba5-1f4c-44b7-90ed-5a40dd8a26f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=023147d2-b3c7-4c7d-92f2-a69768ffe0a8 HTTP/1.1" status: 200 len: 835 time: 0.0604556 Mar 03 10:31:49.963111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-a460b62d-5e7f-4ed5-b3ed-0e24741a68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:31:49.964680 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-a460b62d-5e7f-4ed5-b3ed-0e24741a68fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29eab98c-4708-4bca-a4b3-4d0410529c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715542 Mar 03 10:31:49.978139 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:31:50.094843 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-69f2d0b6-2c7b-4d97-ac35-a0e6791de3d5 service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246958 Mar 03 10:31:50.225436 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac9ca42c-5360-44f1-b3bb-ffc48c4f4848 req-1c1dea29-f75e-46ef-988d-70c30fb090c4 service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246648 Mar 03 10:31:50.319546 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ffb1a07a-0d2e-409a-95bc-6e947c229357', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'mac_address': 'fa:16:3e:69:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:31:48Z', 'updated_at': '2022-03-03T10:31:48Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:31:36Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:31:50.323218 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79381210-b398-484a-bb4e-958ea7e451fa None None] The sync data for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv is: [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:31:32Z', 'revision_number': 4, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ffb1a07a-0d2e-409a-95bc-6e947c229357', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'mac_address': 'fa:16:3e:69:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:31:48Z', 'updated_at': '2022-03-03T10:31:48Z', 'revision_number': 0, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:31:36Z', 'revision_number': 5, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:31:50.500921 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d9127-1a05-487d-aa37-6a5a1a8c12f0 None None] New status for floating IP ffb1a07a-0d2e-409a-95bc-6e947c229357: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:31:50.572987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37016) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:50.800467 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9a84fc26-2baa-4e08-8745-a2b8aa32cee8 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 200 len: 991 time: 0.2263126 Mar 03 10:31:51.803493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37020) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:31:51.907292 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3f6af866-5c92-4667-98bf-f9b823633e39 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 200 len: 993 time: 0.1027279 Mar 03 10:31:53.823398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:03.057224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-862ad7ad-0b03-4ff1-93cf-e5396a005d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:05.247567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e4d980f7-0d19-4099-a9a2-602413ef5f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:06.073614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:06.118475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:07.951720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:16.548813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37032) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:16.554046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1038ba41-a48f-4ac5-ac82-87952a16c54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:17.062896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1038ba41-a48f-4ac5-ac82-87952a16c54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:17.073274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1038ba41-a48f-4ac5-ac82-87952a16c54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:17.252879 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1038ba41-a48f-4ac5-ac82-87952a16c54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:32:17.430106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1038ba41-a48f-4ac5-ac82-87952a16c54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:17.436852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1038ba41-a48f-4ac5-ac82-87952a16c54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:17.442056 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1038ba41-a48f-4ac5-ac82-87952a16c54a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/07a17ec8-3224-4210-9e98-e06b6f9a0de1 HTTP/1.1" status: 200 len: 889 time: 0.8882108 Mar 03 10:32:17.442261 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] Sync routers for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:17.451321 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:17.452019 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:17.510775 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:17.519550 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:17.520444 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:17.581598 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:17.581989 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa88e93-9f19-4491-92cf-561de561d464 None None] The sync data for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv is: [] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:18.327237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b5d3a5-be15-448d-98ef-7955ff3989f6 None None] New status for floating IP ffb1a07a-0d2e-409a-95bc-6e947c229357: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:32:18.488896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 14601dce-56b5-48e3-9946-20903ec64915 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:32:18.718587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:18.733866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 14601dce-56b5-48e3-9946-20903ec64915, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=14601dce-56b5-48e3-9946-20903ec64915,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:18.737298 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:18.737967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f0aad777-a30e-4669-8ee5-ecf8d26073ad no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:32:18.851879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=14601dce-56b5-48e3-9946-20903ec64915,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:18.907902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:18.939320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port f0aad777-a30e-4669-8ee5-ecf8d26073ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f0aad777-a30e-4669-8ee5-ecf8d26073ad,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:18.942785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:19.007491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:19.596844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37038) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:19.602030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-575d85fd-b8fe-4ad0-b6e4-8bcdd04632b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:20.245178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-575d85fd-b8fe-4ad0-b6e4-8bcdd04632b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:20.256209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-575d85fd-b8fe-4ad0-b6e4-8bcdd04632b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3893816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3893815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898976'] for router, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:20.437464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575d85fd-b8fe-4ad0-b6e4-8bcdd04632b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:32:20.613420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575d85fd-b8fe-4ad0-b6e4-8bcdd04632b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:20.619760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-575d85fd-b8fe-4ad0-b6e4-8bcdd04632b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:20.621653 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-575d85fd-b8fe-4ad0-b6e4-8bcdd04632b2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/07a17ec8-3224-4210-9e98-e06b6f9a0de1 HTTP/1.1" status: 200 len: 888 time: 1.0230682 Mar 03 10:32:20.622971 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] Sync routers for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:20.624411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37042) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:20.632418 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:20.633021 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:20.729741 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a2c2a36e-8d12-4ce3-b176-03161f188a4a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 200 len: 991 time: 0.1031947 Mar 03 10:32:20.810473 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:21.142534 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:20Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ffb1a07a-0d2e-409a-95bc-6e947c229357', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'mac_address': 'fa:16:3e:69:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:31:48Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:21.146495 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] Checking router: 07a17ec8-3224-4210-9e98-e06b6f9a0de1 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:32:21.155222 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:21.155838 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:21.352332 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:21.685929 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:20Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ffb1a07a-0d2e-409a-95bc-6e947c229357', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'mac_address': 'fa:16:3e:69:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:31:48Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:21.689768 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d9822-839c-4c28-9357-6e5b24c7ab7c None None] The sync data for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv is: [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:20Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ffb1a07a-0d2e-409a-95bc-6e947c229357', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'port_id': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'mac_address': 'fa:16:3e:69:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:31:48Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 2, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:32:18Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:21.732544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37046) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:21.842856 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4dde12d6-1cc7-47b7-a993-eb971adf35c2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 200 len: 991 time: 0.1081355 Mar 03 10:32:22.296333 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:32:22.530675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 14601dce-56b5-48e3-9946-20903ec64915 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:22.606813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 14601dce-56b5-48e3-9946-20903ec64915 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:22.607180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:22.731257 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:22.748480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 14601dce-56b5-48e3-9946-20903ec64915, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=14601dce-56b5-48e3-9946-20903ec64915,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:22.752608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:22.753419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f0aad777-a30e-4669-8ee5-ecf8d26073ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:22.845124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37050) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:22.868301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=14601dce-56b5-48e3-9946-20903ec64915,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:22.879526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f0aad777-a30e-4669-8ee5-ecf8d26073ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:22.879901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:22.952285 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-889de458-00d5-42f2-8bc8-3e9510396210 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 200 len: 991 time: 0.1060150 Mar 03 10:32:22.997638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:23.030014 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port f0aad777-a30e-4669-8ee5-ecf8d26073ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f0aad777-a30e-4669-8ee5-ecf8d26073ad,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:23.034283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:23.103848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:23.238199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5045345-eba9-49b2-a9ae-862c664b6e56 None None] New status for floating IP ffb1a07a-0d2e-409a-95bc-6e947c229357: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:32:23.814519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:23.955842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37054) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:24.068014 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-98438822-66d7-4ce5-83bc-a5c654659098 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 200 len: 993 time: 0.1109059 Mar 03 10:32:24.347228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37062) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:24.492519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 14601dce-56b5-48e3-9946-20903ec64915 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:24.550276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port eb0d6fbd-f34c-4586-8ff6-dc4599a6f70f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:32:24.550616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:24.561619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 14601dce-56b5-48e3-9946-20903ec64915 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:24.561989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:24.687378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f0aad777-a30e-4669-8ee5-ecf8d26073ad up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:24.755181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f0aad777-a30e-4669-8ee5-ecf8d26073ad triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:24.755889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:24.841786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:24.842117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:24.962929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for eb0d6fbd-f34c-4586-8ff6-dc4599a6f70f owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:32:25.109998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:25.158789 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=eb0d6fbd-f34c-4586-8ff6-dc4599a6f70f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:25.195375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.195678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.196019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.196347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.196673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.197004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.197325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.197644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.197964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.198283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.198601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.199550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:25.257556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:25.257903 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Floating IP ffb1a07a-0d2e-409a-95bc-6e947c229357 disassociated (deleted). External IP: 172.26.7.229, port: 63c53ec5-45f0-4b47-ac82-c2217fb60a07. Mar 03 10:32:25.609516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:32:25.783352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:25.793114 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] Sync routers for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:25.800369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:25.802320 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:25.802908 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:25.857696 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a034669d-34e7-49b6-87be-e8e0534484d2 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/floatingips/ffb1a07a-0d2e-409a-95bc-6e947c229357 HTTP/1.1" status: 204 len: 168 time: 1.5094659 Mar 03 10:32:25.858700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:32:25.904753 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'status': 'completed', 'code': 200} Mar 03 10:32:25.986527 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:26.001814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-f412f9b4-8f02-4bc5-9c31-17ae768ca344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:26.002882 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-f412f9b4-8f02-4bc5-9c31-17ae768ca344 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 1098 time: 0.0781143 Mar 03 10:32:26.151857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-0ab8b8c2-7f8c-4279-818b-ca64e90461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:26.154138 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-0ab8b8c2-7f8c-4279-818b-ca64e90461cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=29eab98c-4708-4bca-a4b3-4d0410529c13 HTTP/1.1" status: 200 len: 896 time: 0.1457787 Mar 03 10:32:26.222100 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-82ff231d-cd2e-4014-964e-654da524a5ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07 HTTP/1.1" status: 200 len: 217 time: 0.0613284 Mar 03 10:32:26.246033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99079022-d7d9-4d33-89bd-fb1ab77b9ec0 req-58860256-7e87-4c96-916c-86dcd26f0e49 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:26.246875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-99079022-d7d9-4d33-89bd-fb1ab77b9ec0 req-58860256-7e87-4c96-916c-86dcd26f0e49 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:32:26.263485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-99079022-d7d9-4d33-89bd-fb1ab77b9ec0 req-58860256-7e87-4c96-916c-86dcd26f0e49 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:32:26.264727 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-99079022-d7d9-4d33-89bd-fb1ab77b9ec0 req-58860256-7e87-4c96-916c-86dcd26f0e49 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 945 time: 0.1001906 Mar 03 10:32:26.291235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-bb5650f8-b9a9-4c6b-b8b8-ac4feb99dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:26.293529 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-bb5650f8-b9a9-4c6b-b8b8-ac4feb99dc68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=023147d2-b3c7-4c7d-92f2-a69768ffe0a8 HTTP/1.1" status: 200 len: 835 time: 0.0658329 Mar 03 10:32:26.314327 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-99079022-d7d9-4d33-89bd-fb1ab77b9ec0 req-f1dc3d54-6547-4d08-8afd-9d287377fe7d tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 Mar 03 10:32:26.316404 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:20Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:32:23Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:26.320329 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] Checking router: 07a17ec8-3224-4210-9e98-e06b6f9a0de1 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:32:26.329453 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:26.330063 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:26.369439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-423ea8bd-d8a5-4e14-9ac6-8f8a945c48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:26.370918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-423ea8bd-d8a5-4e14-9ac6-8f8a945c48c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29eab98c-4708-4bca-a4b3-4d0410529c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708728 Mar 03 10:32:26.506708 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-95455fcd-49a1-4650-85f3-666a53462196 service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297534 Mar 03 10:32:26.510736 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:26.641651 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-74f8ce6c-6713-4f42-bb34-8b806e571748 req-15f8de8c-cf1b-4fa4-9285-324292437cff service neutron] 10.222.0.32 "GET /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285233 Mar 03 10:32:26.845701 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:20Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:32:23Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:26.849379 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8034d3-d41a-48f4-81a6-7ab640defcb1 None None] The sync data for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv is: [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:20Z', 'revision_number': 6, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f0aad777-a30e-4669-8ee5-ecf8d26073ad', 'name': '', 'network_id': '29eab98c-4708-4bca-a4b3-4d0410529c13', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'mac_address': 'fa:16:3e:ee:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:31Z', 'updated_at': '2022-03-03T10:32:23Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'subnets': [{'id': '023147d2-b3c7-4c7d-92f2-a69768ffe0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:27.475902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-d855de67-de46-4998-8f78-24a00b6d0e7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:27.476595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-d855de67-de46-4998-8f78-24a00b6d0e7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Synchronizing usage tracker for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:32:27.489321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-d855de67-de46-4998-8f78-24a00b6d0e7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Unset dirty status for tenant:a09ef092ee0a4634bbbbdcd41e84a2fe on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:32:27.490610 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-d855de67-de46-4998-8f78-24a00b6d0e7c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 945 time: 0.1066370 Mar 03 10:32:27.543193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30341f-aaee-45b6-a25a-a1b9cd767f8c None None] New status for floating IP ffb1a07a-0d2e-409a-95bc-6e947c229357: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:32:27.632130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891438b-4c33-4b94-982c-695b18410c62 req-db4791c1-b04c-495a-8fa1-c25a272f823c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:27.633867 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2891438b-4c33-4b94-982c-695b18410c62 req-db4791c1-b04c-495a-8fa1-c25a272f823c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 945 time: 0.2059078 Mar 03 10:32:27.678160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2891438b-4c33-4b94-982c-695b18410c62 req-fc847347-4a22-4971-b3ca-468b0bbcb39a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6692779-1070-48c2-9996-47e3f6efe3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 Mar 03 10:32:27.678429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:32:27.678561 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:27.924188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 63c53ec5-45f0-4b47-ac82-c2217fb60a07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63c53ec5-45f0-4b47-ac82-c2217fb60a07,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:27.924536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:28.046725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 63c53ec5-45f0-4b47-ac82-c2217fb60a07 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:32:28.188298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:28.238197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=63c53ec5-45f0-4b47-ac82-c2217fb60a07,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:28.274874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.275221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.275587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.275916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.276238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.276580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.277385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.277781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.278132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.278451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.278770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.279083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:28.325387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] No DVR routers for this DVR port 63c53ec5-45f0-4b47-ac82-c2217fb60a07 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:32:28.327620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:28.330080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'name': 'network-vif-deleted', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:32:28.345282 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b4bee6ad-db8b-4384-9965-45903f331ccd req-b92fe5df-775a-426c-8769-c77bbd2039ed tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.32 "DELETE /v2.0/ports/63c53ec5-45f0-4b47-ac82-c2217fb60a07 HTTP/1.1" status: 204 len: 173 time: 0.8499727 Mar 03 10:32:28.376308 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca2669-9b25-4cf8-8dbe-a532fc4802b4', 'name': 'network-vif-deleted', 'tag': '63c53ec5-45f0-4b47-ac82-c2217fb60a07', 'status': 'completed', 'code': 200} Mar 03 10:32:28.838257 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6925fea9-b6c8-41aa-81be-a6954eec3f37 req-48cb0406-279f-4dcc-8625-672fdb62045c tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7ca2669-9b25-4cf8-8dbe-a532fc4802b4 HTTP/1.1" status: 200 len: 210 time: 0.0417740 Mar 03 10:32:29.931936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37080) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:29.998375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b51c1d2d-1313-4d81-9cc6-05dca2ac98c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:30.031138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b51c1d2d-1313-4d81-9cc6-05dca2ac98c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:30.084318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63c53ec5-45f0-4b47-ac82-c2217fb60a07 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:32:30.096761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b51c1d2d-1313-4d81-9cc6-05dca2ac98c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:30.115483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c1d2d-1313-4d81-9cc6-05dca2ac98c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6692779-1070-48c2-9996-47e3f6efe3f1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:30.119795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 63c53ec5-45f0-4b47-ac82-c2217fb60a07 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:32:30.120173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63c53ec5-45f0-4b47-ac82-c2217fb60a07 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:32:30.128619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b51c1d2d-1313-4d81-9cc6-05dca2ac98c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:30.129935 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b51c1d2d-1313-4d81-9cc6-05dca2ac98c7 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6692779-1070-48c2-9996-47e3f6efe3f1 HTTP/1.1" status: 204 len: 168 time: 0.1970074 Mar 03 10:32:30.159206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37086) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:30.702347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:31.157042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port f0aad777-a30e-4669-8ee5-ecf8d26073ad {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:32:31.157378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:31.337888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port f0aad777-a30e-4669-8ee5-ecf8d26073ad, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f0aad777-a30e-4669-8ee5-ecf8d26073ad,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:31.338629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:31.461170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for f0aad777-a30e-4669-8ee5-ecf8d26073ad owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:32:31.784812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:31.837226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=f0aad777-a30e-4669-8ee5-ecf8d26073ad,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:32.119639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:32.598354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:32:32.773569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:32.783264 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] Sync routers for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:32.786609 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-323b5795-d9c1-417f-a02c-87a55fb13fbd tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "PUT /v2.0/routers/07a17ec8-3224-4210-9e98-e06b6f9a0de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262786 Mar 03 10:32:32.789198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37090) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:32.793388 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:32.794093 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:32.853127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting subnet 023147d2-b3c7-4c7d-92f2-a69768ffe0a8 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:32:32.856603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:32.912409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:32.967798 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:32.994631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.064589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a146e712-e876-48fa-9656-582a06d1cecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.067116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.109281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Subnet': ['ID=023147d2-b3c7-4c7d-92f2-a69768ffe0a8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:33.112804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.119765 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e513e792-26ac-4eaf-897f-10d617dbb664 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/subnets/023147d2-b3c7-4c7d-92f2-a69768ffe0a8 HTTP/1.1" status: 204 len: 168 time: 0.3296139 Mar 03 10:32:33.120688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75744441-3bd3-4ece-982d-3d12939243e8 None None] Network 29eab98c-4708-4bca-a4b3-4d0410529c13 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:32:33.121274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37094) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:33.251835 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:31Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:33.256084 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] Checking router: 07a17ec8-3224-4210-9e98-e06b6f9a0de1 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:32:33.265625 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] Routers {'07a17ec8-3224-4210-9e98-e06b6f9a0de1'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:33.266432 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:33.334880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.400477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] DHCP port deletion for 29eab98c-4708-4bca-a4b3-4d0410529c13 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:32:33.404806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Deleting port addb8e85-e215-40da-bc40-e3f04a2dc7f5 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:32:33.405177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.452759 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] Set router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:33.524099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.534468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Deleting port 14601dce-56b5-48e3-9946-20903ec64915 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:32:33.535005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.620305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] For port addb8e85-e215-40da-bc40-e3f04a2dc7f5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=addb8e85-e215-40da-bc40-e3f04a2dc7f5,segment=NetworkSegment(b77b5b9a-6321-404a-a7b0-9d9d931472a2),segment_id=b77b5b9a-6321-404a-a7b0-9d9d931472a2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:33.621119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.719647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] For port 14601dce-56b5-48e3-9946-20903ec64915, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=14601dce-56b5-48e3-9946-20903ec64915,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:33.720067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.741196 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:31Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:33.744902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Calling delete_port for addb8e85-e215-40da-bc40-e3f04a2dc7f5 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:32:33.745068 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc183c3-15c9-46ef-9e00-352a98f38d10 None None] The sync data for ids ['07a17ec8-3224-4210-9e98-e06b6f9a0de1'] in dv-neutron-831192-5-hyperv is: [{'id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'name': 'tempest-TestNetworkBasicOps-router-2071440808', 'tenant_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '14601dce-56b5-48e3-9946-20903ec64915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:31:27Z', 'updated_at': '2022-03-03T10:32:31Z', 'revision_number': 7, 'project_id': 'a09ef092ee0a4634bbbbdcd41e84a2fe', 'gw_port': {'id': '14601dce-56b5-48e3-9946-20903ec64915', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a17ec8-3224-4210-9e98-e06b6f9a0de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:31:28Z', 'updated_at': '2022-03-03T10:32:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:33.823031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:33.849443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Calling delete_port for 14601dce-56b5-48e3-9946-20903ec64915 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:32:33.872085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Pushing event deleted for resources: {'Port': ['ID=addb8e85-e215-40da-bc40-e3f04a2dc7f5,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:33.876769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] No DVR routers for this DVR port addb8e85-e215-40da-bc40-e3f04a2dc7f5 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:32:33.882654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.883007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.886078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.886078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.886838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.886838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.887158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.887456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.887793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.888120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.888538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:33.888764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9bb7d5-cb86-4801-95d8-2b7702737048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:34.022074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.070028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Port': ['ID=14601dce-56b5-48e3-9946-20903ec64915,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:34.162063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.439624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.441870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.477990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.478851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Fanout notify agent at l3_agent the message router_deleted on router 07a17ec8-3224-4210-9e98-e06b6f9a0de1 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:32:34.496105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.499760 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bdb5c7f0-fa97-470e-87af-fd046b671843 tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/routers/07a17ec8-3224-4210-9e98-e06b6f9a0de1 HTTP/1.1" status: 204 len: 168 time: 1.3746502 Mar 03 10:32:34.499974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37098) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:34.550710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device addb8e85-e215-40da-bc40-e3f04a2dc7f5 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:32:34.588715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: addb8e85-e215-40da-bc40-e3f04a2dc7f5 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:32:34.588715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device addb8e85-e215-40da-bc40-e3f04a2dc7f5 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:32:34.588715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f0aad777-a30e-4669-8ee5-ecf8d26073ad no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:32:34.621071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: f0aad777-a30e-4669-8ee5-ecf8d26073ad {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:32:34.621422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f0aad777-a30e-4669-8ee5-ecf8d26073ad not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:32:34.626360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.760567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.786637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29eab98c-4708-4bca-a4b3-4d0410529c13']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:34.798719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77b5b9a-6321-404a-a7b0-9d9d931472a2') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:34.799020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77b5b9a-6321-404a-a7b0-9d9d931472a2') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:34.810561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.826519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.832578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:32:34.832966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:32:34.847771 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:32:34.927517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.944608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:34.955787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] Pushing event deleted for resources: {'Network': ['ID=29eab98c-4708-4bca-a4b3-4d0410529c13,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:34.963926 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6add1dc2-c9f8-414a-9499-64b4a5922c5a tempest-TestNetworkBasicOps-988195429 tempest-TestNetworkBasicOps-988195429-project] 10.222.0.23 "DELETE /v2.0/networks/29eab98c-4708-4bca-a4b3-4d0410529c13 HTTP/1.1" status: 204 len: 168 time: 0.4629333 Mar 03 10:32:35.249156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-be29a554-3dcb-45a9-90d8-8e7b091f00ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:35.291639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37106) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:35.437077 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b250bcbf-5165-4d85-848e-775b08aa7084 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a09ef092ee0a4634bbbbdcd41e84a2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442664 Mar 03 10:32:35.439622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37112) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:35.502599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7f41f49-e03d-4c35-9a41-3874467232cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:35.530938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7f41f49-e03d-4c35-9a41-3874467232cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:35.582595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7f41f49-e03d-4c35-9a41-3874467232cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:35.598025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f41f49-e03d-4c35-9a41-3874467232cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4893128d-7a85-48cc-9525-62a23d6d974a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:35.607161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7f41f49-e03d-4c35-9a41-3874467232cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:35.608315 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a7f41f49-e03d-4c35-9a41-3874467232cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4893128d-7a85-48cc-9525-62a23d6d974a HTTP/1.1" status: 204 len: 168 time: 0.1678166 Mar 03 10:32:35.889828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37120) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:35.907943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:35.921890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:35.925650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Usage tracker for resource:security_group_rule and tenant:3a5975c701f6461fbc4736cc0951cb25 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:35.928425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:35.934417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:36.016296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.020223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.065546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff353f2b-4bee-4a50-b243-6082ab034362,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:36.071068 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-91924aef-89ab-4764-832a-ebca93c02caf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a5975c701f6461fbc4736cc0951cb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802299 Mar 03 10:32:36.073910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37124) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:36.078260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.122412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.132747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0f51538-5772-4e22-9774-7db17f66b8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.157912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0f51538-5772-4e22-9774-7db17f66b8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.207886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0f51538-5772-4e22-9774-7db17f66b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.225770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f51538-5772-4e22-9774-7db17f66b8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff353f2b-4bee-4a50-b243-6082ab034362,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:36.230681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0f51538-5772-4e22-9774-7db17f66b8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:36.232579 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c0f51538-5772-4e22-9774-7db17f66b8f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff353f2b-4bee-4a50-b243-6082ab034362 HTTP/1.1" status: 204 len: 168 time: 0.1574178 Mar 03 10:32:36.452268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 14601dce-56b5-48e3-9946-20903ec64915 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:32:36.486847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 14601dce-56b5-48e3-9946-20903ec64915 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:32:36.487195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 14601dce-56b5-48e3-9946-20903ec64915 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:32:36.978125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37148) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:37.078324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1651231732-network', 'tenant_id': '836a32e282904d91995527c81f58fe3b'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:37.082981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:37.086814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Usage tracker for resource:network and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:37.090230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:37.096374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:37.105958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Made reservation on behalf of 836a32e282904d91995527c81f58fe3b for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:32:37.108446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.120417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.134330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:37.138970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:37.141817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:37.148581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:37.232079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.235700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.262451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:32:37.274556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae26ef-ab80-4760-8385-e0cb6740d463,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:37.278879 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.279208 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Added segment ecb63114-c45e-4ba9-9cee-30da203c9309 of type vlan for network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 Mar 03 10:32:37.304106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.332572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.333523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:37.334091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.431031 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4517956 Mar 03 10:32:37.434822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37154) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:37.441603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Request body: {'subnet': {'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1651231732-subnet', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:37.444784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a005ea-e4de-43e9-a82a-203b68ff52ca admin admin] Pushing event updated for resources: {'Network': ['ID=2f00f52c-3e90-4fbf-b54e-7332826e56e2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:37.448257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:37.453196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Usage tracker for resource:subnet and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:37.456203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:37.457595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:32:37.462456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:37.473265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Made reservation on behalf of 836a32e282904d91995527c81f58fe3b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:32:37.475796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.687397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.759661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:37.766837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Checking segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:37.767194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Network hostable DHCP agents. Network: 2f00f52c-3e90-4fbf-b54e-7332826e56e2, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:32:37.785581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:32:37.794891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 2f00f52c-3e90-4fbf-b54e-7332826e56e2) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:37.798848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:37.799452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.803391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b502728-2981-4c72-9193-fe4770114405 None None] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:32:37.823196 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-05d45552-8180-4af2-8c88-4a0b1eb62791 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3877003 Mar 03 10:32:37.825804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37158) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:37.830711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:37.835388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:37.839164 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Usage tracker for resource:router and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:37.842194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:37.847821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:37.858750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.859841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.875442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:37.978637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.029031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:32:38.029863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.215774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Allocated IP 172.20.0.2 (2f00f52c-3e90-4fbf-b54e-7332826e56e2/cf0c1a9f-43e1-4f5e-a187-3093c3ffa127/08a33ca7-243f-4399-af73-31a6b98c6bdd) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:32:38.253689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.421034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.431879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Transition to ACTIVE for port object 08a33ca7-243f-4399-af73-31a6b98c6bdd will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:38.452648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Transition to ACTIVE for port object 08a33ca7-243f-4399-af73-31a6b98c6bdd will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:38.461476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.518481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:38.521519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:38.525222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:32:38.563236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.579250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Pushing event updated for resources: {'Port': ['ID=08a33ca7-243f-4399-af73-31a6b98c6bdd,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:38.594249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.629241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Attempting to bind port 08a33ca7-243f-4399-af73-31a6b98c6bdd on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:32:38.629605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Attempting to bind port 08a33ca7-243f-4399-af73-31a6b98c6bdd by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:32:38.629966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Attempting to bind port 08a33ca7-243f-4399-af73-31a6b98c6bdd on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:32:38.635383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:32:38.635761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Checking segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:38.636203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.636590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Bound using segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:32:38.637063 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Bound port: 08a33ca7-243f-4399-af73-31a6b98c6bdd, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:32:38.637531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.727329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] For port 08a33ca7-243f-4399-af73-31a6b98c6bdd, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:32:38.730757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] For port 08a33ca7-243f-4399-af73-31a6b98c6bdd, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=08a33ca7-243f-4399-af73-31a6b98c6bdd,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:32:38.732156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Allocated IP 172.26.7.140 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/3c39f2de-e471-4e54-885c-5ab76f99c584) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:32:38.735066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.817310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a61bb-f68e-48d5-a4b0-d9c220fcbb61 None None] Pushing event updated for resources: {'Port': ['ID=08a33ca7-243f-4399-af73-31a6b98c6bdd,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:38.883162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.913993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:38.976803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:38.986315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:38.990643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:32:39.027413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Pushing event updated for resources: {'Port': ['ID=3c39f2de-e471-4e54-885c-5ab76f99c584,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:39.414823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:39.670153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e0c8a-11a6-420e-ae09-b9742868c34a None None] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:32:39.777465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e4e7a373-2486-46b3-ae96-4e92776aa182 None None] Provisioning for port 08a33ca7-243f-4399-af73-31a6b98c6bdd completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:39.895913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:40.111975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:32:40.290104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:40.299011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:40.307666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:40.308571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:40.314231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:40.315489 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-06cb7a01-68f5-4a32-8843-7a44a68a590c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4887528 Mar 03 10:32:40.318215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37162) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:40.493040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:40.597045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 08a33ca7-243f-4399-af73-31a6b98c6bdd up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:40.767812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 08a33ca7-243f-4399-af73-31a6b98c6bdd completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:40.801097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 08a33ca7-243f-4399-af73-31a6b98c6bdd triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:40.801400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:40.974522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:39Z', 'revision_number': 3, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:40.981291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:32:40.981639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Updating router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 port 3c39f2de-e471-4e54-885c-5ab76f99c584 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:32:40.991758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.008710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.059491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.098972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 08a33ca7-243f-4399-af73-31a6b98c6bdd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=08a33ca7-243f-4399-af73-31a6b98c6bdd,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:41.110622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.249156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=08a33ca7-243f-4399-af73-31a6b98c6bdd,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:41.322188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Allocated IP 172.20.0.1 (2f00f52c-3e90-4fbf-b54e-7332826e56e2/cf0c1a9f-43e1-4f5e-a187-3093c3ffa127/1711998b-a288-4cf1-ab02-6243406548a4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:32:41.449101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.461194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Transition to ACTIVE for port object 3c39f2de-e471-4e54-885c-5ab76f99c584 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:41.468744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.471315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.487947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Transition to ACTIVE for port object 1711998b-a288-4cf1-ab02-6243406548a4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:41.512326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.559824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Attempting to bind port 3c39f2de-e471-4e54-885c-5ab76f99c584 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:32:41.560193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Attempting to bind port 3c39f2de-e471-4e54-885c-5ab76f99c584 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:32:41.560550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Attempting to bind port 3c39f2de-e471-4e54-885c-5ab76f99c584 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:32:41.566160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf8193-b69d-454f-90d6-6347d50f973f None None] Pushing event updated for resources: {'Port': ['ID=3c39f2de-e471-4e54-885c-5ab76f99c584,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:41.570475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:32:41.570842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:41.571240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.571645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:32:41.572095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Bound port: 3c39f2de-e471-4e54-885c-5ab76f99c584, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:32:41.572522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.574820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:41.577716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:41.581343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:32:41.629749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Pushing event updated for resources: {'Port': ['ID=1711998b-a288-4cf1-ab02-6243406548a4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:41.646779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.651030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] For port 3c39f2de-e471-4e54-885c-5ab76f99c584, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:32:41.655487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] For port 3c39f2de-e471-4e54-885c-5ab76f99c584, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3c39f2de-e471-4e54-885c-5ab76f99c584,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:32:41.660713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.741552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:41.742188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:41.804312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf8193-b69d-454f-90d6-6347d50f973f None None] Pushing event updated for resources: {'Port': ['ID=3c39f2de-e471-4e54-885c-5ab76f99c584,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:41.913325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b6233937-01a1-4600-88ce-1062ed309308 None None] Provisioning for port 1711998b-a288-4cf1-ab02-6243406548a4 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:41.924655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.936662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b6233937-01a1-4600-88ce-1062ed309308 None None] Provisioning complete for port 1711998b-a288-4cf1-ab02-6243406548a4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:41.937035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b6233937-01a1-4600-88ce-1062ed309308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:41.968657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:42.147153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:42.152132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:42.180799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b6233937-01a1-4600-88ce-1062ed309308 None None] Port 1711998b-a288-4cf1-ab02-6243406548a4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:32:42.256895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Pushing event updated for resources: {'Port': ['ID=1711998b-a288-4cf1-ab02-6243406548a4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:42.259378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:42.286550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:39Z', 'revision_number': 3, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:42.290425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f5088-a3e8-4d9f-8f9a-cff646008ef5 None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:39Z', 'revision_number': 3, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:42.399347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:42.400417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:42.583196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 08a33ca7-243f-4399-af73-31a6b98c6bdd up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:42.648102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:32:42.679223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 08a33ca7-243f-4399-af73-31a6b98c6bdd triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:42.679223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:42.743605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-60b9bd16-14f4-44d9-be31-721a37a58d22 None None] Provisioning complete for port 1711998b-a288-4cf1-ab02-6243406548a4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:42.743967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-60b9bd16-14f4-44d9-be31-721a37a58d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:42.882783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-60b9bd16-14f4-44d9-be31-721a37a58d22 None None] Port 1711998b-a288-4cf1-ab02-6243406548a4 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:32:42.966807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:42.976080 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-353a57d4-4f5f-438d-be6b-9e5e8d881aeb admin admin] 10.222.0.23 "PUT /v2.0/routers/50e37ea9-c7e9-4289-a615-5ff8016a3ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6568713 Mar 03 10:32:43.474249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37180) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:43.480570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-74239268-network', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:43.485881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:43.492134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Usage tracker for resource:network and tenant:24b1e3e11b56477d9ef23609069db2bc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:43.495874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:43.502011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:43.512757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Made reservation on behalf of 24b1e3e11b56477d9ef23609069db2bc for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:32:43.515153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.527579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.541905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:43.546358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Usage tracker for resource:security_group_rule and tenant:24b1e3e11b56477d9ef23609069db2bc is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:43.549179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:43.554719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:43.642568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.646627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.677574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:32:43.686738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e340221-e4c7-4265-a49a-88c5a69cbafa,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:43.692514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.693133 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Added segment 5bc77989-007d-4245-9864-c70b769a4f9f of type vlan for network 225ae996-d611-4b48-96b2-a004136d5a45 Mar 03 10:32:43.720276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.750557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.751572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:43.752149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:43.852879 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3774388 Mar 03 10:32:43.856367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37184) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:43.858249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925132e-b6f0-4615-a1b9-c39bece747d4 admin admin] Pushing event updated for resources: {'Network': ['ID=225ae996-d611-4b48-96b2-a004136d5a45,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:43.863974 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:43.865681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Request body: {'subnet': {'network_id': '225ae996-d611-4b48-96b2-a004136d5a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-74239268-subnet', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:43.869250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 225ae996-d611-4b48-96b2-a004136d5a45 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:32:43.870554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:43.875236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Usage tracker for resource:subnet and tenant:24b1e3e11b56477d9ef23609069db2bc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:43.875549 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:43.876168 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:43.878190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:43.884660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:43.896542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Made reservation on behalf of 24b1e3e11b56477d9ef23609069db2bc for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:32:43.898910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.104366 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:44.111856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.187448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9497d215-0c89-4dd8-9ad1-3f23455e873e,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:44.196015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Checking segment: {'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:44.196364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Network hostable DHCP agents. Network: 225ae996-d611-4b48-96b2-a004136d5a45, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:32:44.215690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Network 225ae996-d611-4b48-96b2-a004136d5a45 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:32:44.224916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 225ae996-d611-4b48-96b2-a004136d5a45) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:44.229415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:32:44.230884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.235613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01ebf3-8ae3-4b4a-9556-e6925db21a0d None None] Network 225ae996-d611-4b48-96b2-a004136d5a45 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:32:44.258057 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1b724e58-b3f8-4ee2-9e73-234c565b5867 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3990660 Mar 03 10:32:44.260594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37188) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:44.267043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:44.272599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:44.277651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Usage tracker for resource:router and tenant:24b1e3e11b56477d9ef23609069db2bc is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:44.280950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:44.286700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:44.298848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.299961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.317088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.425474 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 2, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:44.429880 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:32:44.430408 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Updating router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 port 1711998b-a288-4cf1-ab02-6243406548a4 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:32:44.476691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-225ae996-d611-4b48-96b2-a004136d5a45', 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'fixed_ips': [{'subnet_id': '9497d215-0c89-4dd8-9ad1-3f23455e873e'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:32:44.477529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.491466 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.576332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3c39f2de-e471-4e54-885c-5ab76f99c584 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:44.631551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.711420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 3c39f2de-e471-4e54-885c-5ab76f99c584 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:44.721211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Allocated IP 172.20.0.2 (225ae996-d611-4b48-96b2-a004136d5a45/9497d215-0c89-4dd8-9ad1-3f23455e873e/608e6e53-581a-4bb5-9592-4a21f8b26121) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:32:44.723639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 3c39f2de-e471-4e54-885c-5ab76f99c584 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:44.724018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.862797 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.876502 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Transition to ACTIVE for port object 1711998b-a288-4cf1-ab02-6243406548a4 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:44.883772 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:44.955681 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Pushing event updated for resources: {'Port': ['ID=1711998b-a288-4cf1-ab02-6243406548a4,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:44.964208 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.964569 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.964868 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.965182 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.965498 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.965812 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.966124 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.966432 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.967110 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.967110 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.967454 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:44.967651 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:32:45.014838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.059780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 3c39f2de-e471-4e54-885c-5ab76f99c584, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3c39f2de-e471-4e54-885c-5ab76f99c584,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:45.066929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.076086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.080397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Transition to ACTIVE for port object 608e6e53-581a-4bb5-9592-4a21f8b26121 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:45.083222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.102992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Transition to ACTIVE for port object 608e6e53-581a-4bb5-9592-4a21f8b26121 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:45.126553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.141144 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Attempting to bind port 1711998b-a288-4cf1-ab02-6243406548a4 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:32:45.141910 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Attempting to bind port 1711998b-a288-4cf1-ab02-6243406548a4 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:32:45.142505 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Attempting to bind port 1711998b-a288-4cf1-ab02-6243406548a4 on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:32:45.143109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.150229 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:32:45.150672 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Checking segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:45.151149 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.151701 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Bound using segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:32:45.152213 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Bound port: 1711998b-a288-4cf1-ab02-6243406548a4, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:32:45.152878 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.188975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Network 225ae996-d611-4b48-96b2-a004136d5a45 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:45.192481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:45.196053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:32:45.240244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=3c39f2de-e471-4e54-885c-5ab76f99c584,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:45.255339 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] For port 1711998b-a288-4cf1-ab02-6243406548a4, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:32:45.258318 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] For port 1711998b-a288-4cf1-ab02-6243406548a4, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1711998b-a288-4cf1-ab02-6243406548a4,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:32:45.263584 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.308919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Allocated IP 172.26.7.8 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/4e3fa397-4a25-462b-8d17-8350605da201) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:32:45.345898 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:45.346515 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:45.368009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Attempting to bind port 608e6e53-581a-4bb5-9592-4a21f8b26121 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:32:45.368372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Attempting to bind port 608e6e53-581a-4bb5-9592-4a21f8b26121 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:32:45.368729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Attempting to bind port 608e6e53-581a-4bb5-9592-4a21f8b26121 on network 225ae996-d611-4b48-96b2-a004136d5a45 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:32:45.372795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Pushing event updated for resources: {'Port': ['ID=608e6e53-581a-4bb5-9592-4a21f8b26121,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:45.380050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:32:45.380324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Checking segment: {'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:45.380726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.381146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Bound using segment: {'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:32:45.381557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Bound port: 608e6e53-581a-4bb5-9592-4a21f8b26121, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:32:45.381925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.415935 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876ead9-7fb5-426c-b9d2-3f8a6ee23973 None None] Pushing event updated for resources: {'Port': ['ID=1711998b-a288-4cf1-ab02-6243406548a4,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:45.498181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] For port 608e6e53-581a-4bb5-9592-4a21f8b26121, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:32:45.504975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] For port 608e6e53-581a-4bb5-9592-4a21f8b26121, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=608e6e53-581a-4bb5-9592-4a21f8b26121,segment=NetworkSegment(5bc77989-007d-4245-9864-c70b769a4f9f),segment_id=5bc77989-007d-4245-9864-c70b769a4f9f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:32:45.514301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.550209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.589952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:45.621149 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:45.624696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2f963-8abe-48d5-bc83-7a0dfb9bd107 None None] Pushing event updated for resources: {'Port': ['ID=608e6e53-581a-4bb5-9592-4a21f8b26121,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:45.665225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:45.669071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:45.672966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:32:45.722947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3fa397-4a25-462b-8d17-8350605da201,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:45.975451 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:45.980211 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c655cb-9e77-4eec-9d22-5b8805e859af None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:46.162853 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:46.622465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcae4dc-9969-4cc7-bebd-ac9738d7fe12 None None] Network 225ae996-d611-4b48-96b2-a004136d5a45 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:32:46.636195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3c39f2de-e471-4e54-885c-5ab76f99c584 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:46.683676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:46.785859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4b50cfeb-4d89-47ad-9015-dfc94758971b None None] Provisioning for port 608e6e53-581a-4bb5-9592-4a21f8b26121 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:46.884833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 3c39f2de-e471-4e54-885c-5ab76f99c584 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:46.885197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:46.910777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Router ca31212b-be02-4dd7-8879-0d14a8171e34 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:32:47.061799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1711998b-a288-4cf1-ab02-6243406548a4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:47.093823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:47.106623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Sync routers for ids ['ca31212b-be02-4dd7-8879-0d14a8171e34'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:47.117118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:47.121829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3f6c3979-f627-4516-ab72-e80af1642368 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8557694 Mar 03 10:32:47.122392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37196) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:47.134342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Routers {'ca31212b-be02-4dd7-8879-0d14a8171e34'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:47.135079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ca31212b-be02-4dd7-8879-0d14a8171e34'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:47.283518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 1711998b-a288-4cf1-ab02-6243406548a4 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:47.296884 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1711998b-a288-4cf1-ab02-6243406548a4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:47.297247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:47.374731 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Set router ca31212b-be02-4dd7-8879-0d14a8171e34 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:47.648087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:47.723445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 1711998b-a288-4cf1-ab02-6243406548a4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1711998b-a288-4cf1-ab02-6243406548a4,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:47.732986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:47.733658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 608e6e53-581a-4bb5-9592-4a21f8b26121 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:47.834808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:47.858542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=1711998b-a288-4cf1-ab02-6243406548a4,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:47.868382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '4e3fa397-4a25-462b-8d17-8350605da201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 3, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port': {'id': '4e3fa397-4a25-462b-8d17-8350605da201', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:45Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:47.874044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Checking router: ca31212b-be02-4dd7-8879-0d14a8171e34 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:32:47.874390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Updating router ca31212b-be02-4dd7-8879-0d14a8171e34 port 4e3fa397-4a25-462b-8d17-8350605da201 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:32:47.901978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 608e6e53-581a-4bb5-9592-4a21f8b26121 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:47.914887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 608e6e53-581a-4bb5-9592-4a21f8b26121 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:47.915269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:47.967941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.050927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Allocated IP 172.20.0.1 (225ae996-d611-4b48-96b2-a004136d5a45/9497d215-0c89-4dd8-9ad1-3f23455e873e/4b332b5c-0de6-4151-b376-5395c7fd380e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:32:48.165449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.200308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.216070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Transition to ACTIVE for port object 4b332b5c-0de6-4151-b376-5395c7fd380e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:48.239819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.301081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Network 225ae996-d611-4b48-96b2-a004136d5a45 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:48.303830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:48.309799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 608e6e53-581a-4bb5-9592-4a21f8b26121, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=608e6e53-581a-4bb5-9592-4a21f8b26121,segment=NetworkSegment(5bc77989-007d-4245-9864-c70b769a4f9f),segment_id=5bc77989-007d-4245-9864-c70b769a4f9f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:48.312046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:32:48.318553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.352767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Pushing event updated for resources: {'Port': ['ID=4b332b5c-0de6-4151-b376-5395c7fd380e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:48.374538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.417568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=608e6e53-581a-4bb5-9592-4a21f8b26121,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:48.507160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.528404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Transition to ACTIVE for port object 4e3fa397-4a25-462b-8d17-8350605da201 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:48.540095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1711998b-a288-4cf1-ab02-6243406548a4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:48.572399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.641919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.683151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Attempting to bind port 4e3fa397-4a25-462b-8d17-8350605da201 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:32:48.683766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Attempting to bind port 4e3fa397-4a25-462b-8d17-8350605da201 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:32:48.683922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Attempting to bind port 4e3fa397-4a25-462b-8d17-8350605da201 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:32:48.692391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6b415-9674-43c9-a23e-be7805099d84 None None] Pushing event updated for resources: {'Port': ['ID=4e3fa397-4a25-462b-8d17-8350605da201,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:48.696676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:32:48.697043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:48.697432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.697809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:32:48.698341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Bound port: 4e3fa397-4a25-462b-8d17-8350605da201, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:32:48.698765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.728103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bdc562b7-7468-4c56-8825-e6c68f8d873e None None] Provisioning for port 4b332b5c-0de6-4151-b376-5395c7fd380e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:48.742341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bdc562b7-7468-4c56-8825-e6c68f8d873e None None] Provisioning complete for port 4b332b5c-0de6-4151-b376-5395c7fd380e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:48.742704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bdc562b7-7468-4c56-8825-e6c68f8d873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.798819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1711998b-a288-4cf1-ab02-6243406548a4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:48.799180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.857466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bdc562b7-7468-4c56-8825-e6c68f8d873e None None] Port 4b332b5c-0de6-4151-b376-5395c7fd380e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:32:48.865733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.871002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.881845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] For port 4e3fa397-4a25-462b-8d17-8350605da201, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:32:48.892538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] For port 4e3fa397-4a25-462b-8d17-8350605da201, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e3fa397-4a25-462b-8d17-8350605da201,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:32:48.898330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.978412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:48.982564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Pushing event updated for resources: {'Port': ['ID=4b332b5c-0de6-4151-b376-5395c7fd380e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:49.023221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 608e6e53-581a-4bb5-9592-4a21f8b26121 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:49.052495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Routers {'ca31212b-be02-4dd7-8879-0d14a8171e34'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:49.053130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ca31212b-be02-4dd7-8879-0d14a8171e34'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:49.117428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Network 225ae996-d611-4b48-96b2-a004136d5a45 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:32:49.118531 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:32:49.122426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6b415-9674-43c9-a23e-be7805099d84 None None] Pushing event updated for resources: {'Port': ['ID=4e3fa397-4a25-462b-8d17-8350605da201,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:49.266929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 608e6e53-581a-4bb5-9592-4a21f8b26121 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:49.267344 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:49.314524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] Set router ca31212b-be02-4dd7-8879-0d14a8171e34 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:49.317748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Router ca31212b-be02-4dd7-8879-0d14a8171e34 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:32:49.493864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:32:49.502237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ff35b312-0b03-44cb-bb7f-585c9b1ade7d None None] Provisioning complete for port 4b332b5c-0de6-4151-b376-5395c7fd380e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:49.502644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff35b312-0b03-44cb-bb7f-585c9b1ade7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:49.503332 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a89672f4-5863-46ed-92ff-074fa4bb5c6a admin admin] 10.222.0.23 "PUT /v2.0/routers/ca31212b-be02-4dd7-8879-0d14a8171e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3793702 Mar 03 10:32:49.674835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-ff35b312-0b03-44cb-bb7f-585c9b1ade7d None None] Port 4b332b5c-0de6-4151-b376-5395c7fd380e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:32:49.758107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '4e3fa397-4a25-462b-8d17-8350605da201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 4, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port': {'id': '4e3fa397-4a25-462b-8d17-8350605da201', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:45Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '4b332b5c-0de6-4151-b376-5395c7fd380e', 'name': '', 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'mac_address': 'fa:16:3e:08:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:47Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 2, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'subnets': [{'id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:49.762825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fe1c3-9bf2-4724-a59e-feb4af146078 None None] The sync data for ids ['ca31212b-be02-4dd7-8879-0d14a8171e34'] in dv-neutron-831192-5-hyperv is: [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '4e3fa397-4a25-462b-8d17-8350605da201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 4, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port': {'id': '4e3fa397-4a25-462b-8d17-8350605da201', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:45Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '4b332b5c-0de6-4151-b376-5395c7fd380e', 'name': '', 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'mac_address': 'fa:16:3e:08:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:47Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 2, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'subnets': [{'id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:50.091267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37212) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:50.096992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494010741', 'description': 'tempest-secgroup-smoke-1494010741 description', 'project_id': '836a32e282904d91995527c81f58fe3b'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:50.103473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:50.108952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:50.111999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:50.117805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:50.128747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.150054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:50.154697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:50.157891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:50.163752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:50.243109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.248361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.292614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60925b3d-25ce-4071-9615-2d65e2d4ccc2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:50.295453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.299458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-966e4219-5ce0-471e-a6de-50719a03fb92 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2042542 Mar 03 10:32:50.300459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37216) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:50.304720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'security_group_rule': {'security_group_id': '60925b3d-25ce-4071-9615-2d65e2d4ccc2', 'project_id': '836a32e282904d91995527c81f58fe3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:50.311438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:50.315618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:50.318943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:50.326047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:50.344434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.426753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.431961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.468918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597853a7-6690-4726-93e8-012c33b66c82,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:50.471074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.472534 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f726c0eb-28df-480c-a1fd-fc744817ac91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719649 Mar 03 10:32:50.475189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37220) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:50.482147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'security_group_rule': {'security_group_id': '60925b3d-25ce-4071-9615-2d65e2d4ccc2', 'project_id': '836a32e282904d91995527c81f58fe3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:50.491204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:50.495619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:50.499281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:50.505625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:50.525623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.563234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4e3fa397-4a25-462b-8d17-8350605da201 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:50.614220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.618869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.642844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4e3fa397-4a25-462b-8d17-8350605da201 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:50.646624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bc40d1-8b1d-4109-b1e7-6d525b295774,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:50.648245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4e3fa397-4a25-462b-8d17-8350605da201 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:50.648615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.662655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.663933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e3df6314-73be-4ee0-943c-e2019788172a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1873999 Mar 03 10:32:50.666790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37224) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:50.672909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'security_group_rule': {'security_group_id': '60925b3d-25ce-4071-9615-2d65e2d4ccc2', 'project_id': '836a32e282904d91995527c81f58fe3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:50.679282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:50.684720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:50.688936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:50.696252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:50.718584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.791355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.796142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.817834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8154374-8c46-4f75-85ef-2adc74ff4717,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:50.821720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.832839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.837240 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a5f38096-caad-4e84-b7b6-7bc836e642d6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657696 Mar 03 10:32:50.837240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37228) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:50.842799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'security_group_rule': {'security_group_id': '60925b3d-25ce-4071-9615-2d65e2d4ccc2', 'project_id': '836a32e282904d91995527c81f58fe3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:50.845314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 4e3fa397-4a25-462b-8d17-8350605da201, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e3fa397-4a25-462b-8d17-8350605da201,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:50.849165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:50.850059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.854710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:50.857587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:50.863558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:50.881777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.924368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=4e3fa397-4a25-462b-8d17-8350605da201,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:50.951400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.955693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.980474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfde4c4a-a046-4ec9-a41b-1fb306dbe2ee,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:50.990064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:50.991324 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f6eb8b9d-6582-4d26-b9c4-17f3639edc72 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534441 Mar 03 10:32:50.994167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37232) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:50.999737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'security_group_rule': {'security_group_id': '60925b3d-25ce-4071-9615-2d65e2d4ccc2', 'project_id': '836a32e282904d91995527c81f58fe3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:51.005731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:51.009913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:51.012918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:51.018607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:51.029769 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Project 836a32e282904d91995527c81f58fe3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:32:51.037158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.107361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.111026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.138082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eecd8e5-570a-44d1-8273-ab373f884ac1,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:51.144664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.146209 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7f7b994c-01f9-44c5-ae80-6e9c99883c30 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508839 Mar 03 10:32:51.148826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37236) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:32:51.153779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'security_group_rule': {'security_group_id': '60925b3d-25ce-4071-9615-2d65e2d4ccc2', 'project_id': '836a32e282904d91995527c81f58fe3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:32:51.159645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:32:51.163442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:security_group_rule and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:32:51.166264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:32:51.172317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:32:51.182506 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Project 836a32e282904d91995527c81f58fe3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:32:51.189454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.253559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.257046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.282317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4207b6-21f6-4edd-b34b-c2b33aecedd0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:51.291725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:51.293001 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d7be0aa2-c92d-4f55-8f16-2f0c525732f1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432147 Mar 03 10:32:52.518256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4e3fa397-4a25-462b-8d17-8350605da201 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:52.591909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4e3fa397-4a25-462b-8d17-8350605da201 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:52.592213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:53.552472 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Sync routers for ids ['ca31212b-be02-4dd7-8879-0d14a8171e34'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:32:53.561894 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Routers {'ca31212b-be02-4dd7-8879-0d14a8171e34'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:53.562496 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ca31212b-be02-4dd7-8879-0d14a8171e34'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:53.745589 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Set router ca31212b-be02-4dd7-8879-0d14a8171e34 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:53.832260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:54.086847 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '4e3fa397-4a25-462b-8d17-8350605da201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 4, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port': {'id': '4e3fa397-4a25-462b-8d17-8350605da201', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:45Z', 'updated_at': '2022-03-03T10:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '4b332b5c-0de6-4151-b376-5395c7fd380e', 'name': '', 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'mac_address': 'fa:16:3e:08:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:47Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 2, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'subnets': [{'id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:54.093010 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Checking router: ca31212b-be02-4dd7-8879-0d14a8171e34 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:32:54.093333 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Updating router ca31212b-be02-4dd7-8879-0d14a8171e34 port 4b332b5c-0de6-4151-b376-5395c7fd380e binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:32:54.157351 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:54.548810 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:54.561204 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Transition to ACTIVE for port object 4b332b5c-0de6-4151-b376-5395c7fd380e will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:32:54.567622 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:54.801850 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ba5d5-8234-4d5d-88da-c7d0915e21e2 None None] Pushing event updated for resources: {'Port': ['ID=4b332b5c-0de6-4151-b376-5395c7fd380e,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:54.805531 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Attempting to bind port 4b332b5c-0de6-4151-b376-5395c7fd380e on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:32:54.805888 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Attempting to bind port 4b332b5c-0de6-4151-b376-5395c7fd380e by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:32:54.806235 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Attempting to bind port 4b332b5c-0de6-4151-b376-5395c7fd380e on network 225ae996-d611-4b48-96b2-a004136d5a45 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:32:54.812852 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:32:54.813213 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Checking segment: {'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:32:54.813607 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:54.813985 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Bound using segment: {'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:32:54.814434 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Bound port: 4b332b5c-0de6-4151-b376-5395c7fd380e, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc77989-007d-4245-9864-c70b769a4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:32:54.814792 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:54.913694 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] For port 4b332b5c-0de6-4151-b376-5395c7fd380e, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:32:54.916584 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] For port 4b332b5c-0de6-4151-b376-5395c7fd380e, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4b332b5c-0de6-4151-b376-5395c7fd380e,segment=NetworkSegment(5bc77989-007d-4245-9864-c70b769a4f9f),segment_id=5bc77989-007d-4245-9864-c70b769a4f9f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:32:54.921468 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:54.998385 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Routers {'ca31212b-be02-4dd7-8879-0d14a8171e34'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:32:54.999086 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:32:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ca31212b-be02-4dd7-8879-0d14a8171e34'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:55.067614 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ba5d5-8234-4d5d-88da-c7d0915e21e2 None None] Pushing event updated for resources: {'Port': ['ID=4b332b5c-0de6-4151-b376-5395c7fd380e,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:55.195919 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] Set router ca31212b-be02-4dd7-8879-0d14a8171e34 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:32:55.548209 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '4e3fa397-4a25-462b-8d17-8350605da201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 4, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port': {'id': '4e3fa397-4a25-462b-8d17-8350605da201', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:45Z', 'updated_at': '2022-03-03T10:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '4b332b5c-0de6-4151-b376-5395c7fd380e', 'name': '', 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'mac_address': 'fa:16:3e:08:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:47Z', 'updated_at': '2022-03-03T10:32:54Z', 'revision_number': 4, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'subnets': [{'id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:32:55.551937 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ec807-5b89-44e0-a4a2-ec7aba9c3e39 None None] The sync data for ids ['ca31212b-be02-4dd7-8879-0d14a8171e34'] in dv-neutron-831192-5-hyperv is: [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '4e3fa397-4a25-462b-8d17-8350605da201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:32:48Z', 'revision_number': 4, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port': {'id': '4e3fa397-4a25-462b-8d17-8350605da201', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:45Z', 'updated_at': '2022-03-03T10:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '4b332b5c-0de6-4151-b376-5395c7fd380e', 'name': '', 'network_id': '225ae996-d611-4b48-96b2-a004136d5a45', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'mac_address': 'fa:16:3e:08:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:47Z', 'updated_at': '2022-03-03T10:32:54Z', 'revision_number': 4, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'subnets': [{'id': '9497d215-0c89-4dd8-9ad1-3f23455e873e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:32:56.531926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4b332b5c-0de6-4151-b376-5395c7fd380e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:56.612478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4b332b5c-0de6-4151-b376-5395c7fd380e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:32:56.617664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4b332b5c-0de6-4151-b376-5395c7fd380e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:56.618067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:56.735450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:56.772974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 4b332b5c-0de6-4151-b376-5395c7fd380e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4b332b5c-0de6-4151-b376-5395c7fd380e,segment=NetworkSegment(5bc77989-007d-4245-9864-c70b769a4f9f),segment_id=5bc77989-007d-4245-9864-c70b769a4f9f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:32:56.778542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:56.852238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=4b332b5c-0de6-4151-b376-5395c7fd380e,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:32:58.530476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4b332b5c-0de6-4151-b376-5395c7fd380e up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:32:58.601680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4b332b5c-0de6-4151-b376-5395c7fd380e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:32:58.602050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:32:59.296107 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:33:03.057549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44956b4f-6b30-4486-a6d3-22f0a9ab7f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:05.256451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-995e5b64-f55c-4657-9d9c-565d0b4d4417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:06.081853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:06.132112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:07.484436 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ca691016-a602-4dec-b835-3785f4ce6fda tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:33:07.500740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ca691016-a602-4dec-b835-3785f4ce6fda tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:33:07.501875 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ca691016-a602-4dec-b835-3785f4ce6fda tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494010741&fields=id&tenant_id=836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 267 time: 0.0569925 Mar 03 10:33:07.652316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-6fd9fdfa-ed03-42f9-971e-afc664f8652f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:07.653010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-6fd9fdfa-ed03-42f9-971e-afc664f8652f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:33:07.668891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-6fd9fdfa-ed03-42f9-971e-afc664f8652f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:33:07.670115 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-6fd9fdfa-ed03-42f9-971e-afc664f8652f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 812 time: 0.1617658 Mar 03 10:33:07.684465 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-93a1f5fa-a42f-4414-9dec-d843437cc308 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/quotas/836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 375 time: 0.0089884 Mar 03 10:33:07.764464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-dfa4ded0-e19e-4bc9-a9d5-1e0a4899a048 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:33:07.780981 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-dfa4ded0-e19e-4bc9-a9d5-1e0a4899a048 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:33:07.782385 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-dfa4ded0-e19e-4bc9-a9d5-1e0a4899a048 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932367 Mar 03 10:33:07.957653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:08.023055 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-9d1ec1c7-ce70-4b17-a1ee-ad7d98ba06cd service neutron] 10.222.0.23 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295213 Mar 03 10:33:08.153438 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8315671e-23fb-43b9-9253-5a533b40915a service neutron] 10.222.0.23 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239378 Mar 03 10:33:08.541777 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bed5284b-9e07-4922-8ec7-14785bfebd03 req-f60630be-9bce-48fc-beb3-17a07765cea9 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 210 time: 0.0465882 Mar 03 10:33:09.541958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-05484c62-42c1-430c-95d9-8de5396d6a6b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:09.544426 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-05484c62-42c1-430c-95d9-8de5396d6a6b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 812 time: 0.1554685 Mar 03 10:33:09.618774 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-c433cd27-cf92-4eb3-98b5-88fe0bf1d007 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 380 time: 0.0403676 Mar 03 10:33:09.626854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'port': {'device_id': '8446be15-7422-4f96-9e40-723f656d7e4f', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'admin_state_up': True, 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'security_groups': ['60925b3d-25ce-4071-9615-2d65e2d4ccc2']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:33:09.693236 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-415d0c9e-f590-441a-9d04-50ee3056fc79 req-357c0f45-ae39-4bb0-9970-36dab750996e tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 210 time: 0.0430839 Mar 03 10:33:09.764827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:33:09.774501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:33:09.785005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Made reservation on behalf of 836a32e282904d91995527c81f58fe3b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:33:09.788798 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:09.960859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Allocated IP 172.20.0.10 (2f00f52c-3e90-4fbf-b54e-7332826e56e2/cf0c1a9f-43e1-4f5e-a187-3093c3ffa127/7feee16d-909a-45a8-b342-b46ba5a23f70) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:33:10.145904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:10.161217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Transition to ACTIVE for port object 7feee16d-909a-45a8-b342-b46ba5a23f70 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:33:10.185876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:10.257259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:33:10.265765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:33:10.270531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:33:10.303073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=7feee16d-909a-45a8-b342-b46ba5a23f70,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:33:10.343206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:10.343856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:10.369895 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-ee0db656-c4a4-4da5-9257-217e00bbcfef tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465360 Mar 03 10:33:10.380021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-98593633-be93-4732-9983-07959d1e5c10 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:33:10.381029 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-98593633-be93-4732-9983-07959d1e5c10 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053732 Mar 03 10:33:10.391456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Request body: {'port': {'device_id': '8446be15-7422-4f96-9e40-723f656d7e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:33:10.572282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-794ea2bf-1c47-4be0-be3a-53b73c3b54fa None None] Provisioning for port 7feee16d-909a-45a8-b342-b46ba5a23f70 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:33:10.577836 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-794ea2bf-1c47-4be0-be3a-53b73c3b54fa None None] Provisioning complete for port 7feee16d-909a-45a8-b342-b46ba5a23f70 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:33:10.578420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-794ea2bf-1c47-4be0-be3a-53b73c3b54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:10.610119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:10.634757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-794ea2bf-1c47-4be0-be3a-53b73c3b54fa None None] Port 7feee16d-909a-45a8-b342-b46ba5a23f70 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:33:10.890567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139c6a-243f-45c6-a07b-9ca9f00d8811 req-627bac56-d915-46bc-8255-cbd4b0a88be6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:10.892092 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30139c6a-243f-45c6-a07b-9ca9f00d8811 req-627bac56-d915-46bc-8255-cbd4b0a88be6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 932 time: 0.0859125 Mar 03 10:33:10.942358 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30139c6a-243f-45c6-a07b-9ca9f00d8811 req-f858959a-85bf-4a67-b2fa-0f8f6b995d19 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Mar 03 10:33:10.964253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7feee16d-909a-45a8-b342-b46ba5a23f70 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:33:10.971513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:10.985543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Transition to ACTIVE for port object 7feee16d-909a-45a8-b342-b46ba5a23f70 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:33:10.989669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:11.152967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Pushing event updated for resources: {'Port': ['ID=7feee16d-909a-45a8-b342-b46ba5a23f70,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:33:11.230861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Attempting to bind port 7feee16d-909a-45a8-b342-b46ba5a23f70 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:33:11.231218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Attempting to bind port 7feee16d-909a-45a8-b342-b46ba5a23f70 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:33:11.231638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Attempting to bind port 7feee16d-909a-45a8-b342-b46ba5a23f70 on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:33:11.237517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Port 7feee16d-909a-45a8-b342-b46ba5a23f70 on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:33:11.237818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Attempting to bind port 7feee16d-909a-45a8-b342-b46ba5a23f70 on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:33:11.243013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:33:11.243556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Checking segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:33:11.243945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Bound using segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:33:11.244372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Bound port: 7feee16d-909a-45a8-b342-b46ba5a23f70, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:33:11.244723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:11.338039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] For port 7feee16d-909a-45a8-b342-b46ba5a23f70, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:33:11.340887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] For port 7feee16d-909a-45a8-b342-b46ba5a23f70, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7feee16d-909a-45a8-b342-b46ba5a23f70,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:33:11.346415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:11.400636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:11.401285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:11.402795 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] 10.222.0.32 "PUT /v2.0/ports/7feee16d-909a-45a8-b342-b46ba5a23f70 HTTP/1.1" status: 200 len: 1094 time: 1.0155754 Mar 03 10:33:11.403226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:33:11.451599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dbd6b-6feb-4f4b-bfe7-da8b489eaf0c service neutron] Pushing event updated for resources: {'Port': ['ID=7feee16d-909a-45a8-b342-b46ba5a23f70,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:33:11.465129 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'status': 'completed', 'code': 200} Mar 03 10:33:11.540035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-9c300491-cc0b-4d11-b402-c575eafb6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:11.541819 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-9c300491-cc0b-4d11-b402-c575eafb6ff3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 1097 time: 0.0756650 Mar 03 10:33:11.615391 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-99961dc4-07dc-4a8a-83f5-59393e4103b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7feee16d-909a-45a8-b342-b46ba5a23f70 HTTP/1.1" status: 200 len: 217 time: 0.0663261 Mar 03 10:33:11.679567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-862947b5-921c-4b21-b7d1-cb019b8cb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:11.680968 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-862947b5-921c-4b21-b7d1-cb019b8cb2f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0588906 Mar 03 10:33:11.755070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-3fc8c58c-1214-47a2-9fee-17f8bef46e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:11.756809 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-3fc8c58c-1214-47a2-9fee-17f8bef46e88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704424 Mar 03 10:33:11.888185 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-5ce44216-c802-4b00-941f-70a8b5e418dc service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256642 Mar 03 10:33:12.026509 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8ab0e7d8-00f8-4456-8a4b-994c85f3711b req-9451d7cd-9752-42da-9dea-594fc547f64a service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321414 Mar 03 10:33:12.148726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb58f0-3708-4cf6-90ea-d71d7a439fd3 req-67cb0e60-6e58-46c9-b44d-8006f9026865 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:12.150223 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d9cb58f0-3708-4cf6-90ea-d71d7a439fd3 req-67cb0e60-6e58-46c9-b44d-8006f9026865 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 944 time: 0.0934350 Mar 03 10:33:12.153455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-88c71c49-bd04-4d6a-a102-fb3bba65c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:12.154962 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-88c71c49-bd04-4d6a-a102-fb3bba65c6de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 1097 time: 0.0817745 Mar 03 10:33:12.195971 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d9cb58f0-3708-4cf6-90ea-d71d7a439fd3 req-a15ef442-710f-4f81-89ac-4dfe472be77a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Mar 03 10:33:12.382342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-15a2f4b7-4f70-4550-8724-f7926e31cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:12.383738 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-15a2f4b7-4f70-4550-8724-f7926e31cf51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.2233028 Mar 03 10:33:12.455107 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-793af6e4-3705-43c2-8da4-b216b681b8dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7feee16d-909a-45a8-b342-b46ba5a23f70 HTTP/1.1" status: 200 len: 217 time: 0.0650752 Mar 03 10:33:12.518071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-760741b1-0a50-4ec8-8bcb-250682a7b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:12.519933 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-760741b1-0a50-4ec8-8bcb-250682a7b768 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0594878 Mar 03 10:33:12.596776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-2476f7d2-4f35-46ea-beee-ecd4f28fa72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:12.598173 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-2476f7d2-4f35-46ea-beee-ecd4f28fa72f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733156 Mar 03 10:33:12.730526 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-99d79cfb-2df5-4cbc-b384-41f0cfdd6dfd service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261423 Mar 03 10:33:12.862494 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9e335fe-6c90-4d93-8439-4c22200dd059 req-5c3a9e3b-1276-467c-830d-f1b10a06cbd1 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257892 Mar 03 10:33:13.393715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a434e-7d04-4bbe-b0f0-b716cd96ef1d req-fb84fa37-8859-455d-a153-bebe40c9f9fd tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:13.395367 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dd6a434e-7d04-4bbe-b0f0-b716cd96ef1d req-fb84fa37-8859-455d-a153-bebe40c9f9fd tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 944 time: 0.0860505 Mar 03 10:33:13.441821 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dd6a434e-7d04-4bbe-b0f0-b716cd96ef1d req-339b9e2e-f9d7-4c9e-b267-a90b022a5d96 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408788 Mar 03 10:33:14.622079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da623526-5bf5-43e5-a521-e716124236f0 req-77c940d5-62e0-4b07-95c8-64e17a865738 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:14.623562 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-da623526-5bf5-43e5-a521-e716124236f0 req-77c940d5-62e0-4b07-95c8-64e17a865738 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 944 time: 0.0806518 Mar 03 10:33:14.666707 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-da623526-5bf5-43e5-a521-e716124236f0 req-95f5443b-e327-4f18-a4f0-9cc02ced3b53 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375941 Mar 03 10:33:15.848740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec0eb-b605-43f4-abf2-aed38f4309f2 req-71433be7-c338-455c-aa45-eedcd1ffe36f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:15.850093 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cd6ec0eb-b605-43f4-abf2-aed38f4309f2 req-71433be7-c338-455c-aa45-eedcd1ffe36f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 944 time: 0.0813937 Mar 03 10:33:15.892627 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cd6ec0eb-b605-43f4-abf2-aed38f4309f2 req-f65ea79e-acb7-4106-a256-6ac485f69ea0 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369759 Mar 03 10:33:17.085570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e63917-5877-408a-8f34-76c275893757 req-54279b34-372f-4e52-9dee-e41b58c51da6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:17.086975 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51e63917-5877-408a-8f34-76c275893757 req-54279b34-372f-4e52-9dee-e41b58c51da6 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 944 time: 0.0872688 Mar 03 10:33:17.129949 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51e63917-5877-408a-8f34-76c275893757 req-274023ec-bb93-4d1c-9f3b-f1649ebea65c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374084 Mar 03 10:33:18.309224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd18f8e-c208-4741-86f2-272aed5d8a8b req-866629c6-4ca7-4813-863c-34848f8326ea tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:18.310683 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ddd18f8e-c208-4741-86f2-272aed5d8a8b req-866629c6-4ca7-4813-863c-34848f8326ea tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 944 time: 0.0780060 Mar 03 10:33:18.354131 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ddd18f8e-c208-4741-86f2-272aed5d8a8b req-6d390fb4-f005-4cfb-acde-56fce0ee1cb4 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379083 Mar 03 10:33:19.537811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a33d33-dba9-44ac-a397-911c73f63264 req-abf6a970-cae6-4aa8-86bc-53da1ed7a1ce tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:19.539258 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08a33d33-dba9-44ac-a397-911c73f63264 req-abf6a970-cae6-4aa8-86bc-53da1ed7a1ce tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 944 time: 0.0831625 Mar 03 10:33:19.584863 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08a33d33-dba9-44ac-a397-911c73f63264 req-aa522d6b-41a7-4823-be45-608c5c7649b3 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 Mar 03 10:33:20.270490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7feee16d-909a-45a8-b342-b46ba5a23f70 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:33:20.399495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7feee16d-909a-45a8-b342-b46ba5a23f70, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7feee16d-909a-45a8-b342-b46ba5a23f70,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:33:20.412042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'port_id': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'mac_address': 'fa:16:3e:2b:1b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:33:20.468446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:20.485437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7feee16d-909a-45a8-b342-b46ba5a23f70 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:33:20.501052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7feee16d-909a-45a8-b342-b46ba5a23f70, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7feee16d-909a-45a8-b342-b46ba5a23f70,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:33:20.505038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:20.570783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=7feee16d-909a-45a8-b342-b46ba5a23f70,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:33:20.736516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['7feee16d-909a-45a8-b342-b46ba5a23f70'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:33:20.775022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a6a7-5657-4783-80fa-95cc958b0052 req-97acc604-1ed3-40ee-b822-4e070511265f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:20.776638 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bda8a6a7-5657-4783-80fa-95cc958b0052 req-97acc604-1ed3-40ee-b822-4e070511265f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 945 time: 0.0807333 Mar 03 10:33:20.824070 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bda8a6a7-5657-4783-80fa-95cc958b0052 req-17b6453a-e192-439a-a9ce-26beca8dc37b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Mar 03 10:33:22.005404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe828c68-8380-4870-86e1-43e8865e069e req-e619f8da-7714-44b8-902a-565e184c821d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:22.006859 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe828c68-8380-4870-86e1-43e8865e069e req-e619f8da-7714-44b8-902a-565e184c821d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 945 time: 0.0782614 Mar 03 10:33:22.050995 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe828c68-8380-4870-86e1-43e8865e069e req-a3200165-4376-44fb-84b4-73d83e96eaf5 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375159 Mar 03 10:33:22.269319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7feee16d-909a-45a8-b342-b46ba5a23f70 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:33:22.339130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 7feee16d-909a-45a8-b342-b46ba5a23f70 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:33:22.344226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 7feee16d-909a-45a8-b342-b46ba5a23f70 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:33:22.344592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:22.484175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:22.511441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:33:22.521627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7feee16d-909a-45a8-b342-b46ba5a23f70, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7feee16d-909a-45a8-b342-b46ba5a23f70,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:33:22.525241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:22.562257 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'code': 200} Mar 03 10:33:22.593941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=7feee16d-909a-45a8-b342-b46ba5a23f70,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:33:22.757467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a0d5-9ffb-45c9-af01-41dbc3988997 req-ecdad774-498a-4a2b-b288-8b44cbf39fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:22.758925 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b823a0d5-9ffb-45c9-af01-41dbc3988997 req-ecdad774-498a-4a2b-b288-8b44cbf39fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 1099 time: 0.0724924 Mar 03 10:33:22.798997 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b823a0d5-9ffb-45c9-af01-41dbc3988997 req-1842d4c9-aa7a-4d8d-b33f-78dc9e95e0dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340230 Mar 03 10:33:23.234790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374cc2e-30fd-409f-a28e-2f5e2534749b req-d489c543-dcc0-4c54-91cd-92ff2184b5ff tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:23.236265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8374cc2e-30fd-409f-a28e-2f5e2534749b req-d489c543-dcc0-4c54-91cd-92ff2184b5ff tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 946 time: 0.0816619 Mar 03 10:33:23.279610 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8374cc2e-30fd-409f-a28e-2f5e2534749b req-8ce86ace-6543-4a36-a7f4-d6dee655ce6e tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378549 Mar 03 10:33:23.821540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:24.469348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa5a7-23f9-47ae-a9fc-a2e7c308f2db req-c275bdaa-22aa-466a-b530-3364b02d22c7 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:24.470884 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e8fa5a7-23f9-47ae-a9fc-a2e7c308f2db req-c275bdaa-22aa-466a-b530-3364b02d22c7 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 946 time: 0.0824142 Mar 03 10:33:24.519728 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e8fa5a7-23f9-47ae-a9fc-a2e7c308f2db req-574016de-f045-45a7-b526-1bd3daecd4d0 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Mar 03 10:33:24.701570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d9735-8db7-441d-94f1-861cb8c98dac req-0b5467ad-eac9-45b0-8e9c-d8dfb0ff06fb tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:24.703017 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-241d9735-8db7-441d-94f1-861cb8c98dac req-0b5467ad-eac9-45b0-8e9c-d8dfb0ff06fb tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 946 time: 0.0796487 Mar 03 10:33:24.746993 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-241d9735-8db7-441d-94f1-861cb8c98dac req-a7b680ba-a7fc-4947-802d-9b735eaf6c77 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383096 Mar 03 10:33:24.770231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37440) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:33:24.934693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f829a-4152-4316-8541-932b93be7e60 tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:24.935425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-593f829a-4152-4316-8541-932b93be7e60 tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] Synchronizing usage tracker for tenant:24b1e3e11b56477d9ef23609069db2bc on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:33:24.951799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-593f829a-4152-4316-8541-932b93be7e60 tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] Unset dirty status for tenant:24b1e3e11b56477d9ef23609069db2bc on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:33:24.952993 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-593f829a-4152-4316-8541-932b93be7e60 tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 1094 time: 0.1817060 Mar 03 10:33:24.955671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37446) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:33:24.960941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:33:24.967590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:33:24.971258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:floatingip and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:33:24.974021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:33:24.979586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:33:24.989725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:25.134003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:25.360067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Allocated IP 172.26.7.180 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/3cbeeb68-f67d-4fb1-8d0b-94a532e61115) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:33:25.518212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:25.548043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:25.606233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:33:25.609095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:33:25.612739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:33:25.660246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=3cbeeb68-f67d-4fb1-8d0b-94a532e61115,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:33:25.679534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.679883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.680216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.680545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.680868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.681189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.681508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.681825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.682792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.683600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.683931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:25.684264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:33:26.042270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:26.124908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:26.327563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:26.331990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:26.439804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=3cbeeb68-f67d-4fb1-8d0b-94a532e61115,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:33:26.449575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:26.619466 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Floating IP 219b766b-ba6e-41f4-8580-5fff30d1980d associated. External IP: 172.26.7.180, port: 7feee16d-909a-45a8-b342-b46ba5a23f70. Mar 03 10:33:27.064704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:33:27.245484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:33:27.255003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:33:27.265386 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:33:27.266177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:33:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:33:27.268549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:27.324642 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6e1a6aa7-a784-4f7a-9d18-4bb8d6368c18 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3678961 Mar 03 10:33:27.325135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:33:27.367247 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'status': 'completed', 'code': 200} Mar 03 10:33:27.455026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:33:27.461443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5deeb-d358-49bf-956f-2f299057727e req-8d394365-7f33-4420-8e2d-05482aa603a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:27.462918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-adf5deeb-d358-49bf-956f-2f299057727e req-8d394365-7f33-4420-8e2d-05482aa603a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 1099 time: 0.0754969 Mar 03 10:33:27.594899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5deeb-d358-49bf-956f-2f299057727e req-c5738127-5f2e-43b1-95ad-fd52131b5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:27.596280 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-adf5deeb-d358-49bf-956f-2f299057727e req-c5738127-5f2e-43b1-95ad-fd52131b5dbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1276643 Mar 03 10:33:27.694505 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-adf5deeb-d358-49bf-956f-2f299057727e req-692aa2e5-3fca-4436-9c27-c825194edcee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7feee16d-909a-45a8-b342-b46ba5a23f70 HTTP/1.1" status: 200 len: 1000 time: 0.0926490 Mar 03 10:33:27.758273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5deeb-d358-49bf-956f-2f299057727e req-32791c00-cef4-4cf1-942c-a57c20775e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:27.759747 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-adf5deeb-d358-49bf-956f-2f299057727e req-32791c00-cef4-4cf1-942c-a57c20775e7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0597751 Mar 03 10:33:27.800089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '219b766b-ba6e-41f4-8580-5fff30d1980d', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.180', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:2b:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8446be15-7422-4f96-9e40-723f656d7e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:33:25Z', 'updated_at': '2022-03-03T10:33:25Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:33:27.804008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:33:27.813116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:33:27.813718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:33:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:33:27.833155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5deeb-d358-49bf-956f-2f299057727e req-5a583767-31da-4e68-9e24-11f3422d8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:27.834629 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-adf5deeb-d358-49bf-956f-2f299057727e req-5a583767-31da-4e68-9e24-11f3422d8891 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693321 Mar 03 10:33:27.965786 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-adf5deeb-d358-49bf-956f-2f299057727e req-da1031ca-0a99-4c11-a979-6b4707352351 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255322 Mar 03 10:33:27.985481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:33:28.096812 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-adf5deeb-d358-49bf-956f-2f299057727e req-0e3b60e3-b8a6-4bf7-9f4a-eaab8f12332b service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255448 Mar 03 10:33:28.335719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '219b766b-ba6e-41f4-8580-5fff30d1980d', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.180', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:2b:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8446be15-7422-4f96-9e40-723f656d7e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:33:25Z', 'updated_at': '2022-03-03T10:33:25Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:33:28.339676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda3ac9-4a48-4a61-8626-54044ef9b6ab None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '219b766b-ba6e-41f4-8580-5fff30d1980d', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.180', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:2b:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8446be15-7422-4f96-9e40-723f656d7e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:33:25Z', 'updated_at': '2022-03-03T10:33:25Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:33:28.522868 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a45ef3-ac07-4565-8dd9-63d28a5003ce None None] New status for floating IP 219b766b-ba6e-41f4-8580-5fff30d1980d: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:33:33.061120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7b400f56-ee55-444d-bfa9-59f460f97a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:35.251825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cbd9617e-bfd4-426a-984c-d9763a16357a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:36.084783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:36.127218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:36.294965 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:33:37.960441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:33:43.228176 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-6ee4f3ad-8577-42fe-9289-63331c594de2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755653 Mar 03 10:33:43.364208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-53d875f7-da1d-4c55-bcaf-527f1c89cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:43.364995 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-53d875f7-da1d-4c55-bcaf-527f1c89cfff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 1099 time: 0.0707762 Mar 03 10:33:43.510151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-b48ceeb8-198d-4e3e-91db-95786d7a7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:43.512346 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-b48ceeb8-198d-4e3e-91db-95786d7a7c9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1279166 Mar 03 10:33:43.708870 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-0fb8b526-978c-4378-ab79-4538a827b58a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7feee16d-909a-45a8-b342-b46ba5a23f70 HTTP/1.1" status: 200 len: 1002 time: 0.1909993 Mar 03 10:33:43.773476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-51a7829d-b5f7-409a-aacd-a960bfc2a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:43.775174 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-51a7829d-b5f7-409a-aacd-a960bfc2a1bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0598574 Mar 03 10:33:43.860823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-df0d5e9b-8991-4009-9264-7c4d7809c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:33:43.860823 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-df0d5e9b-8991-4009-9264-7c4d7809c8ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768671 Mar 03 10:33:44.002052 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-fe9be0a2-0548-4715-9069-a7cfa655c91f service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373889 Mar 03 10:33:44.139726 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8c42e1df-0fd2-4172-94c9-022fec15decd req-1370ce6f-3980-4f86-b3ac-026f431f6c73 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317875 Mar 03 10:33:53.844887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:03.062382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-695f523f-ae14-4f80-9d7e-a8d820d30108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:05.253217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cedfcd0e-7094-43f1-9ac4-9da1c6b502a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:06.091557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:06.130184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:07.961919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:13.293636 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:34:23.859796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:33.066750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab93fc43-c4a0-426f-a3af-6fbd04646903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:35.255551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb3c6-e838-4cb3-a21a-35fe9d6eb7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:36.084492 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:36.131115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:37.964307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:34:42.735752 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-e16ad304-fd47-49c8-9235-9b52cbd5f94f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155713 Mar 03 10:34:42.878758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-89f5f1a1-8779-4f2c-9bb8-ef04cb37c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:34:42.880377 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-89f5f1a1-8779-4f2c-9bb8-ef04cb37c96c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 1099 time: 0.0763772 Mar 03 10:34:43.022197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-2c5e0766-4db3-4757-9884-d76becd3a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:34:43.023560 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-2c5e0766-4db3-4757-9884-d76becd3a78f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1258612 Mar 03 10:34:43.119514 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-ba0c2e25-c366-4bf0-9561-830f9ce81b9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7feee16d-909a-45a8-b342-b46ba5a23f70 HTTP/1.1" status: 200 len: 1002 time: 0.0901411 Mar 03 10:34:43.184168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-797e84ae-c0cc-4f9d-8f1b-9a592377de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:34:43.185593 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-797e84ae-c0cc-4f9d-8f1b-9a592377de5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0608354 Mar 03 10:34:43.259054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-edf3cdd1-27fe-4c5f-bb4a-60ed10a753eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:34:43.260532 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-edf3cdd1-27fe-4c5f-bb4a-60ed10a753eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692205 Mar 03 10:34:43.389081 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-c54606c4-9706-4058-b89a-0aebbb19263a service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220865 Mar 03 10:34:43.520553 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15d052ec-9175-4afb-86e5-f34b0ef0ffbf req-83091d51-4b00-45cc-a5dd-71606e17733b service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255486 Mar 03 10:34:50.291768 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:34:53.862846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:03.070964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e2de2d35-a1e4-4552-bf65-56bf4fd0acd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:05.256585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-83b7c22a-85ca-4b22-8f53-f3dba25fa155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:06.086085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:06.136844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:07.967348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:23.166664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1992-3120-4baf-8958-398d98f6507b req-24783bec-2c80-4f22-94d6-5ce0205f1797 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:23.168184 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-142b1992-3120-4baf-8958-398d98f6507b req-24783bec-2c80-4f22-94d6-5ce0205f1797 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 946 time: 0.1913166 Mar 03 10:35:23.212551 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-142b1992-3120-4baf-8958-398d98f6507b req-aec674da-a7d4-476c-80a3-23b6559720ff tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Mar 03 10:35:23.860343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:24.484528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff207c6a-9740-48ef-b102-77ce978689cb req-40cdd0e7-2910-41fa-b999-e40e9ad2c11f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:24.485934 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff207c6a-9740-48ef-b102-77ce978689cb req-40cdd0e7-2910-41fa-b999-e40e9ad2c11f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 946 time: 0.1616130 Mar 03 10:35:24.505024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342339eb-311a-42f2-ab6d-8067661ae34f req-89dde6d6-8bee-40c5-a927-a1d9f510b7d4 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:24.505618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-342339eb-311a-42f2-ab6d-8067661ae34f req-89dde6d6-8bee-40c5-a927-a1d9f510b7d4 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:35:24.523436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-342339eb-311a-42f2-ab6d-8067661ae34f req-89dde6d6-8bee-40c5-a927-a1d9f510b7d4 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:35:24.524839 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-342339eb-311a-42f2-ab6d-8067661ae34f req-89dde6d6-8bee-40c5-a927-a1d9f510b7d4 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 946 time: 0.1143658 Mar 03 10:35:24.535479 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff207c6a-9740-48ef-b102-77ce978689cb req-1a768be5-8631-4d5d-9fe8-6494e13abe23 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Mar 03 10:35:24.595791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Deleting port 7feee16d-909a-45a8-b342-b46ba5a23f70 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:35:24.596130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:24.942508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] For port 7feee16d-909a-45a8-b342-b46ba5a23f70, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7feee16d-909a-45a8-b342-b46ba5a23f70,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:35:24.942857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:25.223876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:25.224166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:25.224551 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Floating IP 219b766b-ba6e-41f4-8580-5fff30d1980d disassociated. External IP: 172.26.7.180, port: 7feee16d-909a-45a8-b342-b46ba5a23f70. Mar 03 10:35:25.224951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Calling delete_port for 7feee16d-909a-45a8-b342-b46ba5a23f70 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:35:25.371685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:25.425065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event deleted for resources: {'Port': ['ID=7feee16d-909a-45a8-b342-b46ba5a23f70,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:25.435421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.435769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.436112 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.436445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.436775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.437089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.437419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.437745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.438070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.438388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.438709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.439024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:25.621426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:35:25.691673 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-384bfd3a-60f3-4ecc-9306-ab4004de827d req-2df2c900-e54a-4606-9b97-7eca196133ce tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 210 time: 0.0421064 Mar 03 10:35:25.802879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:35:25.814120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:35:25.825181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:35:25.825804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:35:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:25.880273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] No DVR routers for this DVR port 7feee16d-909a-45a8-b342-b46ba5a23f70 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:35:25.883263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:25.885718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'name': 'network-vif-deleted', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:35:25.902802 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-342339eb-311a-42f2-ab6d-8067661ae34f req-0ea1f6ef-3454-4bee-aaf4-354ec25b27e1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "DELETE /v2.0/ports/7feee16d-909a-45a8-b342-b46ba5a23f70 HTTP/1.1" status: 204 len: 173 time: 1.3729861 Mar 03 10:35:25.997625 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8446be15-7422-4f96-9e40-723f656d7e4f', 'name': 'network-vif-deleted', 'tag': '7feee16d-909a-45a8-b342-b46ba5a23f70', 'status': 'completed', 'code': 200} Mar 03 10:35:26.016409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:35:26.334973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:26.338741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:35:26.347074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:35:26.347711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:35:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:26.529545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:35:26.842014 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:26.848269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdb8d1-3638-4312-8bb8-e4a45caea892 None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:35:26.856880 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5f440ef5-a53c-4b5e-86ec-821c579702f1 req-25ccd72c-76f6-4062-a02c-d454457d8295 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=8446be15-7422-4f96-9e40-723f656d7e4f HTTP/1.1" status: 200 len: 210 time: 0.0457773 Mar 03 10:35:27.062059 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b22aa5-afd9-4fa9-9bf6-b364dd0d436c None None] New status for floating IP 219b766b-ba6e-41f4-8580-5fff30d1980d: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:35:27.290048 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:35:28.147979 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-1f2121cc-88b2-4bb5-9420-857f317c4486 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494010741&fields=id&tenant_id=836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 267 time: 0.0390208 Mar 03 10:35:28.295111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-c84363c8-0cc6-4689-b374-3a043e70dfa9 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:28.296580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-c84363c8-0cc6-4689-b374-3a043e70dfa9 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 812 time: 0.1424272 Mar 03 10:35:28.311382 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-1c34c673-a481-4273-ba96-bc0624c2ad68 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/quotas/836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 375 time: 0.0087183 Mar 03 10:35:28.398756 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-f29e519a-e6b6-4a28-abdc-5c05cfe3c636 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819728 Mar 03 10:35:28.472463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-2526f110-f6a8-499b-aaa6-0d5227dc9b9e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:35:28.473439 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-2526f110-f6a8-499b-aaa6-0d5227dc9b9e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639384 Mar 03 10:35:28.605389 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-a7f61e34-1c7f-4ccb-ac4e-0cfced923680 service neutron] 10.222.0.23 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256676 Mar 03 10:35:28.688675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7feee16d-909a-45a8-b342-b46ba5a23f70 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:35:28.727137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 7feee16d-909a-45a8-b342-b46ba5a23f70 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:35:28.727519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7feee16d-909a-45a8-b342-b46ba5a23f70 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:35:28.735936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-fc95aa6d-e841-4a4c-a461-8c129e33970c service neutron] 10.222.0.23 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249213 Mar 03 10:35:30.122617 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1b298e3a-fa67-499e-87aa-2c92bb2f0130 req-2d39c334-b677-4bfb-8c5c-6389b8ff2984 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 210 time: 0.0469489 Mar 03 10:35:31.271826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-4d41094d-9a1e-4dd7-9c4f-d057cb252140 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:31.273303 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-4d41094d-9a1e-4dd7-9c4f-d057cb252140 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 812 time: 0.1520331 Mar 03 10:35:31.326145 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-eebdb464-6491-4514-b321-bfee50a43909 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 380 time: 0.0438671 Mar 03 10:35:31.336805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'port': {'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'admin_state_up': True, 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'security_groups': ['60925b3d-25ce-4071-9615-2d65e2d4ccc2']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:35:31.395746 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc02bc32-5cc3-49ca-a293-2da83e157e44 req-88e3bad3-447a-435f-839e-b1cd5686fa10 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 210 time: 0.1652975 Mar 03 10:35:31.483106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:35:31.488597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:port and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:35:31.491688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:35:31.497265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:35:31.507148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Made reservation on behalf of 836a32e282904d91995527c81f58fe3b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:35:31.510690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:31.779094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Allocated IP 172.20.0.10 (2f00f52c-3e90-4fbf-b54e-7332826e56e2/cf0c1a9f-43e1-4f5e-a187-3093c3ffa127/8bdada3a-b105-4009-8aa9-e515c244f8ce) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:35:31.968065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:31.983838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Transition to ACTIVE for port object 8bdada3a-b105-4009-8aa9-e515c244f8ce will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:35:32.007906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:32.081743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:35:32.089168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:35:32.091724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:35:32.130128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=8bdada3a-b105-4009-8aa9-e515c244f8ce,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:32.166554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:32.167214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:32.194952 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-10cba000-3f83-4e82-8539-45db287ec8d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8624187 Mar 03 10:35:32.206964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Request body: {'port': {'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:35:32.324090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:32.328337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb200aa7-499b-4c1d-a5f4-fb166fb594b0 None None] Provisioning for port 8bdada3a-b105-4009-8aa9-e515c244f8ce completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:35:32.334906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-eb200aa7-499b-4c1d-a5f4-fb166fb594b0 None None] Provisioning complete for port 8bdada3a-b105-4009-8aa9-e515c244f8ce triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:35:32.335276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-eb200aa7-499b-4c1d-a5f4-fb166fb594b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:32.392147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-eb200aa7-499b-4c1d-a5f4-fb166fb594b0 None None] Port 8bdada3a-b105-4009-8aa9-e515c244f8ce cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:35:32.588910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ca09-e3ec-4837-be52-dc141c78312f req-f4fd8ba5-7066-4451-ba70-df2639e68450 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:32.590337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f200ca09-e3ec-4837-be52-dc141c78312f req-f4fd8ba5-7066-4451-ba70-df2639e68450 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 932 time: 0.0843658 Mar 03 10:35:32.641389 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f200ca09-e3ec-4837-be52-dc141c78312f req-2e6ba0c8-473a-486d-8cae-16c3395bd242 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453601 Mar 03 10:35:32.711928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdada3a-b105-4009-8aa9-e515c244f8ce {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:35:32.719761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:32.735770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Transition to ACTIVE for port object 8bdada3a-b105-4009-8aa9-e515c244f8ce will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:35:32.739593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:32.931572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=8bdada3a-b105-4009-8aa9-e515c244f8ce,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:32.977492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Attempting to bind port 8bdada3a-b105-4009-8aa9-e515c244f8ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:35:32.977825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Attempting to bind port 8bdada3a-b105-4009-8aa9-e515c244f8ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:35:32.978172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Attempting to bind port 8bdada3a-b105-4009-8aa9-e515c244f8ce on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:35:32.983497 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Port 8bdada3a-b105-4009-8aa9-e515c244f8ce on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:35:32.983939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Attempting to bind port 8bdada3a-b105-4009-8aa9-e515c244f8ce on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:35:32.990040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:35:32.990372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Checking segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:35:32.990747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Bound using segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:35:32.991167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Bound port: 8bdada3a-b105-4009-8aa9-e515c244f8ce, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:35:32.991534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:33.072729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-36b284b4-a794-4718-b316-56502b693d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:33.085710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] For port 8bdada3a-b105-4009-8aa9-e515c244f8ce, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:35:33.088652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] For port 8bdada3a-b105-4009-8aa9-e515c244f8ce, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:35:33.092038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:33.145887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:33.146445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:33.147845 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] 10.222.0.32 "PUT /v2.0/ports/8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 1094 time: 0.9455729 Mar 03 10:35:33.148273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:35:33.176720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d035d4-e8e0-4b21-8071-9f10e5c5a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=8bdada3a-b105-4009-8aa9-e515c244f8ce,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:33.228727 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'status': 'completed', 'code': 200} Mar 03 10:35:33.277155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-829eac64-935b-430a-b475-5091a349d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:33.278678 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-829eac64-935b-430a-b475-5091a349d14e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1097 time: 0.0828998 Mar 03 10:35:33.346117 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-c0d0c9cb-d957-480e-b047-512807af7d4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 217 time: 0.0601733 Mar 03 10:35:33.410045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-ba775023-efdf-4f4c-ab29-1d14d95da161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:33.411366 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-ba775023-efdf-4f4c-ab29-1d14d95da161 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0598397 Mar 03 10:35:33.484828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-68395e81-54fb-4842-984b-989dd9d8d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:33.486292 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-68395e81-54fb-4842-984b-989dd9d8d2df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694199 Mar 03 10:35:33.708457 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-e60f52f0-7c8f-451d-9257-3632d829d2f5 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161436 Mar 03 10:35:33.831833 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdeaf3-9541-4e1f-97cb-a78957416f04 req-12a96593-2610-4d0a-81ca-23ee9488a31c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:33.833379 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d8cdeaf3-9541-4e1f-97cb-a78957416f04 req-12a96593-2610-4d0a-81ca-23ee9488a31c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0819438 Mar 03 10:35:33.842325 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5368a4e-69ee-4939-b10c-e276c9178286 req-9a664d7d-bf8b-4b62-b360-31e12eec3365 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278179 Mar 03 10:35:33.879368 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d8cdeaf3-9541-4e1f-97cb-a78957416f04 req-c190fd3d-f21e-47c2-95fc-4a6415072f4a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403385 Mar 03 10:35:33.959820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-77ab9485-8323-49f2-bf88-a68c832cacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:33.961184 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-77ab9485-8323-49f2-bf88-a68c832cacb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1097 time: 0.0703077 Mar 03 10:35:34.095611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-2ebed66a-f728-480c-8dd1-46432f1804bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:34.097689 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-2ebed66a-f728-480c-8dd1-46432f1804bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1307909 Mar 03 10:35:34.167071 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-714cd4a8-4b2c-4747-95be-b9e543c11fde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 217 time: 0.0634468 Mar 03 10:35:34.230033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-7a6c167d-31df-4d0c-90db-74389e027ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:34.231357 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-7a6c167d-31df-4d0c-90db-74389e027ab6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0589190 Mar 03 10:35:34.304127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-516d0100-fe79-405d-a057-182e060de587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:34.305471 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-516d0100-fe79-405d-a057-182e060de587 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685596 Mar 03 10:35:34.433138 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-bd7b8ee2-66b0-43ec-8961-dd37584975ba service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214275 Mar 03 10:35:34.563935 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f153ea13-5984-417d-892a-0a2031e2ad09 req-d5235950-b17b-42e9-ab5f-59fd111c9b16 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247749 Mar 03 10:35:35.066391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b6ec-ac8f-482d-b290-1da725c8a5a5 req-d22cd1e7-1a20-44c2-87e0-0d4b211de01c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:35.067977 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3061b6ec-ac8f-482d-b290-1da725c8a5a5 req-d22cd1e7-1a20-44c2-87e0-0d4b211de01c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0832644 Mar 03 10:35:35.110984 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3061b6ec-ac8f-482d-b290-1da725c8a5a5 req-4cb5d56a-8f82-4c48-a56c-c2ff8efe6186 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373700 Mar 03 10:35:35.259071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9de4a768-4b33-4f0e-9378-7314fd79f6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:36.087773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:36.138126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:36.293837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0a623-3619-48ec-a869-c951a33cf79b req-b209f91c-a78a-4511-b539-115ef4311402 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:36.295319 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f9e0a623-3619-48ec-a869-c951a33cf79b req-b209f91c-a78a-4511-b539-115ef4311402 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0796866 Mar 03 10:35:36.345246 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f9e0a623-3619-48ec-a869-c951a33cf79b req-9924305a-57e9-424b-9ad4-aed261b71e8b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381997 Mar 03 10:35:37.534654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2f74c-27b2-433a-a45b-225e95ab6ec8 req-eb096853-a02d-42cf-8b4c-3e60ea252f53 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:37.536140 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cec2f74c-27b2-433a-a45b-225e95ab6ec8 req-eb096853-a02d-42cf-8b4c-3e60ea252f53 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0861232 Mar 03 10:35:37.583334 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cec2f74c-27b2-433a-a45b-225e95ab6ec8 req-8948ad7e-f4dc-4125-97e2-38345fdc44a9 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Mar 03 10:35:37.969210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:38.766777 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f18d8-97d2-49ed-b172-2b061189d9df req-126e8c55-269b-4d8f-9d23-b0dd83f390c2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:38.769390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-319f18d8-97d2-49ed-b172-2b061189d9df req-126e8c55-269b-4d8f-9d23-b0dd83f390c2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0798192 Mar 03 10:35:38.815552 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-319f18d8-97d2-49ed-b172-2b061189d9df req-ef8de77c-55be-48ec-b16b-3b49a0fae836 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403736 Mar 03 10:35:39.996017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21cf7e-45f4-4e83-8351-95d2cc462456 req-5872cdba-4b99-4b92-92c3-d6938317f81f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:39.997452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d21cf7e-45f4-4e83-8351-95d2cc462456 req-5872cdba-4b99-4b92-92c3-d6938317f81f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0785048 Mar 03 10:35:40.041620 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d21cf7e-45f4-4e83-8351-95d2cc462456 req-6f0c353a-750d-4b5a-96ea-86f96fe59294 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 Mar 03 10:35:41.230723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e9c5-5c80-4b43-888b-254f95aac817 req-5a77d769-c06d-43d9-aba0-567c4d582c0d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:41.232190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1830e9c5-5c80-4b43-888b-254f95aac817 req-5a77d769-c06d-43d9-aba0-567c4d582c0d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0836630 Mar 03 10:35:41.276893 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1830e9c5-5c80-4b43-888b-254f95aac817 req-7c19dcc1-b396-4b0e-8bb7-17dfea517033 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385330 Mar 03 10:35:42.460074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a1b14-da3e-407a-8b44-cc9655b769ae req-9393c449-f413-4e67-9f65-79b1cd6c6f2a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:42.461536 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-605a1b14-da3e-407a-8b44-cc9655b769ae req-9393c449-f413-4e67-9f65-79b1cd6c6f2a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 944 time: 0.0817330 Mar 03 10:35:42.505661 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-605a1b14-da3e-407a-8b44-cc9655b769ae req-c7b36f0b-5a3b-4401-a1ca-e8943b281df3 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 Mar 03 10:35:42.722559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 8bdada3a-b105-4009-8aa9-e515c244f8ce details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:35:42.890210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 8bdada3a-b105-4009-8aa9-e515c244f8ce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:35:42.906398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:35:42.959934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:42.976622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdada3a-b105-4009-8aa9-e515c244f8ce {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:35:42.991610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 8bdada3a-b105-4009-8aa9-e515c244f8ce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:35:42.995664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:43.063361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=8bdada3a-b105-4009-8aa9-e515c244f8ce,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:43.070717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.071072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.071423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.071776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.072089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.072416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.072739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.073062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.073382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.073702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.074032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.074337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:43.227930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['8bdada3a-b105-4009-8aa9-e515c244f8ce'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:35:43.690642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b85741-8906-48ea-938e-42ae6bfd2ec0 req-65d7cf93-72a7-4614-bed6-d05c6381654c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:43.692127 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-18b85741-8906-48ea-938e-42ae6bfd2ec0 req-65d7cf93-72a7-4614-bed6-d05c6381654c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 945 time: 0.0857160 Mar 03 10:35:43.738113 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-18b85741-8906-48ea-938e-42ae6bfd2ec0 req-0d278dbd-ed05-4d84-a853-07150547291c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Mar 03 10:35:44.733753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 8bdada3a-b105-4009-8aa9-e515c244f8ce up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:35:44.800342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 8bdada3a-b105-4009-8aa9-e515c244f8ce completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:35:44.805047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 8bdada3a-b105-4009-8aa9-e515c244f8ce triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:35:44.805413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:44.925305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e9767-f0c3-481e-a2d8-690b24aab65e req-59392bfd-aca5-4823-9ae1-a2557ef0132b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:44.926999 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-341e9767-f0c3-481e-a2d8-690b24aab65e req-59392bfd-aca5-4823-9ae1-a2557ef0132b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 945 time: 0.0827236 Mar 03 10:35:44.935458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:44.966232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:35:44.977326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 8bdada3a-b105-4009-8aa9-e515c244f8ce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:35:44.982721 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-341e9767-f0c3-481e-a2d8-690b24aab65e req-16fcbde5-d058-46ff-a022-1eba954a8244 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482724 Mar 03 10:35:44.982887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:45.058357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=8bdada3a-b105-4009-8aa9-e515c244f8ce,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:45.082196 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'code': 200} Mar 03 10:35:45.346162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9599-3e22-48f0-8800-03d776eb37a9 req-428e85ba-9015-417c-b597-3795d9e3229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:45.348609 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-329d9599-3e22-48f0-8800-03d776eb37a9 req-428e85ba-9015-417c-b597-3795d9e3229a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1099 time: 0.0695932 Mar 03 10:35:45.392706 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-329d9599-3e22-48f0-8800-03d776eb37a9 req-b6aafd12-47b0-4166-b2bc-3df147e98fd3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366073 Mar 03 10:35:46.165209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd37c-8ca5-4b40-89da-12815f20d233 req-2b21f731-6724-49e7-aba6-4d294062ed83 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:46.166851 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-716bd37c-8ca5-4b40-89da-12815f20d233 req-2b21f731-6724-49e7-aba6-4d294062ed83 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 946 time: 0.0811841 Mar 03 10:35:46.211330 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-716bd37c-8ca5-4b40-89da-12815f20d233 req-58a68eab-5377-4d2d-9ce6-e64708d78438 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382497 Mar 03 10:35:47.398736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd362faf-d6cc-4552-ae1e-aede1f846eb3 req-6f576de0-1f21-4076-9542-5db03662394a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:47.400206 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bd362faf-d6cc-4552-ae1e-aede1f846eb3 req-6f576de0-1f21-4076-9542-5db03662394a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 946 time: 0.0814521 Mar 03 10:35:47.444294 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bd362faf-d6cc-4552-ae1e-aede1f846eb3 req-7051c07c-7c91-4c21-a842-57de07ef692b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385635 Mar 03 10:35:47.625335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98181db9-1d3b-49a8-85ef-ea5bcfbf306e req-25973e07-5155-4953-92d8-844924c9e28f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:47.626687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-98181db9-1d3b-49a8-85ef-ea5bcfbf306e req-25973e07-5155-4953-92d8-844924c9e28f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 946 time: 0.0788329 Mar 03 10:35:47.672905 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-98181db9-1d3b-49a8-85ef-ea5bcfbf306e req-71db418b-a70a-48a8-8ce2-19829cf0b83b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406077 Mar 03 10:35:47.695597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37568) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:35:47.763769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d785e9-a233-4215-8ffa-cb2f17e56856 tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:47.765319 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f5d785e9-a233-4215-8ffa-cb2f17e56856 tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1094 time: 0.0687602 Mar 03 10:35:47.768293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37572) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:35:47.773265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:35:47.779131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:35:47.782940 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:floatingip and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:35:47.786364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:35:47.792024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:35:47.803145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:47.936725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:48.071774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Allocated IP 172.26.7.22 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/7c9521e1-ad27-4a07-8081-bf8612b8d5ef) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:35:48.312585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:48.340457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:48.398890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:35:48.401647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:35:48.409279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:35:48.447884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=7c9521e1-ad27-4a07-8081-bf8612b8d5ef,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:48.463547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.463891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.464233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.464562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.464884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.465231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.465529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.465846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.466163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.466478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.466790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.467101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:35:48.831618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:48.905189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:49.107910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:49.112151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:49.215911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=7c9521e1-ad27-4a07-8081-bf8612b8d5ef,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:35:49.225600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:49.396406 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Floating IP b72a58e8-e82b-4c85-ad84-68a2457f916b associated. External IP: 172.26.7.22, port: 8bdada3a-b105-4009-8aa9-e515c244f8ce. Mar 03 10:35:49.849664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:35:50.032190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:35:50.043606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:35:50.054091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:35:50.054896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:35:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:50.058096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:35:50.116440 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8872f8a6-7d72-4066-8091-ccd88f1d944c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3470109 Mar 03 10:35:50.117036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:35:50.212683 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'status': 'completed', 'code': 200} Mar 03 10:35:50.247291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:35:50.304570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-ec1c17c8-3ba4-41a2-a2ab-e55024d0ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:50.306105 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-ec1c17c8-3ba4-41a2-a2ab-e55024d0ed83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1099 time: 0.0704484 Mar 03 10:35:50.442652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-66f3acb5-ea3f-43a4-9794-f9aa16c4f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:50.444277 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-66f3acb5-ea3f-43a4-9794-f9aa16c4f7cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1322820 Mar 03 10:35:50.550774 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-e3873415-383d-47e8-80b7-b68c45ac6e5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 999 time: 0.1004565 Mar 03 10:35:50.599349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:48Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:50.603149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:35:50.611293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:35:50.611912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:35:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:50.612891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-edef66ba-cb7d-4ca5-b37a-288d98ef66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:50.614386 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-edef66ba-cb7d-4ca5-b37a-288d98ef66a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0562806 Mar 03 10:35:50.689480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-25a4cde4-10ba-43d0-bb08-ddfa66c6f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:35:50.690938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-25a4cde4-10ba-43d0-bb08-ddfa66c6f1ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712140 Mar 03 10:35:50.831620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:35:50.926336 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-234b76e5-0e5b-49f1-8e17-6ad1ace3df4b service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291625 Mar 03 10:35:51.059804 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a709e0fd-c2a6-4579-b3a8-396df1f4ab59 req-7d5f6903-00f2-45b7-a506-cde2ce5f730f service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272817 Mar 03 10:35:51.185835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:48Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:35:51.189711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d217179-6902-42e1-9438-0241a55ebc80 None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:48Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:35:51.367583 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77093cc5-f092-4dec-9fa5-4eb16dd03bb9 None None] New status for floating IP b72a58e8-e82b-4c85-ad84-68a2457f916b: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:35:53.856510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:03.084119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-95fa4a0e-3444-49aa-9baa-49e9e9e55e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:04.294100 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:36:05.269804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-81cd268b-ca51-41ab-9733-197b7fa4b679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:06.097934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:06.153139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:07.971029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:23.856724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:33.081786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-09213bd0-3b6b-4cb2-92d0-a351941f877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:35.264640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8a3edfa8-f185-4743-8467-ae36ebbb1687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:36.095277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:36.146802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:37.974664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:36:41.289735 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:36:43.693241 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-e1e700ee-a822-4dea-abaa-6ea22a317520 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715258 Mar 03 10:36:43.840698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-9c2e4b0a-b23e-4083-a819-de088715708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:36:43.842151 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-9c2e4b0a-b23e-4083-a819-de088715708b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1099 time: 0.0788429 Mar 03 10:36:43.982911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-1b787d90-c910-4a13-9876-469e01781d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:36:43.984347 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-1b787d90-c910-4a13-9876-469e01781d06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1243751 Mar 03 10:36:44.083060 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-d5629455-aace-4d66-ba6d-df921a10e62c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 1001 time: 0.0931196 Mar 03 10:36:44.148714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-89a352b5-29f6-40de-a85b-ba4d40c09af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:36:44.150046 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-89a352b5-29f6-40de-a85b-ba4d40c09af9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0606580 Mar 03 10:36:44.229954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-992f4b3e-d2f3-4ae8-8101-9bd49339f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:36:44.231411 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-992f4b3e-d2f3-4ae8-8101-9bd49339f0ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756829 Mar 03 10:36:44.360231 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-b8f19b21-0f76-4f53-91bc-e97a073de3ed service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228859 Mar 03 10:36:44.490210 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc9e91d3-abe3-4feb-bc0e-303acc68e159 req-b31a9f59-e5c7-45e4-97b9-6779f17c9f66 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245365 Mar 03 10:36:53.839824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-0a22b6f7-7ca1-4233-9998-643b41a5fb27 req-22751094-44d1-4080-923a-fa79e719b20d service neutron] (87889) timed out ('10.222.0.32', 60999) {{(pid=87889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 10:36:53.854326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:03.083609 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c015ee51-8c7d-4d28-9edb-320779a04873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:05.266889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe8cb-26e9-4acc-b491-8a002fe80e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:06.097120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:06.149486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:07.976211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:18.288560 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:37:23.853105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:33.017898 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-4962618c-17df-4e7c-a774-8e10ab904f7d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494010741&fields=id&tenant_id=836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 267 time: 0.0436506 Mar 03 10:37:33.086014 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-68929486-ff50-4317-8fa5-dad8a197256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:33.166451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-57938c3e-dd46-4af6-b45a-db8d7c6361b1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:33.167942 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-57938c3e-dd46-4af6-b45a-db8d7c6361b1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 812 time: 0.1438258 Mar 03 10:37:33.182697 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-d1b06112-6d12-4b79-981c-a3129559ed52 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/quotas/836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 375 time: 0.0087969 Mar 03 10:37:33.269263 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-edff9f3c-71f6-422d-b6d1-2c05a608053b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811243 Mar 03 10:37:33.404260 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-8d236bd2-287b-45ef-8fce-ad8faa8312b6 service neutron] 10.222.0.23 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226952 Mar 03 10:37:33.534759 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-a83c41cc-f3b8-4e60-ae12-43d9c72b2317 service neutron] 10.222.0.23 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245594 Mar 03 10:37:33.905933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f624ac6-51b6-4fdb-96e7-7edf6f2bc7b7 req-db5084d6-d6ca-4936-91a4-723da56d146c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 210 time: 0.0476170 Mar 03 10:37:34.891590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-2bb1d0df-1583-4c15-b6a1-0d117e1e952a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:34.893269 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-2bb1d0df-1583-4c15-b6a1-0d117e1e952a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 812 time: 0.1513739 Mar 03 10:37:34.945859 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-98bebd5d-5982-4198-9fdd-b64f7e3b0587 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836a32e282904d91995527c81f58fe3b HTTP/1.1" status: 200 len: 380 time: 0.0442894 Mar 03 10:37:34.954287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'port': {'device_id': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'admin_state_up': True, 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'security_groups': ['60925b3d-25ce-4071-9615-2d65e2d4ccc2']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:37:35.058449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0127e031-6370-4ba9-a7d4-71ba2c5cfd5a req-cb4e8cf7-3a3e-4f6a-a8c9-5e973f6784bc tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 210 time: 0.0433803 Mar 03 10:37:35.097556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:37:35.101776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:port and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:37:35.104652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:37:35.110372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:37:35.119965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Made reservation on behalf of 836a32e282904d91995527c81f58fe3b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:37:35.124239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:35.271157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6d557208-0718-4d31-8480-a3f7f9f55601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:35.290182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Allocated IP 172.20.0.8 (2f00f52c-3e90-4fbf-b54e-7332826e56e2/cf0c1a9f-43e1-4f5e-a187-3093c3ffa127/ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:37:35.488829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:35.505379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Transition to ACTIVE for port object ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:37:35.530982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:35.597902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:37:35.601312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:37:35.604086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:37:35.663253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:37:35.780771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.781109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.781614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.781942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.782261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.782576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.783047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.783397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.783716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.784030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.784341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.784982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:35.800899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:35.801493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:35.825685 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-0d98377c-b5a2-4c94-ad50-5fbd7ddd4b91 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8756127 Mar 03 10:37:35.837875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Request body: {'port': {'device_id': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:37:35.916547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b8b871c0-4bea-47c6-9d01-33764d7455d3 None None] Provisioning for port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:37:35.922224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b8b871c0-4bea-47c6-9d01-33764d7455d3 None None] Provisioning complete for port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:37:35.922918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b8b871c0-4bea-47c6-9d01-33764d7455d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:35.947365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:35.983592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b8b871c0-4bea-47c6-9d01-33764d7455d3 None None] Port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:37:36.113410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:36.165852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:36.258677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082cd49-780f-4e6a-b8de-d4268c482fe8 req-4d4a078b-f26f-45f5-8ac3-7ecf885da778 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:36.267624 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5082cd49-780f-4e6a-b8de-d4268c482fe8 req-4d4a078b-f26f-45f5-8ac3-7ecf885da778 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 931 time: 0.0899594 Mar 03 10:37:36.308341 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5082cd49-780f-4e6a-b8de-d4268c482fe8 req-a40509f7-f5d6-4f06-895d-54d31bcd5fb1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398617 Mar 03 10:37:36.311418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:37:36.320527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:36.335683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Transition to ACTIVE for port object ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:37:36.339440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:36.487529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Pushing event updated for resources: {'Port': ['ID=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:37:36.597061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Attempting to bind port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:37:36.597396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Attempting to bind port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:37:36.597721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Attempting to bind port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:37:36.602246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:37:36.602523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Attempting to bind port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 on network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:37:36.608657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:37:36.608991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Checking segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:37:36.609363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Bound using segment: {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:37:36.609782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Bound port: ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb63114-c45e-4ba9-9cee-30da203c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:37:36.610121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:36.696143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] For port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:37:36.699012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] For port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:37:36.704083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:36.761015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:36.761492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:36.762825 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] 10.222.0.32 "PUT /v2.0/ports/ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 HTTP/1.1" status: 200 len: 1093 time: 0.9292047 Mar 03 10:37:36.763246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:37:36.793933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f25d79-f66f-4f26-8e64-61fa088bb50d service neutron] Pushing event updated for resources: {'Port': ['ID=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:37:36.835444 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'status': 'completed', 'code': 200} Mar 03 10:37:36.876674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-a2bfb550-a3e8-441c-9eab-3e528ac5c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:36.878169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-a2bfb550-a3e8-441c-9eab-3e528ac5c566 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 1096 time: 0.0806036 Mar 03 10:37:36.950497 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-86e05da5-84dd-4746-9972-b73155edd0b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 HTTP/1.1" status: 200 len: 217 time: 0.0656378 Mar 03 10:37:37.015496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-06f6311f-6ba6-4034-b05e-8f7db515c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:37.017195 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-06f6311f-6ba6-4034-b05e-8f7db515c958 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0612373 Mar 03 10:37:37.094899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-c655c630-ccc4-4625-a35b-d7abf941a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:37.096382 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-c655c630-ccc4-4625-a35b-d7abf941a209 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742164 Mar 03 10:37:37.230692 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-7a39b89c-8323-42a4-bc05-67ec0e3843f3 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276824 Mar 03 10:37:37.362934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0e81b76-90a8-4d9f-a64a-d8b5a080b2ea req-b83228f4-ade8-4e02-bd83-200d19c1ae03 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266804 Mar 03 10:37:37.477277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-64fc3b27-cf31-4f18-9375-f003393364dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:37.478923 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-64fc3b27-cf31-4f18-9375-f003393364dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 1096 time: 0.0713458 Mar 03 10:37:37.501136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6d64e-246d-413a-b41f-17d3cf57d305 req-8efb81fc-ef2e-4eea-8c3f-1305db0a23d1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:37.502608 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52c6d64e-246d-413a-b41f-17d3cf57d305 req-8efb81fc-ef2e-4eea-8c3f-1305db0a23d1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 943 time: 0.0871928 Mar 03 10:37:37.549085 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-52c6d64e-246d-413a-b41f-17d3cf57d305 req-dbe836af-afc1-4d84-afc5-d9dde08433f2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Mar 03 10:37:37.707429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-ffba05b9-28a1-43e1-a57f-c3f15540e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:37.708887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-ffba05b9-28a1-43e1-a57f-c3f15540e115 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.2242172 Mar 03 10:37:37.777436 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-d82b609d-6330-4236-ad12-22bd7ecbd7f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 HTTP/1.1" status: 200 len: 217 time: 0.0620947 Mar 03 10:37:37.837632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-67dfe7b0-c599-4ae9-8aa7-cb1ef58dc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:37.838942 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-67dfe7b0-c599-4ae9-8aa7-cb1ef58dc212 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0557647 Mar 03 10:37:37.915021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-69d46723-59a1-4d31-8ecf-725120a1ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:37.916530 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-69d46723-59a1-4d31-8ecf-725120a1ca2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714386 Mar 03 10:37:37.978231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:38.048320 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-bee93320-385c-44fc-88eb-782f5d53ae02 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255689 Mar 03 10:37:38.180043 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6142bf7c-9bcc-4496-943b-5c723698fc68 req-cc1e073d-4988-4fa4-949d-785e6c39a232 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254299 Mar 03 10:37:38.729604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25ef44-ef31-46a2-a781-a4299800ba66 req-1a51ed77-5548-44fa-8bb9-c9eeb80147e3 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:38.730957 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8b25ef44-ef31-46a2-a781-a4299800ba66 req-1a51ed77-5548-44fa-8bb9-c9eeb80147e3 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 943 time: 0.0772338 Mar 03 10:37:38.777189 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8b25ef44-ef31-46a2-a781-a4299800ba66 req-f78e4a2c-edb6-4f70-81a2-7921218635dc tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399737 Mar 03 10:37:39.959787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c9691-dcf2-4e2a-bae9-573c7e7df844 req-9bd4a7b4-a597-4caf-a487-ffeb6397181b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:39.961229 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-402c9691-dcf2-4e2a-bae9-573c7e7df844 req-9bd4a7b4-a597-4caf-a487-ffeb6397181b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 943 time: 0.0778463 Mar 03 10:37:40.006165 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-402c9691-dcf2-4e2a-bae9-573c7e7df844 req-3ff73666-c2c1-458d-b0c2-4f958699a452 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394113 Mar 03 10:37:41.188796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54e8f-ae61-4574-955b-88bda7beb0d8 req-3f05f7b9-e812-4edb-8bc5-c93fc67740c7 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:41.190245 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6cb54e8f-ae61-4574-955b-88bda7beb0d8 req-3f05f7b9-e812-4edb-8bc5-c93fc67740c7 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 943 time: 0.0825436 Mar 03 10:37:41.234126 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6cb54e8f-ae61-4574-955b-88bda7beb0d8 req-6cf02e13-d0c2-4ba9-b3b8-53c2a6f1548e tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382667 Mar 03 10:37:42.412828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ac446-0643-407b-a947-dd980c8895a9 req-ba2b0624-20c6-4bf0-a85e-d636f8899df5 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:42.414928 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ab1ac446-0643-407b-a947-dd980c8895a9 req-ba2b0624-20c6-4bf0-a85e-d636f8899df5 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 943 time: 0.0797822 Mar 03 10:37:42.458648 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ab1ac446-0643-407b-a947-dd980c8895a9 req-79523e85-c528-4770-a346-48cb6ffc748a tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381832 Mar 03 10:37:43.743072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320b04-d524-4ec9-a75d-8d323a82eb32 req-9cd04d3f-4f96-42b0-93f7-0e1195ff4d39 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:43.744462 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78320b04-d524-4ec9-a75d-8d323a82eb32 req-9cd04d3f-4f96-42b0-93f7-0e1195ff4d39 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 943 time: 0.1806693 Mar 03 10:37:43.788032 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78320b04-d524-4ec9-a75d-8d323a82eb32 req-aa9fd062-96f1-4249-ab6c-1a0e4890bcba tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 Mar 03 10:37:44.977031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86921c01-7d90-4090-bcca-21119537d0c1 req-96ba14e1-6b94-4773-ae34-d6da2779922d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:44.978471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86921c01-7d90-4090-bcca-21119537d0c1 req-96ba14e1-6b94-4773-ae34-d6da2779922d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 943 time: 0.0812593 Mar 03 10:37:45.023536 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86921c01-7d90-4090-bcca-21119537d0c1 req-fae05d9e-ded1-4431-8f4e-06f4ade946db tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Mar 03 10:37:45.327667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:37:45.459326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:37:45.472340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'port_id': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'mac_address': 'fa:16:3e:f4:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:37:45.534778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:45.551888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:37:45.568570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:37:45.571845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:45.642358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:37:45.649335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.649713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.650051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.650383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.650714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.651036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.651394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.651717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.652039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.653161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.653161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.653161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:45.689175 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-bbe6c2df-a28f-4553-8148-d465750cdccc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759032 Mar 03 10:37:45.797831 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:37:45.844555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-081f1935-857b-405f-995c-92face99f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:45.845973 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-081f1935-857b-405f-995c-92face99f6af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1099 time: 0.0872147 Mar 03 10:37:46.001983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-fae00550-7568-461a-90ea-55f8fa1edff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:46.003572 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-fae00550-7568-461a-90ea-55f8fa1edff0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1388941 Mar 03 10:37:46.121164 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-029cc27f-fd90-4df4-9f5a-96dddb2ae8d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 1001 time: 0.1111341 Mar 03 10:37:46.201220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-17de61b2-643d-4329-9f4e-113a8f11fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:46.203783 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-17de61b2-643d-4329-9f4e-113a8f11fc8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0767374 Mar 03 10:37:46.221735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f610a8a-941a-4b08-9f85-877aaa751a2c req-6d073d40-6bf8-40b3-96ec-aa204bbd2d1d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:46.223180 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f610a8a-941a-4b08-9f85-877aaa751a2c req-6d073d40-6bf8-40b3-96ec-aa204bbd2d1d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 944 time: 0.0884314 Mar 03 10:37:46.275929 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f610a8a-941a-4b08-9f85-877aaa751a2c req-5252d3ce-e812-480b-bee0-e1d7dac68dda tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Mar 03 10:37:46.291287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-fe7e80f9-b95e-4e19-82b3-141aa9464e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:46.293841 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-fe7e80f9-b95e-4e19-82b3-141aa9464e6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811722 Mar 03 10:37:46.448879 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-3c7e7074-06ba-48f0-940d-33aaff510808 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492293 Mar 03 10:37:46.600303 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f5aeec9c-9675-420a-a6ae-6b53b373c615 req-43c42c23-e1b3-4c0c-8441-24ae423294c0 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454790 Mar 03 10:37:47.339508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:37:47.409990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:37:47.414845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:37:47.415211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:47.474011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c8aab-9b1f-4463-95e7-39b4237a5665 req-80b0ceee-c38a-4b75-934a-af63845d8779 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:47.478754 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ab7c8aab-9b1f-4463-95e7-39b4237a5665 req-80b0ceee-c38a-4b75-934a-af63845d8779 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 944 time: 0.0856249 Mar 03 10:37:47.526929 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ab7c8aab-9b1f-4463-95e7-39b4237a5665 req-9054b2b5-b349-42f4-87a1-0e4d2378889b tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Mar 03 10:37:47.575791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:47.608096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:37:47.621408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:37:47.626136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:47.659894 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'code': 200} Mar 03 10:37:47.702866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:37:47.964079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd59a65-c317-4842-be70-0dba32a02827 req-9bb78bc9-c28b-45bb-8ea7-a56156703265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:47.965551 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4bd59a65-c317-4842-be70-0dba32a02827 req-9bb78bc9-c28b-45bb-8ea7-a56156703265 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 1098 time: 0.0729468 Mar 03 10:37:48.009706 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4bd59a65-c317-4842-be70-0dba32a02827 req-8eeb25a0-cb03-4a7e-99c7-283a6e0aa16d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Mar 03 10:37:48.717752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd61219-11ec-4b40-a16f-6253c9eeb9a2 req-13715540-20f0-4ac1-b59b-c6346b4cc900 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:48.719197 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3dd61219-11ec-4b40-a16f-6253c9eeb9a2 req-13715540-20f0-4ac1-b59b-c6346b4cc900 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 945 time: 0.0789692 Mar 03 10:37:48.765713 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3dd61219-11ec-4b40-a16f-6253c9eeb9a2 req-b9bcadad-2736-4561-91ae-506cf6c3ab7f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Mar 03 10:37:49.995837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd7d7f-56fd-4513-8ffb-1788809ae37d req-eb8b86db-0ae0-4ed5-9b0d-8585a1b5f2d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:49.997290 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-12fd7d7f-56fd-4513-8ffb-1788809ae37d req-eb8b86db-0ae0-4ed5-9b0d-8585a1b5f2d2 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 945 time: 0.0794570 Mar 03 10:37:50.040912 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-12fd7d7f-56fd-4513-8ffb-1788809ae37d req-9ac43057-6df1-48c6-b66c-5006c88f71d9 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374644 Mar 03 10:37:50.225415 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cc133-7500-4cd4-a887-efc23d568d70 req-76557daa-8353-4930-a1a7-4a794063dc10 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:50.226862 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-461cc133-7500-4cd4-a887-efc23d568d70 req-76557daa-8353-4930-a1a7-4a794063dc10 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 945 time: 0.0824676 Mar 03 10:37:50.272630 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-461cc133-7500-4cd4-a887-efc23d568d70 req-213f9c44-7167-481c-b883-bb34967531ce tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Mar 03 10:37:50.295258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:37:50.362779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f6d52e-e485-46a3-98b8-1cf924c8445e tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:50.364180 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-33f6d52e-e485-46a3-98b8-1cf924c8445e tempest-TestVolumeBootPattern-1909304632 tempest-TestVolumeBootPattern-1909304632-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 1093 time: 0.0679626 Mar 03 10:37:50.366854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37712) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:37:50.371634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:37:50.377748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:37:50.381496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Usage tracker for resource:floatingip and tenant:836a32e282904d91995527c81f58fe3b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:37:50.384467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:37:50.391180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:37:50.401985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:50.536770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:50.675513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Allocated IP 172.26.7.184 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/9035d28a-5688-4bd6-b7c3-7997aa32810d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:37:50.822304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:50.850811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:50.912469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:37:50.915243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:37:50.923045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:37:50.957908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=9035d28a-5688-4bd6-b7c3-7997aa32810d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:37:50.973222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.973568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.973908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.974239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.974569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.974898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.975225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.975575 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.975903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.976230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.976553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:50.976875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:37:51.444434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:51.517488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:51.720320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:51.724705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:51.836159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event updated for resources: {'Port': ['ID=9035d28a-5688-4bd6-b7c3-7997aa32810d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:37:51.845385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:52.013125 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Floating IP 07608ce6-b32e-43e0-af00-2904aff2a08f associated. External IP: 172.26.7.184, port: ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99. Mar 03 10:37:52.354802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:37:52.532165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:37:52.544124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:37:52.553769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:37:52.554538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:37:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:37:52.556755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:52.614061 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-518efd57-23ec-460f-842c-a03b8ab87559 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2460306 Mar 03 10:37:52.614486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:37:52.657633 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'status': 'completed', 'code': 200} Mar 03 10:37:52.735487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:37:52.750255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-a988ce20-136a-4ef3-b56d-86e32052c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:52.751791 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-a988ce20-136a-4ef3-b56d-86e32052c8f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 1098 time: 0.0722797 Mar 03 10:37:52.976380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-b5f7f7bf-c593-43a0-90c7-b1d23fdd6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:52.977832 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-b5f7f7bf-c593-43a0-90c7-b1d23fdd6aa3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.2208993 Mar 03 10:37:53.085244 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-7e638fa2-e7a7-436f-823c-100c84f4766e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 HTTP/1.1" status: 200 len: 999 time: 0.1012366 Mar 03 10:37:53.086923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '07608ce6-b32e-43e0-af00-2904aff2a08f', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:f4:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:37:51Z', 'updated_at': '2022-03-03T10:37:51Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}, {'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:51Z', 'revision_number': 1, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:37:53.092402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:37:53.100774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:37:53.101373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:37:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:37:53.146520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-5c64394b-cdfe-4ce1-922b-34e965cee78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:53.148019 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-5c64394b-cdfe-4ce1-922b-34e965cee78a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0574236 Mar 03 10:37:53.224879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-83523eca-1ee6-424f-b2ee-86b5e0630c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:37:53.226347 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-83523eca-1ee6-424f-b2ee-86b5e0630c1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725610 Mar 03 10:37:53.276585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:37:53.356445 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-b8caa8a5-bc04-4f5f-baea-bc2236a667f5 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241531 Mar 03 10:37:53.486831 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8f4e6450-c95a-402d-bcf1-c0f3e8da8b0c req-0be7f1c4-9780-436e-bc11-7b114d78848a service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246459 Mar 03 10:37:53.637284 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '07608ce6-b32e-43e0-af00-2904aff2a08f', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:f4:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:37:51Z', 'updated_at': '2022-03-03T10:37:51Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}, {'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:51Z', 'revision_number': 1, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:37:53.642021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c1e7a-4cec-40fc-9271-d2a58cdd6cec None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '07608ce6-b32e-43e0-af00-2904aff2a08f', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:f4:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:37:51Z', 'updated_at': '2022-03-03T10:37:51Z', 'revision_number': 0, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}, {'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:51Z', 'revision_number': 1, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:37:53.814334 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e412e6-d38c-48c5-badb-79176358869f None None] New status for floating IP 07608ce6-b32e-43e0-af00-2904aff2a08f: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:37:53.868706 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:37:55.287871 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:38:03.088814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b88dd456-dedf-49e0-872f-b1396244bbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:05.273553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0ae2df06-a41d-4729-8d35-71247a1b02e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:06.105059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:06.159535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:07.984708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:23.867261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:32.287971 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:38:33.089642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2ea1063a-6793-456c-8a5c-2340313b8f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:35.275117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5799a5dc-6a1b-4c2c-88fc-31a846a3cb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:36.104991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:36.152782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:37.989586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:38:45.677472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-00d7be26-1d51-4957-9714-f7b1235bb504 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676730 Mar 03 10:38:45.814586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-1fd4c547-4f25-404e-9e10-587241f7ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:38:45.815972 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-1fd4c547-4f25-404e-9e10-587241f7ff00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1099 time: 0.0734825 Mar 03 10:38:45.972187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-7eaceba4-314b-40c4-b40e-ec1f6fd301d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:38:45.973631 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-7eaceba4-314b-40c4-b40e-ec1f6fd301d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.1403916 Mar 03 10:38:46.074218 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-a62d20b8-9d8d-4f3b-966c-50fdabf4cbaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 1001 time: 0.0945640 Mar 03 10:38:46.133756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-0dca8878-a72d-4322-8f85-6519d544acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:38:46.135187 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-0dca8878-a72d-4322-8f85-6519d544acdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0557880 Mar 03 10:38:46.206330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-7599d7db-3c64-4b5e-bd32-97d0545e0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:38:46.207785 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-7599d7db-3c64-4b5e-bd32-97d0545e0d1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672085 Mar 03 10:38:46.337084 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-20941f35-58dd-46fa-99ba-03d583d88d6c service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231365 Mar 03 10:38:46.463924 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-499c7055-3125-46ba-b21a-048d5ccdd686 req-133c0104-563c-45df-b193-0b94bf13a34c service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217473 Mar 03 10:38:53.882003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:03.091546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-69fa37d8-04e6-4dbe-8467-95f35085ce4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:05.276142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f1a32bb3-1d06-4c42-8fb3-7347f2ddd42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:06.107322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:06.156484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:07.985952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:09.286993 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:39:19.503734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37744) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:19.811692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Deleting port 9035d28a-5688-4bd6-b7c3-7997aa32810d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:19.811917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:19.977547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:19.977869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:20.100472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Calling delete_port for 9035d28a-5688-4bd6-b7c3-7997aa32810d owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:20.245897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:20.296772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event deleted for resources: {'Port': ['ID=9035d28a-5688-4bd6-b7c3-7997aa32810d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:20.335231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.335595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.336519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.336852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.337171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.337490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.337807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.338123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.338437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.338746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.339057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.339402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:20.393804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:20.394056 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Floating IP 07608ce6-b32e-43e0-af00-2904aff2a08f disassociated (deleted). External IP: 172.26.7.184, port: ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99. Mar 03 10:39:20.739632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:39:20.914616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:39:20.924811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:39:20.932936 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:20.934784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:20.935425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:21.105054 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-938a5111-acd5-4b50-a84f-3aa83987cdbf tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "DELETE /v2.0/floatingips/07608ce6-b32e-43e0-af00-2904aff2a08f HTTP/1.1" status: 204 len: 168 time: 1.6001451 Mar 03 10:39:21.105661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:39:21.120062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:21.160896 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'status': 'completed', 'code': 200} Mar 03 10:39:21.261990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-5999263c-4bac-4bd9-9a94-1490d20e4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:21.263516 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-5999263c-4bac-4bd9-9a94-1490d20e4c0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 1098 time: 0.0812039 Mar 03 10:39:21.503351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:51Z', 'revision_number': 1, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:21.508594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:39:21.510829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609494f-a21e-41bf-a092-69f4d22260e3 req-b951d2f4-ce8e-49ba-902d-9196bee2dc70 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:21.511571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1609494f-a21e-41bf-a092-69f4d22260e3 req-b951d2f4-ce8e-49ba-902d-9196bee2dc70 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:39:21.517901 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:21.518382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:21.522827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-c9a83de4-95a5-4fdc-a9c5-a6f8df0c6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:21.524396 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-c9a83de4-95a5-4fdc-a9c5-a6f8df0c6dbd service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.2553909 Mar 03 10:39:21.527697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-1609494f-a21e-41bf-a092-69f4d22260e3 req-b951d2f4-ce8e-49ba-902d-9196bee2dc70 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:39:21.529014 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1609494f-a21e-41bf-a092-69f4d22260e3 req-b951d2f4-ce8e-49ba-902d-9196bee2dc70 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 945 time: 0.1080105 Mar 03 10:39:21.578674 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1609494f-a21e-41bf-a092-69f4d22260e3 req-909de6aa-5fc1-44ce-ba7c-4fa1fada80c7 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 Mar 03 10:39:21.602069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-4ff07ab6-746f-4a1f-a566-371bd3b97ff3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 HTTP/1.1" status: 200 len: 217 time: 0.0706348 Mar 03 10:39:21.666577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-c0373a60-79db-425d-b1bb-4888137276df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:21.668047 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-c0373a60-79db-425d-b1bb-4888137276df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0611854 Mar 03 10:39:21.704350 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:21.742495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-5c25f7ac-2792-4089-8227-f89fc3f77f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:21.744050 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-5c25f7ac-2792-4089-8227-f89fc3f77f60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698960 Mar 03 10:39:21.874502 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-1e24ceaf-8ee7-464a-9c4b-0dad55a4818e service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240802 Mar 03 10:39:22.007174 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b54ba2ec-1952-4357-99fb-cdefd4abf2d7 req-3f31b54b-17da-4cd9-98ab-dc73756acf82 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264348 Mar 03 10:39:22.049496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:51Z', 'revision_number': 1, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:22.053408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0bb7f9-4129-4db9-b1a4-93b872febf00 None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b72a58e8-e82b-4c85-ad84-68a2457f916b', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'port_id': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'mac_address': 'fa:16:3e:92:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:35:48Z', 'updated_at': '2022-03-03T10:35:51Z', 'revision_number': 1, 'project_id': '836a32e282904d91995527c81f58fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:39:22.254035 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fa8f9-0c95-4a70-a983-9b49b27b4e54 None None] New status for floating IP 07608ce6-b32e-43e0-af00-2904aff2a08f: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:39:22.767396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197a603-3341-43e5-b416-55177d7abab5 req-af689718-5a72-46ac-b24f-8e8862ef077e tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:22.770312 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0197a603-3341-43e5-b416-55177d7abab5 req-af689718-5a72-46ac-b24f-8e8862ef077e tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 945 time: 0.0804689 Mar 03 10:39:22.819508 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0197a603-3341-43e5-b416-55177d7abab5 req-fecf1e8b-b69f-4e08-8f53-f76499e29beb tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379448 Mar 03 10:39:22.933430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-d4bf2b5c-6513-41c1-a391-eb25496b8835 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:22.934122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-d4bf2b5c-6513-41c1-a391-eb25496b8835 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:39:22.945417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-d4bf2b5c-6513-41c1-a391-eb25496b8835 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:39:22.946481 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-d4bf2b5c-6513-41c1-a391-eb25496b8835 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 945 time: 0.0938041 Mar 03 10:39:23.014129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Deleting port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:23.014471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:23.254758 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] For port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:23.255105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:23.376522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Calling delete_port for ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:23.520518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:23.573976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event deleted for resources: {'Port': ['ID=ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:23.613894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.614236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.614571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.614899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.615226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.615577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.615902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.616221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.616541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.617560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.618062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.618150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:39:23.655424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] No DVR routers for this DVR port ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:39:23.657634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:23.660106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'name': 'network-vif-deleted', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:39:23.675690 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28bbd97c-e39c-48a8-8a55-0d6c9b0b77ca req-222dd747-beec-4dbd-a038-8a36c9160071 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "DELETE /v2.0/ports/ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 HTTP/1.1" status: 204 len: 173 time: 0.7241573 Mar 03 10:39:23.719567 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42543ca-ec04-40de-99fa-1c5755ded40e', 'name': 'network-vif-deleted', 'tag': 'ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99', 'status': 'completed', 'code': 200} Mar 03 10:39:23.882206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:23.970331 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-14258920-5d82-474f-81a2-82bd2906091f req-78650194-6340-4c14-b49f-145d87906940 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42543ca-ec04-40de-99fa-1c5755ded40e HTTP/1.1" status: 200 len: 210 time: 0.0476079 Mar 03 10:39:27.806819 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:27.840275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:27.840553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device ed0f2ac2-3c94-49c0-9f2f-644b5d3a3e99 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:29.578696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37790) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:29.779136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Deleting port 7c9521e1-ad27-4a07-8081-bf8612b8d5ef {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:29.779509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:29.946872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:29.947198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:30.066355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Calling delete_port for 7c9521e1-ad27-4a07-8081-bf8612b8d5ef owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:30.213939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:30.259824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event deleted for resources: {'Port': ['ID=7c9521e1-ad27-4a07-8081-bf8612b8d5ef,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:30.350613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:30.350947 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Floating IP b72a58e8-e82b-4c85-ad84-68a2457f916b disassociated (deleted). External IP: 172.26.7.22, port: 8bdada3a-b105-4009-8aa9-e515c244f8ce. Mar 03 10:39:30.795728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:39:30.972438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:39:30.983017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:39:30.988674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:30.992335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:30.992957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:31.042611 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01bcfc09-f574-403f-b866-308ae3b0167f tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "DELETE /v2.0/floatingips/b72a58e8-e82b-4c85-ad84-68a2457f916b HTTP/1.1" status: 204 len: 168 time: 1.4624989 Mar 03 10:39:31.043195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:39:31.091785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'status': 'completed', 'code': 200} Mar 03 10:39:31.190394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-f5ec0681-08bd-486f-b6d8-10c1dbb4a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:31.192003 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-f5ec0681-08bd-486f-b6d8-10c1dbb4a1b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=836a32e282904d91995527c81f58fe3b&device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 1099 time: 0.0771403 Mar 03 10:39:31.230954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:31.438875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464e8a6-e3f0-4642-8fbb-0c68b3cc8b34 req-587daf47-0da5-47f6-a677-a49059d4f2a1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:31.439630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-2464e8a6-e3f0-4642-8fbb-0c68b3cc8b34 req-587daf47-0da5-47f6-a677-a49059d4f2a1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:39:31.440102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-94bab466-8fb7-4050-b51d-795809b92465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:31.441666 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-94bab466-8fb7-4050-b51d-795809b92465 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 200 len: 912 time: 0.2443137 Mar 03 10:39:31.457634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-2464e8a6-e3f0-4642-8fbb-0c68b3cc8b34 req-587daf47-0da5-47f6-a677-a49059d4f2a1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:39:31.459021 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2464e8a6-e3f0-4642-8fbb-0c68b3cc8b34 req-587daf47-0da5-47f6-a677-a49059d4f2a1 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 946 time: 0.1066053 Mar 03 10:39:31.506831 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2464e8a6-e3f0-4642-8fbb-0c68b3cc8b34 req-2f0fd461-5391-4be8-9d67-11a0bf3f3f5d tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Mar 03 10:39:31.514346 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-9820278d-821e-416e-baf5-f53de8176bc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 200 len: 217 time: 0.0647769 Mar 03 10:39:31.588282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:31.588568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-b6781dff-ca53-4a79-bdd3-623844d12133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:31.590024 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-b6781dff-ca53-4a79-bdd3-623844d12133 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 200 len: 851 time: 0.0673947 Mar 03 10:39:31.592533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:39:31.600780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:31.601456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:31.667512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-31b34f78-5cd5-4b00-8c7a-d8943c0e4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:31.668987 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-31b34f78-5cd5-4b00-8c7a-d8943c0e4f46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f00f52c-3e90-4fbf-b54e-7332826e56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721986 Mar 03 10:39:31.780517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:31.803490 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-49b77e04-5a43-44b9-a49a-3ecce1d85f14 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273866 Mar 03 10:39:31.934864 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-24736a95-3dfc-4b83-94f9-8fe2ef68a330 req-560751d6-4709-4233-b4aa-48bbe7db3390 service neutron] 10.222.0.32 "GET /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247408 Mar 03 10:39:32.096694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:32.100473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47792765-444d-4c46-81b0-cd854cb4304b None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:32:41Z', 'revision_number': 4, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '1711998b-a288-4cf1-ab02-6243406548a4', 'name': '', 'network_id': '2f00f52c-3e90-4fbf-b54e-7332826e56e2', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'mac_address': 'fa:16:3e:76:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:41Z', 'updated_at': '2022-03-03T10:32:47Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'subnets': [{'id': 'cf0c1a9f-43e1-4f5e-a187-3093c3ffa127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:39:32.334333 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f92f75d-cd1a-400d-8c7f-250c0886f045 None None] New status for floating IP b72a58e8-e82b-4c85-ad84-68a2457f916b: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:39:32.697212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6caee-18ac-438a-9eb9-73f325b357fa req-78ba28fe-3b56-484e-990c-cf13e3cfa4d3 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:32.698650 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5d6caee-18ac-438a-9eb9-73f325b357fa req-78ba28fe-3b56-484e-990c-cf13e3cfa4d3 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 946 time: 0.0818868 Mar 03 10:39:32.746329 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5d6caee-18ac-438a-9eb9-73f325b357fa req-aac32a13-ffb0-41db-93e2-2bf7ea33aa0c tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/security-groups?id=60925b3d-25ce-4071-9615-2d65e2d4ccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Mar 03 10:39:32.799541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-3d25de72-41fa-4aa2-bde7-d7eeb52c6756 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:32.800229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-3d25de72-41fa-4aa2-bde7-d7eeb52c6756 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Synchronizing usage tracker for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:39:32.812292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-3d25de72-41fa-4aa2-bde7-d7eeb52c6756 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Unset dirty status for tenant:836a32e282904d91995527c81f58fe3b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:39:32.813375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-3d25de72-41fa-4aa2-bde7-d7eeb52c6756 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 946 time: 0.1003144 Mar 03 10:39:32.882302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Deleting port 8bdada3a-b105-4009-8aa9-e515c244f8ce {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:32.883089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:33.095139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b28062fd-5fca-4d88-8a75-f259c312082d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:33.130166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] For port 8bdada3a-b105-4009-8aa9-e515c244f8ce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8bdada3a-b105-4009-8aa9-e515c244f8ce,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:33.130520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:33.253644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Calling delete_port for 8bdada3a-b105-4009-8aa9-e515c244f8ce owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:33.398050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:33.448433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event deleted for resources: {'Port': ['ID=8bdada3a-b105-4009-8aa9-e515c244f8ce,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:33.522166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] No DVR routers for this DVR port 8bdada3a-b105-4009-8aa9-e515c244f8ce on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:39:33.524596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:33.526942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'name': 'network-vif-deleted', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:39:33.542781 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c3abaf9e-c047-4fdf-8f92-6efda748c974 req-de46b751-ad7f-4f29-83d3-1530d771cf38 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.32 "DELETE /v2.0/ports/8bdada3a-b105-4009-8aa9-e515c244f8ce HTTP/1.1" status: 204 len: 173 time: 0.7243249 Mar 03 10:39:33.572080 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d273e6-7402-4735-bd1c-88b3213f804c', 'name': 'network-vif-deleted', 'tag': '8bdada3a-b105-4009-8aa9-e515c244f8ce', 'status': 'completed', 'code': 200} Mar 03 10:39:33.932316 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d587da13-bf2e-4e7a-9257-c57279898203 req-c2245035-5013-4f4a-99a1-e4404d5e31dc tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d273e6-7402-4735-bd1c-88b3213f804c HTTP/1.1" status: 200 len: 210 time: 0.0721653 Mar 03 10:39:35.021424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:35.182075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Deleting port 3cbeeb68-f67d-4fb1-8d0b-94a532e61115 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:35.182439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:35.282251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-77a3631b-e1ce-457a-a2b9-c5e1c1e24d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:35.356304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:35.356621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:35.476968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Calling delete_port for 3cbeeb68-f67d-4fb1-8d0b-94a532e61115 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:35.617774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:35.663570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event deleted for resources: {'Port': ['ID=3cbeeb68-f67d-4fb1-8d0b-94a532e61115,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:35.754014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:35.768209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:35.769347 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a8f3cda0-15f4-4137-ab5a-9dc29be8d945 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "DELETE /v2.0/floatingips/219b766b-ba6e-41f4-8580-5fff30d1980d HTTP/1.1" status: 204 len: 168 time: 0.7469544 Mar 03 10:39:36.112196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:36.163715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:37.915372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 8bdada3a-b105-4009-8aa9-e515c244f8ce no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:37.948936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 8bdada3a-b105-4009-8aa9-e515c244f8ce {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:37.949282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 8bdada3a-b105-4009-8aa9-e515c244f8ce not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:37.987782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:38.330944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37824) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:38.400136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6545af6-73ff-4cf3-9a94-388268feb188 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:38.429017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6545af6-73ff-4cf3-9a94-388268feb188 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:38.493437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6545af6-73ff-4cf3-9a94-388268feb188 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:38.513700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6545af6-73ff-4cf3-9a94-388268feb188 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60925b3d-25ce-4071-9615-2d65e2d4ccc2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:38.530443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6545af6-73ff-4cf3-9a94-388268feb188 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:38.531604 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c6545af6-73ff-4cf3-9a94-388268feb188 tempest-TestVolumeBootPattern-196677965 tempest-TestVolumeBootPattern-196677965-project] 10.222.0.23 "DELETE /v2.0/security-groups/60925b3d-25ce-4071-9615-2d65e2d4ccc2 HTTP/1.1" status: 204 len: 168 time: 0.1995480 Mar 03 10:39:38.590881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37830) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:39.324507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:39.665627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Deleting port 1711998b-a288-4cf1-ab02-6243406548a4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:39.666269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:39.831055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] For port 1711998b-a288-4cf1-ab02-6243406548a4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1711998b-a288-4cf1-ab02-6243406548a4,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:39.831432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:39.954730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Calling delete_port for 1711998b-a288-4cf1-ab02-6243406548a4 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:40.370855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:40.422510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1711998b-a288-4cf1-ab02-6243406548a4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:40.695282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:41.051267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:39:41.235223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:39:41.247325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] Sync routers for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:39:41.248112 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-91b0f842-c431-4e02-bad5-fbe56f856c78 admin admin] 10.222.0.23 "PUT /v2.0/routers/50e37ea9-c7e9-4289-a615-5ff8016a3ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560538 Mar 03 10:39:41.250484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37836) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:41.257063 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:41.258148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:41.422618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:41.434124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:41.727966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:41.737089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Deleting port 3c39f2de-e471-4e54-885c-5ab76f99c584 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:41.737413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:41.771863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:39:40Z', 'revision_number': 5, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port': {'id': '3c39f2de-e471-4e54-885c-5ab76f99c584', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:38Z', 'updated_at': '2022-03-03T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:41.776305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] Checking router: 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:39:41.784456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] Routers {'50e37ea9-c7e9-4289-a615-5ff8016a3ba7'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:41.785059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:41.913354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] For port 3c39f2de-e471-4e54-885c-5ab76f99c584, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=3c39f2de-e471-4e54-885c-5ab76f99c584,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:41.914244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:41.936672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] Set router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:42.042923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:39:41Z', 'revision_number': 6, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:42.044856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Calling delete_port for 3c39f2de-e471-4e54-885c-5ab76f99c584 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:42.046993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c8bd0-9920-4116-bde7-da533bd418af None None] The sync data for ids ['50e37ea9-c7e9-4289-a615-5ff8016a3ba7'] in dv-neutron-831192-5-hyperv is: [{'id': '50e37ea9-c7e9-4289-a615-5ff8016a3ba7', 'name': 'tempest-TestVolumeBootPattern-1651231732-router', 'tenant_id': '836a32e282904d91995527c81f58fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:37Z', 'updated_at': '2022-03-03T10:39:41Z', 'revision_number': 6, 'project_id': '836a32e282904d91995527c81f58fe3b', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:39:42.210909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.260279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c39f2de-e471-4e54-885c-5ab76f99c584,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:42.353935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.532714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.534901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.556960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.557456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e37ea9-c7e9-4289-a615-5ff8016a3ba7 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:39:42.569517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.571168 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c0137a98-a930-4aa6-bf23-d1bb4bb50e7e admin admin] 10.222.0.23 "DELETE /v2.0/routers/50e37ea9-c7e9-4289-a615-5ff8016a3ba7 HTTP/1.1" status: 204 len: 168 time: 1.3198013 Mar 03 10:39:42.573663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37840) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:42.631003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] Deleting subnet cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:39:42.634264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.685542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.761126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.837251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.842751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3c39f2de-e471-4e54-885c-5ab76f99c584 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:42.877696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 3c39f2de-e471-4e54-885c-5ab76f99c584 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:42.878042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 3c39f2de-e471-4e54-885c-5ab76f99c584 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:42.878459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1711998b-a288-4cf1-ab02-6243406548a4 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:42.887219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0c1a9f-43e1-4f5e-a187-3093c3ffa127,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:42.891377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:42.900053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37844) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:42.900569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d843eeab-340d-4afc-982b-02b9a6ca7d3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cf0c1a9f-43e1-4f5e-a187-3093c3ffa127 HTTP/1.1" status: 204 len: 168 time: 0.3254600 Mar 03 10:39:42.922793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 1711998b-a288-4cf1-ab02-6243406548a4 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:42.923203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1711998b-a288-4cf1-ab02-6243406548a4 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:42.924649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44bfc5-4d63-4151-9a89-29204d30f41c None None] Network 2f00f52c-3e90-4fbf-b54e-7332826e56e2 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:39:43.018315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.029482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Deleting port 08a33ca7-243f-4399-af73-31a6b98c6bdd {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:43.029878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.191621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] DHCP port deletion for 2f00f52c-3e90-4fbf-b54e-7332826e56e2 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:39:43.196050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Deleting port 08a33ca7-243f-4399-af73-31a6b98c6bdd {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:43.196420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.344770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] For port 08a33ca7-243f-4399-af73-31a6b98c6bdd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=08a33ca7-243f-4399-af73-31a6b98c6bdd,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:43.345120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.399037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] For port 08a33ca7-243f-4399-af73-31a6b98c6bdd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=08a33ca7-243f-4399-af73-31a6b98c6bdd,segment=NetworkSegment(ecb63114-c45e-4ba9-9cee-30da203c9309),segment_id=ecb63114-c45e-4ba9-9cee-30da203c9309)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:43.399319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.473378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Calling delete_port for 08a33ca7-243f-4399-af73-31a6b98c6bdd owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:43.520608 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Calling delete_port for 08a33ca7-243f-4399-af73-31a6b98c6bdd owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:43.548094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.595615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a33ca7-243f-4399-af73-31a6b98c6bdd,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:43.595841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:39:43.596157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:39:43.600866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] No DVR routers for this DVR port 08a33ca7-243f-4399-af73-31a6b98c6bdd on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:39:43.714142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.738406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f00f52c-3e90-4fbf-b54e-7332826e56e2']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:43.749877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb63114-c45e-4ba9-9cee-30da203c9309') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:43.750164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb63114-c45e-4ba9-9cee-30da203c9309') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:43.760922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.776775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.782857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:39:43.783234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:39:43.796688 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:39:43.871602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.886844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:43.898753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f00f52c-3e90-4fbf-b54e-7332826e56e2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:43.910142 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-44e58e71-61f0-4f3d-8f83-4d238a774cf6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f00f52c-3e90-4fbf-b54e-7332826e56e2 HTTP/1.1" status: 204 len: 168 time: 1.0083392 Mar 03 10:39:43.912952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37848) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:44.098572 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Deleting port 08a33ca7-243f-4399-af73-31a6b98c6bdd {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:44.099170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:44.165417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5ac48b9c-eed5-4aa8-a7c8-482910324c3d None None] The port '08a33ca7-243f-4399-af73-31a6b98c6bdd' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:39:44.433926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:44.699037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 08a33ca7-243f-4399-af73-31a6b98c6bdd no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:44.736563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 08a33ca7-243f-4399-af73-31a6b98c6bdd {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:44.736902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 08a33ca7-243f-4399-af73-31a6b98c6bdd not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:44.871158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Deleting port 4b332b5c-0de6-4151-b376-5395c7fd380e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:44.871525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:45.039163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] For port 4b332b5c-0de6-4151-b376-5395c7fd380e, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4b332b5c-0de6-4151-b376-5395c7fd380e,segment=NetworkSegment(5bc77989-007d-4245-9864-c70b769a4f9f),segment_id=5bc77989-007d-4245-9864-c70b769a4f9f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:45.039898 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:45.159265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Calling delete_port for 4b332b5c-0de6-4151-b376-5395c7fd380e owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:45.332202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:45.407748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b332b5c-0de6-4151-b376-5395c7fd380e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:45.649424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:46.100469 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Router ca31212b-be02-4dd7-8879-0d14a8171e34 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:39:46.280657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:39:46.286816 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:39:46.290046 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] Sync routers for ids ['ca31212b-be02-4dd7-8879-0d14a8171e34'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:39:46.296356 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-958f33fe-ca6b-48c3-baa4-8a8f4cc722c7 admin admin] 10.222.0.23 "PUT /v2.0/routers/ca31212b-be02-4dd7-8879-0d14a8171e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3817663 Mar 03 10:39:46.299078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37852) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:46.299589 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] Routers {'ca31212b-be02-4dd7-8879-0d14a8171e34'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:46.299956 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ca31212b-be02-4dd7-8879-0d14a8171e34'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:46.479438 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] Set router ca31212b-be02-4dd7-8879-0d14a8171e34 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:46.580248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:46.763214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:46.769173 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '4e3fa397-4a25-462b-8d17-8350605da201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:39:45Z', 'revision_number': 5, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port': {'id': '4e3fa397-4a25-462b-8d17-8350605da201', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:32:45Z', 'updated_at': '2022-03-03T10:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:46.773501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Deleting port 4e3fa397-4a25-462b-8d17-8350605da201 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:46.773728 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] Checking router: ca31212b-be02-4dd7-8879-0d14a8171e34 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:39:46.773832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:46.781662 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] Routers {'ca31212b-be02-4dd7-8879-0d14a8171e34'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:39:46.782247 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:39:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['ca31212b-be02-4dd7-8879-0d14a8171e34'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:46.931471 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] Set router ca31212b-be02-4dd7-8879-0d14a8171e34 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:39:46.952342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] For port 4e3fa397-4a25-462b-8d17-8350605da201, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4e3fa397-4a25-462b-8d17-8350605da201,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:46.952734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.068929 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:39:46Z', 'revision_number': 6, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:47.076943 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c5e1b-a366-4176-a11a-11a4f23f2bdc None None] The sync data for ids ['ca31212b-be02-4dd7-8879-0d14a8171e34'] in dv-neutron-831192-5-hyperv is: [{'id': 'ca31212b-be02-4dd7-8879-0d14a8171e34', 'name': 'tempest-TestVolumeBootPattern-74239268-router', 'tenant_id': '24b1e3e11b56477d9ef23609069db2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:32:44Z', 'updated_at': '2022-03-03T10:39:46Z', 'revision_number': 6, 'project_id': '24b1e3e11b56477d9ef23609069db2bc', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:39:47.083977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Calling delete_port for 4e3fa397-4a25-462b-8d17-8350605da201 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:47.253513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.301248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3fa397-4a25-462b-8d17-8350605da201,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:47.395025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.575801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.578380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.602702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.603318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca31212b-be02-4dd7-8879-0d14a8171e34 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:39:47.616059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.617991 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f76f7500-d57f-4d1c-91bc-9b8375b614ea admin admin] 10.222.0.23 "DELETE /v2.0/routers/ca31212b-be02-4dd7-8879-0d14a8171e34 HTTP/1.1" status: 204 len: 168 time: 1.3178074 Mar 03 10:39:47.620564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37856) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:47.677862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] Deleting subnet 9497d215-0c89-4dd8-9ad1-3f23455e873e {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:39:47.681352 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.729297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.806982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.883104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.929937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9497d215-0c89-4dd8-9ad1-3f23455e873e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:47.934456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:47.940410 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b0df863d-e21d-4bdd-ade5-819921bb970d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9497d215-0c89-4dd8-9ad1-3f23455e873e HTTP/1.1" status: 204 len: 168 time: 0.3188856 Mar 03 10:39:47.941722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e49b4-bfb5-4814-84c3-591c41dfb16c None None] Network 225ae996-d611-4b48-96b2-a004136d5a45 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:39:47.942943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37860) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:48.164822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.175200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Deleting port 608e6e53-581a-4bb5-9592-4a21f8b26121 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:48.175560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.231769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] DHCP port deletion for 225ae996-d611-4b48-96b2-a004136d5a45 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:39:48.235620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Deleting port 608e6e53-581a-4bb5-9592-4a21f8b26121 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:48.235995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.380509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] For port 608e6e53-581a-4bb5-9592-4a21f8b26121, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=608e6e53-581a-4bb5-9592-4a21f8b26121,segment=NetworkSegment(5bc77989-007d-4245-9864-c70b769a4f9f),segment_id=5bc77989-007d-4245-9864-c70b769a4f9f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:48.381038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.437487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] For port 608e6e53-581a-4bb5-9592-4a21f8b26121, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=608e6e53-581a-4bb5-9592-4a21f8b26121,segment=NetworkSegment(5bc77989-007d-4245-9864-c70b769a4f9f),segment_id=5bc77989-007d-4245-9864-c70b769a4f9f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:39:48.437804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.506907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Calling delete_port for 608e6e53-581a-4bb5-9592-4a21f8b26121 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:48.558860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Calling delete_port for 608e6e53-581a-4bb5-9592-4a21f8b26121 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:39:48.583106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.632319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:39:48.632659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:39:48.633685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Pushing event deleted for resources: {'Port': ['ID=608e6e53-581a-4bb5-9592-4a21f8b26121,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:48.635512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] No DVR routers for this DVR port 608e6e53-581a-4bb5-9592-4a21f8b26121 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:39:48.701692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4b332b5c-0de6-4151-b376-5395c7fd380e no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:48.736251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 4b332b5c-0de6-4151-b376-5395c7fd380e {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:48.736605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4b332b5c-0de6-4151-b376-5395c7fd380e not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:48.737019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4e3fa397-4a25-462b-8d17-8350605da201 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:48.752037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.769722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 4e3fa397-4a25-462b-8d17-8350605da201 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:48.770066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4e3fa397-4a25-462b-8d17-8350605da201 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:48.770510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 608e6e53-581a-4bb5-9592-4a21f8b26121 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:39:48.780521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225ae996-d611-4b48-96b2-a004136d5a45']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:48.792763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc77989-007d-4245-9864-c70b769a4f9f') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:48.793052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc77989-007d-4245-9864-c70b769a4f9f') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:39:48.804111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.806234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 608e6e53-581a-4bb5-9592-4a21f8b26121 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:39:48.806580 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 608e6e53-581a-4bb5-9592-4a21f8b26121 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:39:48.821487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.827825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:39:48.828210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:39:48.842243 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:39:48.918085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.935252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:48.948020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] Pushing event deleted for resources: {'Network': ['ID=225ae996-d611-4b48-96b2-a004136d5a45,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:48.952670 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-792a113d-c6a1-4359-9793-2d9df4ac03ba admin admin] 10.222.0.23 "DELETE /v2.0/networks/225ae996-d611-4b48-96b2-a004136d5a45 HTTP/1.1" status: 204 len: 168 time: 1.0087512 Mar 03 10:39:49.058732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37866) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:49.106459 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2b5127c7-f64c-438f-ba1b-293853ec3a22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=836a32e282904d91995527c81f58fe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465608 Mar 03 10:39:49.108805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 37870) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:49.133555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Deleting port 608e6e53-581a-4bb5-9592-4a21f8b26121 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:39:49.134040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.165508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1efbb8cd-1202-449c-922b-682e962a49a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.190094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1efbb8cd-1202-449c-922b-682e962a49a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.197764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5d15b529-404e-4dd2-adbb-ba0661eaf86a None None] The port '608e6e53-581a-4bb5-9592-4a21f8b26121' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:39:49.241851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1efbb8cd-1202-449c-922b-682e962a49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.259759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbb8cd-1202-449c-922b-682e962a49a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae26ef-ab80-4760-8385-e0cb6740d463,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:49.267005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1efbb8cd-1202-449c-922b-682e962a49a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.268181 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1efbb8cd-1202-449c-922b-682e962a49a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aae26ef-ab80-4760-8385-e0cb6740d463 HTTP/1.1" status: 204 len: 168 time: 0.1584978 Mar 03 10:39:49.600502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37878) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:49.649152 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0c0387be-f00e-499b-b5dd-09dafcb1792b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24b1e3e11b56477d9ef23609069db2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474625 Mar 03 10:39:49.651489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 37882) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:39:49.707896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8fd65572-9d8e-41f9-932e-4b72f6d9dbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.732717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8fd65572-9d8e-41f9-932e-4b72f6d9dbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.783961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8fd65572-9d8e-41f9-932e-4b72f6d9dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.799995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd65572-9d8e-41f9-932e-4b72f6d9dbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e340221-e4c7-4265-a49a-88c5a69cbafa,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:49.805495 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8fd65572-9d8e-41f9-932e-4b72f6d9dbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:49.808910 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8fd65572-9d8e-41f9-932e-4b72f6d9dbb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e340221-e4c7-4265-a49a-88c5a69cbafa HTTP/1.1" status: 204 len: 168 time: 0.1541255 Mar 03 10:39:53.882777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:57.078430 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-e44e24a4-aeaa-46b8-a9f0-a2f31181acbc tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=05305e21ee954ab4bdb3ef0a6b3a4d87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303316 Mar 03 10:39:57.227218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-0e901ac2-fde7-44ab-913a-eee11d347e0e tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:57.228667 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-0e901ac2-fde7-44ab-913a-eee11d347e0e tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453156 Mar 03 10:39:57.243433 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-34ca60ae-a304-4dbd-85ce-9e0fecc0a24e tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/quotas/05305e21ee954ab4bdb3ef0a6b3a4d87 HTTP/1.1" status: 200 len: 375 time: 0.0092165 Mar 03 10:39:57.289431 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-da5bfd30-e283-471e-b65b-90d6862b7a13 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05305e21ee954ab4bdb3ef0a6b3a4d87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411878 Mar 03 10:39:57.464398 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-300e4d08-6e24-43d1-b30a-bcc7a955448d req-3fff0ddf-80d5-4b04-9b12-0ab094e630a7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 210 time: 0.0468702 Mar 03 10:39:58.389645 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-274b933a-1d2b-4270-b4df-bb5d04f6fe1a tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=05305e21ee954ab4bdb3ef0a6b3a4d87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340881 Mar 03 10:39:58.545750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-1d99e899-933f-4844-8988-19ade884afc1 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:58.547413 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-1d99e899-933f-4844-8988-19ade884afc1 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534703 Mar 03 10:39:58.560471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Request body: {'port': {'device_id': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a', 'admin_state_up': True, 'tenant_id': '05305e21ee954ab4bdb3ef0a6b3a4d87'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:39:58.621221 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe295231-a63e-415e-8823-41017f5eac85 req-b515cbae-d8d6-4f72-a745-84b7e14baa71 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 210 time: 0.0466342 Mar 03 10:39:58.702019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:39:58.705775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Usage tracker for resource:port and tenant:05305e21ee954ab4bdb3ef0a6b3a4d87 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:39:58.708566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:39:58.715087 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:39:58.724324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Made reservation on behalf of 05305e21ee954ab4bdb3ef0a6b3a4d87 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:39:58.729116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:58.741005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:58.755785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:39:58.760106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Usage tracker for resource:security_group_rule and tenant:05305e21ee954ab4bdb3ef0a6b3a4d87 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:39:58.762802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:39:58.768531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:39:58.850455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:58.854452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:58.937901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:59.024911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Allocated IP 192.168.233.63 (f0d2ddad-fe03-4096-937a-c24dd3be033a/50a1f782-1cd8-43e3-a993-e37de2a7be1d/43f5064f-ec83-4418-a5b7-0ce6c3b41604) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:39:59.221768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:59.237095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Transition to ACTIVE for port object 43f5064f-ec83-4418-a5b7-0ce6c3b41604 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:39:59.259975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:59.327716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Network f0d2ddad-fe03-4096-937a-c24dd3be033a is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:39:59.334547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:39:59.338718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:39:59.369812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Pushing event updated for resources: {'Port': ['ID=43f5064f-ec83-4418-a5b7-0ce6c3b41604,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:39:59.406093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:59.406745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:59.433819 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-26128595-84cd-4b25-9ed3-0a9ac30bd828 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8769839 Mar 03 10:39:59.548664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Request body: {'port': {'device_id': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:39:59.620783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-786794fc-a48e-4901-9260-d02de1a45870 None None] Provisioning for port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:39:59.625544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-786794fc-a48e-4901-9260-d02de1a45870 None None] Provisioning complete for port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:39:59.625912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-786794fc-a48e-4901-9260-d02de1a45870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:59.665999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:39:59.682045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-786794fc-a48e-4901-9260-d02de1a45870 None None] Port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:39:59.806037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f367d-06b8-4375-8fca-579c20eeb944 req-bdd3b230-9a1b-4d77-a637-2c3f9dc1e81e tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:39:59.807485 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8c9f367d-06b8-4375-8fca-579c20eeb944 req-bdd3b230-9a1b-4d77-a637-2c3f9dc1e81e tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 935 time: 0.0824292 Mar 03 10:39:59.853040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8c9f367d-06b8-4375-8fca-579c20eeb944 req-2eb77457-9bf6-4a79-b99c-d33eb0aad57b tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Mar 03 10:40:00.105005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f5064f-ec83-4418-a5b7-0ce6c3b41604 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:40:00.112094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:00.126235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Transition to ACTIVE for port object 43f5064f-ec83-4418-a5b7-0ce6c3b41604 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:40:00.129974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:00.261151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=43f5064f-ec83-4418-a5b7-0ce6c3b41604,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:00.363639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Attempting to bind port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:40:00.363902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Attempting to bind port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:40:00.364220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Attempting to bind port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 on network f0d2ddad-fe03-4096-937a-c24dd3be033a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:40:00.368669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 on network f0d2ddad-fe03-4096-937a-c24dd3be033a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:40:00.368980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Attempting to bind port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 on network f0d2ddad-fe03-4096-937a-c24dd3be033a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:40:00.373868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:40:00.374194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Checking segment: {'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:40:00.374563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Bound using segment: {'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:40:00.374968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Bound port: 43f5064f-ec83-4418-a5b7-0ce6c3b41604, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e3c33a-1257-4b85-9dec-794c316c2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:40:00.375320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:00.464301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] For port 43f5064f-ec83-4418-a5b7-0ce6c3b41604, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:40:00.467183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] For port 43f5064f-ec83-4418-a5b7-0ce6c3b41604, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43f5064f-ec83-4418-a5b7-0ce6c3b41604,segment=NetworkSegment(07e3c33a-1257-4b85-9dec-794c316c2655),segment_id=07e3c33a-1257-4b85-9dec-794c316c2655)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:40:00.472221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:00.527774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:00.528373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:00.529726 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] 10.222.0.32 "PUT /v2.0/ports/43f5064f-ec83-4418-a5b7-0ce6c3b41604 HTTP/1.1" status: 200 len: 1097 time: 1.0892313 Mar 03 10:40:00.530142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'tag': '43f5064f-ec83-4418-a5b7-0ce6c3b41604'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:40:00.556147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acd0bd-72f0-449e-8a82-ce2d2fe78cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=43f5064f-ec83-4418-a5b7-0ce6c3b41604,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:00.608461 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'tag': '43f5064f-ec83-4418-a5b7-0ce6c3b41604', 'status': 'completed', 'code': 200} Mar 03 10:40:00.644969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-725beb54-e459-4854-8cdf-848fe8ddc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:00.646439 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-725beb54-e459-4854-8cdf-848fe8ddc96f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05305e21ee954ab4bdb3ef0a6b3a4d87&device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 1100 time: 0.0794730 Mar 03 10:40:00.714081 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-b5af776d-ad5b-4e05-9f44-9e183ec69331 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=43f5064f-ec83-4418-a5b7-0ce6c3b41604 HTTP/1.1" status: 200 len: 217 time: 0.0603571 Mar 03 10:40:00.778955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-4b0d61c9-0a36-4915-8810-59dd5ecfc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:00.780420 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-4b0d61c9-0a36-4915-8810-59dd5ecfc34c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50a1f782-1cd8-43e3-a993-e37de2a7be1d HTTP/1.1" status: 200 len: 843 time: 0.0614269 Mar 03 10:40:00.853485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-222ebdc1-b6cd-4a7d-adbd-9c1d131e6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:00.854836 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-222ebdc1-b6cd-4a7d-adbd-9c1d131e6fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0d2ddad-fe03-4096-937a-c24dd3be033a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0687134 Mar 03 10:40:00.986623 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-7854f15e-8379-49f7-a0cd-a8977531fbd0 service neutron] 10.222.0.32 "GET /v2.0/networks/f0d2ddad-fe03-4096-937a-c24dd3be033a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256943 Mar 03 10:40:01.124232 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5473be53-a1d6-4088-93fe-a0706a1706cf req-d21d5000-3fd1-4c07-80a9-d9a60cad6de2 service neutron] 10.222.0.32 "GET /v2.0/networks/f0d2ddad-fe03-4096-937a-c24dd3be033a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310146 Mar 03 10:40:01.138298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f4572-ad82-41c7-b858-6ac9d5640ae7 req-4aad322b-a1f6-4439-9739-5ef23d4c0482 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:01.139910 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f36f4572-ad82-41c7-b858-6ac9d5640ae7 req-4aad322b-a1f6-4439-9739-5ef23d4c0482 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 947 time: 0.1808615 Mar 03 10:40:01.185403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f36f4572-ad82-41c7-b858-6ac9d5640ae7 req-31f6dd11-212d-4e18-9b33-1322f84e8757 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389280 Mar 03 10:40:01.248589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-2cdf5617-66a2-4ea0-bd99-836f27d0a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:01.250160 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-2cdf5617-66a2-4ea0-bd99-836f27d0a119 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05305e21ee954ab4bdb3ef0a6b3a4d87&device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 1100 time: 0.0766544 Mar 03 10:40:01.378153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-9388162a-1a45-4b49-b50e-f6dad4ec3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:01.379599 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-9388162a-1a45-4b49-b50e-f6dad4ec3a0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0d2ddad-fe03-4096-937a-c24dd3be033a HTTP/1.1" status: 200 len: 869 time: 0.1231999 Mar 03 10:40:01.445536 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-4a8977ca-4fe8-45dc-97f4-0538466dd801 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=43f5064f-ec83-4418-a5b7-0ce6c3b41604 HTTP/1.1" status: 200 len: 217 time: 0.0593388 Mar 03 10:40:01.509998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-80433d09-878a-4ca3-9574-26f609fa53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:01.511424 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-80433d09-878a-4ca3-9574-26f609fa53b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50a1f782-1cd8-43e3-a993-e37de2a7be1d HTTP/1.1" status: 200 len: 843 time: 0.0598145 Mar 03 10:40:01.584192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-4b9bc4b5-997f-405b-89ed-1a4580e3ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:01.585875 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-4b9bc4b5-997f-405b-89ed-1a4580e3ead4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0d2ddad-fe03-4096-937a-c24dd3be033a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0687139 Mar 03 10:40:01.809417 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-a1002b63-2ac1-4e03-83e8-9b7a3de5fa26 service neutron] 10.222.0.32 "GET /v2.0/networks/f0d2ddad-fe03-4096-937a-c24dd3be033a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164187 Mar 03 10:40:01.938816 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-00f6ee9e-1d44-4c01-a1b7-4fe70d89d4b0 req-2e0272da-a745-4775-b60a-0d7a28f44ebc service neutron] 10.222.0.32 "GET /v2.0/networks/f0d2ddad-fe03-4096-937a-c24dd3be033a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236572 Mar 03 10:40:02.367917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8bd9c-9632-47c2-a937-6067f183914d req-984f6fe8-ec18-4099-b1f3-3099a8c4249a tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:02.369346 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c3e8bd9c-9632-47c2-a937-6067f183914d req-984f6fe8-ec18-4099-b1f3-3099a8c4249a tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 947 time: 0.0785069 Mar 03 10:40:02.415621 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c3e8bd9c-9632-47c2-a937-6067f183914d req-b506a337-e4ae-4732-98a5-40c2860a8025 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Mar 03 10:40:03.097578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4f66-91db-464f-a083-1db25192cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:03.610534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab48dc-0eaf-4224-9b39-d782abc966c4 req-667dedf1-9dfe-40ef-9a6d-8e9255ba1db5 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:03.612403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f8ab48dc-0eaf-4224-9b39-d782abc966c4 req-667dedf1-9dfe-40ef-9a6d-8e9255ba1db5 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 947 time: 0.0862579 Mar 03 10:40:03.660389 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f8ab48dc-0eaf-4224-9b39-d782abc966c4 req-1fa6b0ca-1378-441a-aaf1-60a68a7bed8e tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Mar 03 10:40:04.007930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 43f5064f-ec83-4418-a5b7-0ce6c3b41604 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:40:04.140071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 43f5064f-ec83-4418-a5b7-0ce6c3b41604, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43f5064f-ec83-4418-a5b7-0ce6c3b41604,segment=NetworkSegment(07e3c33a-1257-4b85-9dec-794c316c2655),segment_id=07e3c33a-1257-4b85-9dec-794c316c2655)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:40:04.153183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '43f5064f-ec83-4418-a5b7-0ce6c3b41604', 'network_id': 'f0d2ddad-fe03-4096-937a-c24dd3be033a', 'port_id': '43f5064f-ec83-4418-a5b7-0ce6c3b41604', 'mac_address': 'fa:16:3e:d7:72:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1f782-1cd8-43e3-a993-e37de2a7be1d', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:40:04.207435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:04.227099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f5064f-ec83-4418-a5b7-0ce6c3b41604 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:40:04.242371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 43f5064f-ec83-4418-a5b7-0ce6c3b41604, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43f5064f-ec83-4418-a5b7-0ce6c3b41604,segment=NetworkSegment(07e3c33a-1257-4b85-9dec-794c316c2655),segment_id=07e3c33a-1257-4b85-9dec-794c316c2655)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:40:04.245387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:04.310888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=43f5064f-ec83-4418-a5b7-0ce6c3b41604,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:04.317875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.318213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.318543 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.318867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.319226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.319715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.320138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.320459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.320779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.321095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.321409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.321724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:40:04.485422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['43f5064f-ec83-4418-a5b7-0ce6c3b41604'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:40:04.842901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3782a4-5481-454a-bef3-137080ed6a1d req-d7796410-dc7c-4b63-a648-36c72773b016 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:04.844376 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d3782a4-5481-454a-bef3-137080ed6a1d req-d7796410-dc7c-4b63-a648-36c72773b016 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 948 time: 0.0827107 Mar 03 10:40:04.887774 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d3782a4-5481-454a-bef3-137080ed6a1d req-b98a45b5-6d02-4592-850e-46d1a0e15ff0 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Mar 03 10:40:05.275251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fd7712a5-9f5e-47dc-92c0-06434f28c127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:06.023226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 43f5064f-ec83-4418-a5b7-0ce6c3b41604 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:40:06.069126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fcc21-3be8-4969-a12e-b9af5b165151 req-527e0a97-bcfa-4c0d-96c3-f8c5744d0223 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:06.070616 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-488fcc21-3be8-4969-a12e-b9af5b165151 req-527e0a97-bcfa-4c0d-96c3-f8c5744d0223 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 948 time: 0.0807707 Mar 03 10:40:06.095896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:40:06.108857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:40:06.109260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:06.119685 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-488fcc21-3be8-4969-a12e-b9af5b165151 req-6edeca11-b467-4d7c-b8a5-785d98df450e tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Mar 03 10:40:06.144530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:06.213034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:06.276553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:06.302412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f5064f-ec83-4418-a5b7-0ce6c3b41604'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:40:06.312530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 43f5064f-ec83-4418-a5b7-0ce6c3b41604, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43f5064f-ec83-4418-a5b7-0ce6c3b41604,segment=NetworkSegment(07e3c33a-1257-4b85-9dec-794c316c2655),segment_id=07e3c33a-1257-4b85-9dec-794c316c2655)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:40:06.318027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:06.353799 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f5064f-ec83-4418-a5b7-0ce6c3b41604', 'code': 200} Mar 03 10:40:06.386121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=43f5064f-ec83-4418-a5b7-0ce6c3b41604,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:06.583677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f51fb9-aa8d-4045-8e19-fbe14d43ab65 req-e741e4bd-f806-4831-a441-de24c1ed0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:06.586872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-98f51fb9-aa8d-4045-8e19-fbe14d43ab65 req-e741e4bd-f806-4831-a441-de24c1ed0eb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 1102 time: 0.0773747 Mar 03 10:40:06.625388 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-98f51fb9-aa8d-4045-8e19-fbe14d43ab65 req-bd09431d-3a3f-481d-84d1-e0222df629be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Mar 03 10:40:07.308003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd1ea-5316-4fee-9f53-07eb71724fb7 req-04f94d26-ac09-4e33-a2e3-4617061c4d06 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:07.309344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-54acd1ea-5316-4fee-9f53-07eb71724fb7 req-04f94d26-ac09-4e33-a2e3-4617061c4d06 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 949 time: 0.0821030 Mar 03 10:40:07.352389 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-54acd1ea-5316-4fee-9f53-07eb71724fb7 req-137c9cd4-76be-432d-bf24-93a53651cf8b tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Mar 03 10:40:07.991470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:08.537148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428356c-7ae1-4e74-95f2-092f86357252 req-46cfd84c-6d0b-4e1c-9d70-e4efdc82b978 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:08.538750 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2428356c-7ae1-4e74-95f2-092f86357252 req-46cfd84c-6d0b-4e1c-9d70-e4efdc82b978 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 949 time: 0.0801735 Mar 03 10:40:08.586835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2428356c-7ae1-4e74-95f2-092f86357252 req-df983d5b-87b2-47cd-b345-494d2c1ad71a tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Mar 03 10:40:09.643498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052379c7-051c-498c-9aea-9a1e2cccd906 req-76f3f28f-1518-449c-8cb7-3847d5e134eb tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:09.644954 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-052379c7-051c-498c-9aea-9a1e2cccd906 req-76f3f28f-1518-449c-8cb7-3847d5e134eb tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 949 time: 0.0799651 Mar 03 10:40:09.689141 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-052379c7-051c-498c-9aea-9a1e2cccd906 req-335dcb57-dcd3-49c2-9c2d-9cad2c064ad2 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 Mar 03 10:40:10.822382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-c9a1997b-bad6-494d-94f9-1bfe4d2ad2a8 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:10.823066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-c9a1997b-bad6-494d-94f9-1bfe4d2ad2a8 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Synchronizing usage tracker for tenant:05305e21ee954ab4bdb3ef0a6b3a4d87 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:40:10.839829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-c9a1997b-bad6-494d-94f9-1bfe4d2ad2a8 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Unset dirty status for tenant:05305e21ee954ab4bdb3ef0a6b3a4d87 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:40:10.840920 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-c9a1997b-bad6-494d-94f9-1bfe4d2ad2a8 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 949 time: 0.0964844 Mar 03 10:40:10.876732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb95af-bf5d-42aa-99c9-6707bac25819 req-30c2c9b8-06ce-4cfd-8c15-e87d69d526db tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:10.878207 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ceb95af-bf5d-42aa-99c9-6707bac25819 req-30c2c9b8-06ce-4cfd-8c15-e87d69d526db tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 949 time: 0.0838230 Mar 03 10:40:10.912562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Deleting port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:40:10.912925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:10.924287 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ceb95af-bf5d-42aa-99c9-6707bac25819 req-e888b067-e69f-46e8-9c56-317f35e59a15 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Mar 03 10:40:11.158977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] For port 43f5064f-ec83-4418-a5b7-0ce6c3b41604, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43f5064f-ec83-4418-a5b7-0ce6c3b41604,segment=NetworkSegment(07e3c33a-1257-4b85-9dec-794c316c2655),segment_id=07e3c33a-1257-4b85-9dec-794c316c2655)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:40:11.159247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:11.284808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Calling delete_port for 43f5064f-ec83-4418-a5b7-0ce6c3b41604 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:40:11.428917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:11.443038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['43f5064f-ec83-4418-a5b7-0ce6c3b41604'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:40:11.479804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Pushing event deleted for resources: {'Port': ['ID=43f5064f-ec83-4418-a5b7-0ce6c3b41604,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:11.561267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] No DVR routers for this DVR port 43f5064f-ec83-4418-a5b7-0ce6c3b41604 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:40:11.563806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:11.566474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'name': 'network-vif-deleted', 'tag': '43f5064f-ec83-4418-a5b7-0ce6c3b41604'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:40:11.584184 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0cd6d270-a2bb-4242-822b-d5da6b2068af req-fd9d40b2-210c-4673-a902-8d344ec901c7 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.32 "DELETE /v2.0/ports/43f5064f-ec83-4418-a5b7-0ce6c3b41604 HTTP/1.1" status: 204 len: 173 time: 0.7385900 Mar 03 10:40:11.628063 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0956e0-dded-457c-a920-5afd6f1e129a', 'name': 'network-vif-deleted', 'tag': '43f5064f-ec83-4418-a5b7-0ce6c3b41604', 'status': 'completed', 'code': 200} Mar 03 10:40:12.086968 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-50c40cb7-e5d1-47a1-b074-96e7e887d219 req-d27c3326-0a21-415d-98db-460a470599c2 tempest-ServersAdminNegativeTestJSON-2103393972 tempest-ServersAdminNegativeTestJSON-2103393972-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b0956e0-dded-457c-a920-5afd6f1e129a HTTP/1.1" status: 200 len: 210 time: 0.0415087 Mar 03 10:40:13.439054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 38020) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:40:13.591994 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b76127d7-e1c0-4b43-be36-d750d3bbb71a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05305e21ee954ab4bdb3ef0a6b3a4d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517050 Mar 03 10:40:13.594321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 38028) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:40:13.655165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-111df045-9ed4-4c7e-b17f-00190edb0b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:13.680420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-111df045-9ed4-4c7e-b17f-00190edb0b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:13.730793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-111df045-9ed4-4c7e-b17f-00190edb0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:13.747739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111df045-9ed4-4c7e-b17f-00190edb0b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:13.750988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-111df045-9ed4-4c7e-b17f-00190edb0b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:13.752546 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-111df045-9ed4-4c7e-b17f-00190edb0b9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb68cd31-78a8-4d3a-9c45-fd9ffb7438bb HTTP/1.1" status: 204 len: 168 time: 0.1569343 Mar 03 10:40:14.021197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 38036) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:40:14.039480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:14.053222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:40:14.057673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Usage tracker for resource:security_group_rule and tenant:c8d1a2dcfba8472091a66cd2303e9692 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:40:14.060473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:40:14.066056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:40:14.069663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 43f5064f-ec83-4418-a5b7-0ce6c3b41604 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:40:14.103114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 43f5064f-ec83-4418-a5b7-0ce6c3b41604 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:40:14.103490 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 43f5064f-ec83-4418-a5b7-0ce6c3b41604 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:40:14.154138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:14.157603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:14.205342 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8d1a2dcfba8472091a66cd2303e9692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830106 Mar 03 10:40:14.206863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06638a28-302a-4a8d-b54a-6d7af98c446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c616a-69c4-4f5f-bc3f-642d6549717b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:14.208020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38040) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:40:14.267531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7382dbf7-cb52-4433-9598-aaef6590c2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:14.293456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7382dbf7-cb52-4433-9598-aaef6590c2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:14.344529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7382dbf7-cb52-4433-9598-aaef6590c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:14.360043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382dbf7-cb52-4433-9598-aaef6590c2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c616a-69c4-4f5f-bc3f-642d6549717b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:14.364256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7382dbf7-cb52-4433-9598-aaef6590c2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:14.365359 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7382dbf7-cb52-4433-9598-aaef6590c2c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c3c616a-69c4-4f5f-bc3f-642d6549717b HTTP/1.1" status: 204 len: 168 time: 0.1557572 Mar 03 10:40:15.062197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38064) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:40:15.164739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1632934888-network', 'tenant_id': '2610fd6fb48043f2ba227561d9eaa61f'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:40:15.169987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:40:15.173729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Usage tracker for resource:network and tenant:2610fd6fb48043f2ba227561d9eaa61f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:40:15.176536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:40:15.182218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:40:15.192862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Made reservation on behalf of 2610fd6fb48043f2ba227561d9eaa61f for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:40:15.195086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.206694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.220767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:40:15.224464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2610fd6fb48043f2ba227561d9eaa61f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:40:15.227134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:40:15.233190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:40:15.313580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.317129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.343039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:40:15.355031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947e059-241e-4050-8968-f5c4447477b1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:15.359407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.359741 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Added segment c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce of type vlan for network 8a7696cf-10ee-47f7-aba9-d550f2135f37 Mar 03 10:40:15.386185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.414879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.415970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:15.416552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.520488 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4571822 Mar 03 10:40:15.521363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774f4ad-3597-496e-a449-e6303cbce8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7696cf-10ee-47f7-aba9-d550f2135f37,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:15.523290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38070) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:40:15.528824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Request body: {'subnet': {'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1632934888-subnet', 'tenant_id': '2610fd6fb48043f2ba227561d9eaa61f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:40:15.531336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 8a7696cf-10ee-47f7-aba9-d550f2135f37 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:40:15.533626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:40:15.537442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Usage tracker for resource:subnet and tenant:2610fd6fb48043f2ba227561d9eaa61f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:40:15.540951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:40:15.547046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:40:15.557264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Made reservation on behalf of 2610fd6fb48043f2ba227561d9eaa61f for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:40:15.559728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.845997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.923430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:15.927355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Checking segment: {'id': 'c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:40:15.927707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Network hostable DHCP agents. Network: 8a7696cf-10ee-47f7-aba9-d550f2135f37, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:40:15.947211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Network 8a7696cf-10ee-47f7-aba9-d550f2135f37 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:40:15.955943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 8a7696cf-10ee-47f7-aba9-d550f2135f37) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:40:15.959819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:15.960401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:15.965438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2b521-632f-4706-899f-24a405935c51 None None] Network 8a7696cf-10ee-47f7-aba9-d550f2135f37 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:40:15.981580 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-44a41e9d-a3c4-4a1f-b2db-0f8a861ef34e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4572728 Mar 03 10:40:16.178566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b8354-579a-4f4d-8e88-7a378e57cfa9 None None] Network 8a7696cf-10ee-47f7-aba9-d550f2135f37 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:40:16.489733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-fea581a1-c7a7-4791-9189-b4429f82e18c tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:16.491178 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-fea581a1-c7a7-4791-9189-b4429f82e18c tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/networks?id=8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 200 len: 812 time: 0.1494610 Mar 03 10:40:16.505645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-f1a43dd8-2af2-47e3-8fd2-72028f86c96a tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/quotas/2610fd6fb48043f2ba227561d9eaa61f HTTP/1.1" status: 200 len: 375 time: 0.0088952 Mar 03 10:40:16.552887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-048a5b04-8e07-4721-9c4f-60adff367c61 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413253 Mar 03 10:40:16.608890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-110c7b47-c9ca-4206-94ae-b847984abe9d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:40:16.609894 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-110c7b47-c9ca-4206-94ae-b847984abe9d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503962 Mar 03 10:40:16.741630 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2fc62ad3-895c-425f-9ce7-add44339a420 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259301 Mar 03 10:40:16.872334 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-f2861c23-0c9a-4337-8b18-8cadc49ec2cc service neutron] 10.222.0.23 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244419 Mar 03 10:40:17.044449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e108950a-714d-443e-bbc3-9b90a72c2d0a req-9ea6fc98-60bc-4746-b6af-c22c7c7b11e7 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 210 time: 0.0419488 Mar 03 10:40:18.075202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-9f096e5a-c529-4f59-a1a2-d585ae9c2437 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:18.075926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-9f096e5a-c529-4f59-a1a2-d585ae9c2437 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Synchronizing usage tracker for tenant:2610fd6fb48043f2ba227561d9eaa61f on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:40:18.092314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-9f096e5a-c529-4f59-a1a2-d585ae9c2437 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Unset dirty status for tenant:2610fd6fb48043f2ba227561d9eaa61f on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:40:18.093545 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-9f096e5a-c529-4f59-a1a2-d585ae9c2437 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.32 "GET /v2.0/networks?id=8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 200 len: 812 time: 0.1631761 Mar 03 10:40:18.105228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Request body: {'port': {'device_id': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37', 'admin_state_up': True, 'tenant_id': '2610fd6fb48043f2ba227561d9eaa61f'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:40:18.201913 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5bf686dc-1645-4fa6-a5e4-e86b54d70582 req-fb4919d1-e97c-4b37-b183-3b2f41d96e84 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 210 time: 0.0459218 Mar 03 10:40:18.245642 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:40:18.249348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Usage tracker for resource:port and tenant:2610fd6fb48043f2ba227561d9eaa61f is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:40:18.252055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:40:18.257503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:40:18.266851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Made reservation on behalf of 2610fd6fb48043f2ba227561d9eaa61f for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:40:18.270311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:18.428634 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Allocated IP 172.20.0.13 (8a7696cf-10ee-47f7-aba9-d550f2135f37/2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd/d3efa000-0f68-47a7-8bc4-6da3c475b7c8) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:40:18.625056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:18.654124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:18.721948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Network 8a7696cf-10ee-47f7-aba9-d550f2135f37 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:40:18.729455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:40:18.733721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:40:18.767513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Pushing event updated for resources: {'Port': ['ID=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:18.797808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:18.798424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:18.818569 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-0931c032-818f-41c4-976c-c2b893d1f5c2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7171972 Mar 03 10:40:18.830376 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Request body: {'port': {'device_id': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:40:18.937794 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:19.270691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3efa000-0f68-47a7-8bc4-6da3c475b7c8 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:40:19.278638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:19.293539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Transition to ACTIVE for port object d3efa000-0f68-47a7-8bc4-6da3c475b7c8 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:40:19.296459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:19.393071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c9a33-b56d-4210-827d-5729ee4c25a1 req-7a804fd8-d339-4b54-b062-98107c8f1886 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:19.394645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-776c9a33-b56d-4210-827d-5729ee4c25a1 req-7a804fd8-d339-4b54-b062-98107c8f1886 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.0824111 Mar 03 10:40:19.439283 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-776c9a33-b56d-4210-827d-5729ee4c25a1 req-05e31820-8f8e-416f-8620-5568d1e44682 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Mar 03 10:40:19.578532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Pushing event updated for resources: {'Port': ['ID=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:19.620619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Attempting to bind port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:40:19.620954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Attempting to bind port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:40:19.621278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Attempting to bind port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 on network 8a7696cf-10ee-47f7-aba9-d550f2135f37 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:40:19.625869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 on network 8a7696cf-10ee-47f7-aba9-d550f2135f37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:40:19.626291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Attempting to bind port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 on network 8a7696cf-10ee-47f7-aba9-d550f2135f37 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:40:19.631216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:40:19.631581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Checking segment: {'id': 'c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:40:19.631963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Bound using segment: {'id': 'c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:40:19.632381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Bound port: d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:40:19.632721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:19.722317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] For port d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:40:19.725229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] For port d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,segment=NetworkSegment(c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce),segment_id=c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:40:19.730627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:19.783961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:19.784580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:19.785938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] 10.222.0.32 "PUT /v2.0/ports/d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 200 len: 1094 time: 0.9594674 Mar 03 10:40:19.786375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:40:19.813973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d294629-1e78-4e79-8d63-bc091e7fc42d service neutron] Pushing event updated for resources: {'Port': ['ID=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:19.861384 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8', 'status': 'completed', 'code': 200} Mar 03 10:40:19.901427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-c277851e-96da-4ca7-ad22-556887cd1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:19.902899 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-c277851e-96da-4ca7-ad22-556887cd1d21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0749516 Mar 03 10:40:19.969229 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-c5a9825d-b575-4c53-94de-7546469aa17e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 200 len: 217 time: 0.0595882 Mar 03 10:40:20.032915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-146cbfc2-2213-4b47-a3b0-78dc9f0f70be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:20.034361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-146cbfc2-2213-4b47-a3b0-78dc9f0f70be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd HTTP/1.1" status: 200 len: 852 time: 0.0597203 Mar 03 10:40:20.082115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-ba9b05e0-5e0d-48bf-84ac-fbb949ccdaf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a7696cf-10ee-47f7-aba9-d550f2135f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406108 Mar 03 10:40:20.212760 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-18851b68-3812-4dd7-8d15-127b4cf24802 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243157 Mar 03 10:40:20.341962 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b9b81726-d616-44f7-84c2-57dade4e4886 req-9aec0389-8628-4c00-963e-71ded879b56a service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232901 Mar 03 10:40:20.457012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-105212d7-e1c7-4244-926c-e4a749e1af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:20.458486 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-105212d7-e1c7-4244-926c-e4a749e1af06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0737340 Mar 03 10:40:20.591456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-393b0930-1c76-470e-9701-263ad6315ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:20.592951 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-393b0930-1c76-470e-9701-263ad6315ff7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 200 len: 912 time: 0.1278450 Mar 03 10:40:20.661407 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-5e09e886-d80a-4239-8c9b-f990171b621a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 200 len: 217 time: 0.0618849 Mar 03 10:40:20.724583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2204c-06cf-45a8-b1eb-ea1dd4dc08c9 req-4695a83f-4e8e-48c9-8ffb-b8525a08d8e9 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:20.726052 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-99a2204c-06cf-45a8-b1eb-ea1dd4dc08c9 req-4695a83f-4e8e-48c9-8ffb-b8525a08d8e9 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.1817508 Mar 03 10:40:20.728942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-9f251991-2bf4-4cb6-9c84-a7eaa4e53bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:20.730361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-9f251991-2bf4-4cb6-9c84-a7eaa4e53bbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd HTTP/1.1" status: 200 len: 852 time: 0.0623634 Mar 03 10:40:20.770973 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-99a2204c-06cf-45a8-b1eb-ea1dd4dc08c9 req-d80f3748-47b9-428e-8c6e-535cae47eab4 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386012 Mar 03 10:40:20.776119 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-f1abc747-6b8a-46cb-acf4-75e975f6b843 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a7696cf-10ee-47f7-aba9-d550f2135f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398059 Mar 03 10:40:20.903783 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-e2ff5a09-7f65-47f2-806a-06b0beebab2e service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214166 Mar 03 10:40:21.032249 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ce17623f-e6b7-4143-9a19-dd6464af05bc req-2da0d19a-f401-4ea5-9fca-aec541212c09 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224878 Mar 03 10:40:21.954848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c8cfb-1a99-4fd3-bd17-8ef7066a3b98 req-b59d26f0-981e-4ac8-86dd-de6e7b38372f tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:21.956318 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc5c8cfb-1a99-4fd3-bd17-8ef7066a3b98 req-b59d26f0-981e-4ac8-86dd-de6e7b38372f tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.0788789 Mar 03 10:40:21.999654 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc5c8cfb-1a99-4fd3-bd17-8ef7066a3b98 req-5616432d-36ed-470b-a582-eb1233634700 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372713 Mar 03 10:40:23.231137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17a5b-72b7-4438-81f3-1d21d3d0754d req-a1a29c30-9395-4c95-95e5-8e16e3f34118 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:23.232625 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9fb17a5b-72b7-4438-81f3-1d21d3d0754d req-a1a29c30-9395-4c95-95e5-8e16e3f34118 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.1300063 Mar 03 10:40:23.276486 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9fb17a5b-72b7-4438-81f3-1d21d3d0754d req-51f10084-5298-4750-9716-c106c527e542 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383492 Mar 03 10:40:23.285552 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:40:23.880127 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:24.146939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d3efa000-0f68-47a7-8bc4-6da3c475b7c8 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:40:24.280112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,segment=NetworkSegment(c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce),segment_id=c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:40:24.292745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8', 'network_id': '8a7696cf-10ee-47f7-aba9-d550f2135f37', 'port_id': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8', 'mac_address': 'fa:16:3e:16:4c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:40:24.350740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:24.367194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3efa000-0f68-47a7-8bc4-6da3c475b7c8 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:40:24.382958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,segment=NetworkSegment(c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce),segment_id=c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:40:24.387621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:24.457556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:24.514390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395d3c4-23b6-494f-ae22-fa9d1a61ef35 req-560584b0-9f7e-487c-931e-06394dfb397b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:24.516120 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3395d3c4-23b6-494f-ae22-fa9d1a61ef35 req-560584b0-9f7e-487c-931e-06394dfb397b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 945 time: 0.1363461 Mar 03 10:40:24.562885 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3395d3c4-23b6-494f-ae22-fa9d1a61ef35 req-3ff81f9e-19c9-4674-9b9b-429ed298eb5c tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Mar 03 10:40:24.587592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['d3efa000-0f68-47a7-8bc4-6da3c475b7c8'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:40:25.748607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd8e1-78eb-4183-b5f6-16d1b21034f9 req-1a6065f1-32d8-4233-8348-a076e6c3b6e2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:25.749979 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4fcbd8e1-78eb-4183-b5f6-16d1b21034f9 req-1a6065f1-32d8-4233-8348-a076e6c3b6e2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 945 time: 0.0805562 Mar 03 10:40:25.794197 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4fcbd8e1-78eb-4183-b5f6-16d1b21034f9 req-8e99ceb0-6585-4023-9fa4-9485ce061749 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Mar 03 10:40:26.163180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d3efa000-0f68-47a7-8bc4-6da3c475b7c8 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:40:26.230670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:40:26.235137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:40:26.235532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:26.380818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:26.406601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:40:26.416888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,segment=NetworkSegment(c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce),segment_id=c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:40:26.421247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:26.456519 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8', 'code': 200} Mar 03 10:40:26.494962 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:40:26.686858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec2519-ca96-470a-b0c7-d085b7e68057 req-b7d82e11-9bb9-4c35-b367-5b6bc7bb11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:26.688345 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e1ec2519-ca96-470a-b0c7-d085b7e68057 req-b7d82e11-9bb9-4c35-b367-5b6bc7bb11f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0716236 Mar 03 10:40:26.825221 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e1ec2519-ca96-470a-b0c7-d085b7e68057 req-c8ba3829-b502-4288-91ff-deda600eead2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308496 Mar 03 10:40:26.977539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bdcb6-4ec0-4e89-9b8e-01d7aafa80ff req-6ef4179a-2b18-4081-9ad1-46898e903e1d tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:26.978906 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9bdcb6-4ec0-4e89-9b8e-01d7aafa80ff req-6ef4179a-2b18-4081-9ad1-46898e903e1d tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0817127 Mar 03 10:40:27.021816 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9bdcb6-4ec0-4e89-9b8e-01d7aafa80ff req-6fed8cf8-c341-4d77-b09f-3060bf51765d tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Mar 03 10:40:28.202873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d1ce-5633-4a4b-a17f-2476c8f8773a req-a027e4fe-c800-4a05-911c-f79e3876018b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:28.204330 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5b0d1ce-5633-4a4b-a17f-2476c8f8773a req-a027e4fe-c800-4a05-911c-f79e3876018b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0793478 Mar 03 10:40:28.250151 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5b0d1ce-5633-4a4b-a17f-2476c8f8773a req-e11a08fa-445b-4e0e-a3e7-589b7e5a1f52 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Mar 03 10:40:28.609955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38140) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:40:28.645289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59766e78-d286-456f-bdbd-7ed4ba93df76 req-95d9a772-0499-4acc-b465-cd93717310dd tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:28.646749 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59766e78-d286-456f-bdbd-7ed4ba93df76 req-95d9a772-0499-4acc-b465-cd93717310dd tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0803761 Mar 03 10:40:28.693609 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59766e78-d286-456f-bdbd-7ed4ba93df76 req-8cfd21c8-7609-4cf2-b0c8-18ac5c3136b8 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Mar 03 10:40:28.723126 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-a7d0a709-fb18-4096-8d90-32a9a34ba964 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114309 Mar 03 10:40:29.882851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffef65-eff0-4f90-8ac4-d200d7916ac9 req-abd710ce-3383-4cda-9d49-2b7a889b5888 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:29.884328 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-feffef65-eff0-4f90-8ac4-d200d7916ac9 req-abd710ce-3383-4cda-9d49-2b7a889b5888 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0830040 Mar 03 10:40:29.902547 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-8714a95a-b846-4f89-8607-1dcd5b816ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:29.904045 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-8714a95a-b846-4f89-8607-1dcd5b816ae6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0728638 Mar 03 10:40:29.928413 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-feffef65-eff0-4f90-8ac4-d200d7916ac9 req-9b0e82f5-032a-42a1-a56e-57d5e280e7aa tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384424 Mar 03 10:40:30.033462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-9a76cdbe-31f4-47ee-a2d1-930e06004e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:30.034798 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-9a76cdbe-31f4-47ee-a2d1-930e06004e38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 200 len: 912 time: 0.1250339 Mar 03 10:40:30.099695 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-c202bfaa-5bce-47c9-b452-dcb223c254e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 200 len: 217 time: 0.0594461 Mar 03 10:40:30.161989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-d64f66b0-2d34-44fd-bc69-de715fd8e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:30.163405 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-d64f66b0-2d34-44fd-bc69-de715fd8e28d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd HTTP/1.1" status: 200 len: 852 time: 0.0585008 Mar 03 10:40:30.209703 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-e61951d4-1913-4b37-9c13-dc7ca4fb75ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a7696cf-10ee-47f7-aba9-d550f2135f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398536 Mar 03 10:40:30.336513 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-cc019645-b867-420d-8a02-ce05beb577d7 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209466 Mar 03 10:40:30.465166 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-e11988fd-df3e-4566-9178-78e9eda0bee5 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230309 Mar 03 10:40:31.110752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbf882-6113-4a78-b4f8-1a8a584683a1 req-4690540e-32fb-4c66-8f33-bb538bc6ef39 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:31.112212 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0abbf882-6113-4a78-b4f8-1a8a584683a1 req-4690540e-32fb-4c66-8f33-bb538bc6ef39 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0794957 Mar 03 10:40:31.156005 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0abbf882-6113-4a78-b4f8-1a8a584683a1 req-cfdceca7-2a6a-4159-a4ed-cbf04850ad32 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Mar 03 10:40:32.341597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224e21e-7f30-4c46-a365-a3e112ae1251 req-45046935-20fb-4294-adad-c3ac4c1a037e tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:32.343045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2224e21e-7f30-4c46-a365-a3e112ae1251 req-45046935-20fb-4294-adad-c3ac4c1a037e tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0821736 Mar 03 10:40:32.386171 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2224e21e-7f30-4c46-a365-a3e112ae1251 req-51b0e9e1-6694-4941-89f0-e2a1c78ea29b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374038 Mar 03 10:40:33.099173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-61c5368d-3da0-4fc2-83f3-7a0ebb6f04b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:33.569285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f656-31a5-4c2b-93e9-b1621cfdb67a req-b439c05b-8c3d-4ec0-9ba0-2646a6a540e4 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:33.570757 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e970f656-31a5-4c2b-93e9-b1621cfdb67a req-b439c05b-8c3d-4ec0-9ba0-2646a6a540e4 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0816119 Mar 03 10:40:33.618296 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e970f656-31a5-4c2b-93e9-b1621cfdb67a req-e49f752e-719c-43b7-98c8-b8518ebdd037 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Mar 03 10:40:34.802019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddec5b-8dd1-4963-a39e-0ed6a1ef51e5 req-b723772a-667b-477b-829d-0b56c8a00943 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:34.803411 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6ddec5b-8dd1-4963-a39e-0ed6a1ef51e5 req-b723772a-667b-477b-829d-0b56c8a00943 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0791850 Mar 03 10:40:34.846069 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6ddec5b-8dd1-4963-a39e-0ed6a1ef51e5 req-fa7a5a3a-cb84-4447-b68d-5563edbd7e6f tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Mar 03 10:40:35.276885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4eb861bc-3743-455f-a8b1-f4172359eb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:36.034350 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf854b-f568-45cc-881b-05a50e07910c req-0b2c3671-eead-4e72-8bac-a81187c5e992 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:36.035876 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a5cf854b-f568-45cc-881b-05a50e07910c req-0b2c3671-eead-4e72-8bac-a81187c5e992 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0845242 Mar 03 10:40:36.079557 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a5cf854b-f568-45cc-881b-05a50e07910c req-f1ad94ab-bfd6-478e-b59d-57ca98baebea tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380237 Mar 03 10:40:36.107367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:36.164704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:37.260525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aed1cc-14ae-4766-bda9-b1fcaf0357bb req-34395b82-0671-41b8-a3eb-4050c535442f tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:37.261969 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-23aed1cc-14ae-4766-bda9-b1fcaf0357bb req-34395b82-0671-41b8-a3eb-4050c535442f tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0784378 Mar 03 10:40:37.307045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-23aed1cc-14ae-4766-bda9-b1fcaf0357bb req-23ea25c7-32be-463f-9df8-324c49c9e7f9 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Mar 03 10:40:37.993451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:38.490625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a162d-bfb7-484c-97bf-04a161e4ace3 req-c84fceb5-426f-4a42-bde2-272d0a018f00 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:38.492130 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a60a162d-bfb7-484c-97bf-04a161e4ace3 req-c84fceb5-426f-4a42-bde2-272d0a018f00 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0810940 Mar 03 10:40:38.539800 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a60a162d-bfb7-484c-97bf-04a161e4ace3 req-37e34e73-ea0a-46eb-9c3a-a206b7ac2c4c tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Mar 03 10:40:39.728380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c2e8-25a3-4493-ae92-4294a3dbb507 req-a9d4069a-62e7-406f-883a-b08bd11ae8c7 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:39.729849 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a516c2e8-25a3-4493-ae92-4294a3dbb507 req-a9d4069a-62e7-406f-883a-b08bd11ae8c7 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0835924 Mar 03 10:40:39.773987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a516c2e8-25a3-4493-ae92-4294a3dbb507 req-3a0391f3-97b4-4855-b0c7-a97a4c51d0be tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386083 Mar 03 10:40:40.958098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e50b77-4b4d-4a49-8d9d-8dc0104fde13 req-1cb9c176-9cf3-4fc8-8c64-883ff8401514 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:40.959553 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0e50b77-4b4d-4a49-8d9d-8dc0104fde13 req-1cb9c176-9cf3-4fc8-8c64-883ff8401514 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0807700 Mar 03 10:40:41.002400 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0e50b77-4b4d-4a49-8d9d-8dc0104fde13 req-8daee416-da41-4f62-91e0-268b797d02de tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367332 Mar 03 10:40:42.191246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a939-de65-475a-9c1e-f1bf655eb934 req-d586c982-a664-4e6c-8ae1-3636350bdb92 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:42.192733 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-12f6a939-de65-475a-9c1e-f1bf655eb934 req-d586c982-a664-4e6c-8ae1-3636350bdb92 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0839925 Mar 03 10:40:42.236742 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-12f6a939-de65-475a-9c1e-f1bf655eb934 req-3dad705c-7220-4d5c-9bc2-18dd2249251e tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Mar 03 10:40:43.564871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5583b6b-d677-4dbe-9295-de91d80105b6 req-4aeef2c4-a7d0-414d-b741-91e0aca111d6 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:43.566257 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d5583b6b-d677-4dbe-9295-de91d80105b6 req-4aeef2c4-a7d0-414d-b741-91e0aca111d6 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0806508 Mar 03 10:40:43.613850 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d5583b6b-d677-4dbe-9295-de91d80105b6 req-70e9b8c9-7883-4751-8616-9d3176236032 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Mar 03 10:40:44.795287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e4348-94e6-402a-a6a9-dc0199551242 req-ba3d3495-9a35-4796-85d7-46d089e90ab8 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:44.796714 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a35e4348-94e6-402a-a6a9-dc0199551242 req-ba3d3495-9a35-4796-85d7-46d089e90ab8 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0788236 Mar 03 10:40:44.840749 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a35e4348-94e6-402a-a6a9-dc0199551242 req-e95c68e4-582c-4925-8128-11300250bb7b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Mar 03 10:40:46.114208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102a886-5321-44e3-b687-be3ed1602f02 req-8c2b2933-7a88-442a-b7d9-da9dae51d33d tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:46.115677 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2102a886-5321-44e3-b687-be3ed1602f02 req-8c2b2933-7a88-442a-b7d9-da9dae51d33d tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.1728466 Mar 03 10:40:46.159985 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2102a886-5321-44e3-b687-be3ed1602f02 req-a0e8962b-7fda-4d55-818c-3f36908afa68 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Mar 03 10:40:46.735429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-a62d17f6-b41c-47f2-ab18-a6deedf52035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:46.736797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-a62d17f6-b41c-47f2-ab18-a6deedf52035 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0690324 Mar 03 10:40:46.878230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-7cfd397b-9b53-4da3-bca3-d48b1badad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:46.879682 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-7cfd397b-9b53-4da3-bca3-d48b1badad07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 200 len: 912 time: 0.1250553 Mar 03 10:40:46.949529 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-5e11ac87-3e38-4a69-ad56-6f771967b792 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 200 len: 217 time: 0.0625987 Mar 03 10:40:47.014157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-c7b8543e-3cf4-470e-aaab-03b249df565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:47.015759 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-c7b8543e-3cf4-470e-aaab-03b249df565b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd HTTP/1.1" status: 200 len: 852 time: 0.0597143 Mar 03 10:40:47.061803 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-2567116a-be31-4104-bf9b-1a4e7d67db23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a7696cf-10ee-47f7-aba9-d550f2135f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392895 Mar 03 10:40:47.190160 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-6e6933c5-47da-486e-b8ce-fa1a681a8554 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218250 Mar 03 10:40:47.321935 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-186a4d3c-2900-4ddb-8600-4f56721aa914 req-f75023bb-ae85-427f-9a1c-639da9b376ae service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259127 Mar 03 10:40:47.348456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252681f-6a07-4c3a-b207-cfe581b115ed req-80920465-477d-4915-bb0e-bfb75ce07499 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:47.349914 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4252681f-6a07-4c3a-b207-cfe581b115ed req-80920465-477d-4915-bb0e-bfb75ce07499 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0795627 Mar 03 10:40:47.394242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4252681f-6a07-4c3a-b207-cfe581b115ed req-b3b5ba86-5e8f-4f53-9fae-589dd26baa70 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 Mar 03 10:40:48.576930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec1b97-77d1-4d8a-bd14-a3422dab128d req-83f4fb4a-8467-425c-803d-1ed4d4a30455 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:48.578383 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4ec1b97-77d1-4d8a-bd14-a3422dab128d req-83f4fb4a-8467-425c-803d-1ed4d4a30455 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0824618 Mar 03 10:40:48.623513 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4ec1b97-77d1-4d8a-bd14-a3422dab128d req-f08492d0-2f09-4903-85f8-44b9c2aa869b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Mar 03 10:40:49.811275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abb226-514b-40ea-a1b0-bd9e254e05bb req-5bc7d825-17ed-4be2-8490-949ddd7adda1 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:49.812728 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b0abb226-514b-40ea-a1b0-bd9e254e05bb req-5bc7d825-17ed-4be2-8490-949ddd7adda1 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0830226 Mar 03 10:40:49.856647 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b0abb226-514b-40ea-a1b0-bd9e254e05bb req-91e7b784-72bd-4801-959f-afc8d3215359 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382419 Mar 03 10:40:51.041206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2d5f-d39a-4ade-b937-8e7cff0ad8c1 req-940a728f-c118-49e2-958a-4c01667ea312 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:51.042642 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cebe2d5f-d39a-4ade-b937-8e7cff0ad8c1 req-940a728f-c118-49e2-958a-4c01667ea312 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0814641 Mar 03 10:40:51.086651 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cebe2d5f-d39a-4ade-b937-8e7cff0ad8c1 req-8c52fd9f-8d03-4bf9-8cca-45ba36d0b165 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Mar 03 10:40:52.419403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede6b83-1134-41b0-b2ed-67f136a20a2a req-37dd72b9-1d9f-4e7c-90be-59c803b71df5 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:52.420954 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fede6b83-1134-41b0-b2ed-67f136a20a2a req-37dd72b9-1d9f-4e7c-90be-59c803b71df5 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0817568 Mar 03 10:40:52.464273 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fede6b83-1134-41b0-b2ed-67f136a20a2a req-125fbb86-c82d-478b-8d99-27553951a777 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 Mar 03 10:40:53.645898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6750f69-6f78-4990-a107-aae0b56cd659 req-19e2f7f2-efc3-42fe-9388-c41d0297d763 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:53.647383 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6750f69-6f78-4990-a107-aae0b56cd659 req-19e2f7f2-efc3-42fe-9388-c41d0297d763 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0803814 Mar 03 10:40:53.694894 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6750f69-6f78-4990-a107-aae0b56cd659 req-5eeb3b45-3098-4fa6-b47d-36205a95d727 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Mar 03 10:40:53.880687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:40:54.873200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b0b5-4f93-4b55-835a-c613caf5d27f req-d4fffdfa-c495-4d35-964b-b2cf7fb12a70 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:54.874645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3564b0b5-4f93-4b55-835a-c613caf5d27f req-d4fffdfa-c495-4d35-964b-b2cf7fb12a70 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0785720 Mar 03 10:40:54.917506 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3564b0b5-4f93-4b55-835a-c613caf5d27f req-f35732d5-328e-4a7c-af71-9b7ea34b3251 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Mar 03 10:40:56.103451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fb3b5-8707-4d1d-a400-f4cd5bcefdea req-8cf8344b-b9e1-449e-b9bd-de2d2e41c283 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:56.104929 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-273fb3b5-8707-4d1d-a400-f4cd5bcefdea req-8cf8344b-b9e1-449e-b9bd-de2d2e41c283 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0844052 Mar 03 10:40:56.148892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-273fb3b5-8707-4d1d-a400-f4cd5bcefdea req-22bb99e3-f572-47c5-a695-de196355a221 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Mar 03 10:40:57.109146 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-ddac1fe4-c37a-41f1-b402-c23d28f80d3f service neutron] 10.222.0.32 "GET /v2.0/ports/d3efa000-0f68-47a7-8bc4-6da3c475b7c8/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0740173 Mar 03 10:40:57.335288 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55846e-142f-4b7a-89e0-99ff84bb0e63 req-0c058915-7ff1-49b1-83c3-299314c27e5c tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:57.336791 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2c55846e-142f-4b7a-89e0-99ff84bb0e63 req-0c058915-7ff1-49b1-83c3-299314c27e5c tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0818243 Mar 03 10:40:57.384632 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2c55846e-142f-4b7a-89e0-99ff84bb0e63 req-edd383ee-c4e5-4fa8-8392-4eff78de2f18 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Mar 03 10:40:57.472064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-d9430ca3-2a32-4a89-a88e-b55ebc6d5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:57.473529 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-d9430ca3-2a32-4a89-a88e-b55ebc6d5b68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0&tenant_id=2610fd6fb48043f2ba227561d9eaa61f HTTP/1.1" status: 200 len: 1099 time: 0.1689374 Mar 03 10:40:57.562607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-bf01c439-a59d-4cd5-9b8c-6bd802086606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:57.564059 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-bf01c439-a59d-4cd5-9b8c-6bd802086606 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0689814 Mar 03 10:40:57.691457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-3f84cd72-c704-4dd1-a496-bdd4ffee0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:57.692874 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-3f84cd72-c704-4dd1-a496-bdd4ffee0421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 200 len: 912 time: 0.1234665 Mar 03 10:40:57.764148 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-9e626f98-0ae7-4a0e-a272-b2aed7d96364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 200 len: 217 time: 0.0651302 Mar 03 10:40:57.824580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-fecf3a99-719e-4cad-89c3-9afd6b876200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:57.825913 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-fecf3a99-719e-4cad-89c3-9afd6b876200 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd HTTP/1.1" status: 200 len: 852 time: 0.0558348 Mar 03 10:40:57.874077 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-37443f37-6d54-44dd-a393-6f30d2a51c4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a7696cf-10ee-47f7-aba9-d550f2135f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420108 Mar 03 10:40:58.001096 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-4e761330-fa95-4c22-b09a-a1f1521c5b74 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211169 Mar 03 10:40:58.129432 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95b75130-8a49-4e54-99d5-2e0020ad8ce8 req-38d665f6-d24b-4d12-b7cb-1b91d549ebaa service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230059 Mar 03 10:40:58.572373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b80c-2912-40f5-b565-8239f5ccce4e req-03bf4ef6-583c-4442-82f0-f8a8272c0b59 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:58.573820 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1334b80c-2912-40f5-b565-8239f5ccce4e req-03bf4ef6-583c-4442-82f0-f8a8272c0b59 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0815058 Mar 03 10:40:58.618603 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1334b80c-2912-40f5-b565-8239f5ccce4e req-5088df03-8579-4303-b74a-7b06822b3e9b tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Mar 03 10:40:59.809165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5cb3-f81e-4548-9571-37abeaee4445 req-226fbbc6-e458-43c6-b68e-7d5d7aacd8c3 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:40:59.810884 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0de5cb3-f81e-4548-9571-37abeaee4445 req-226fbbc6-e458-43c6-b68e-7d5d7aacd8c3 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0871036 Mar 03 10:40:59.862429 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0de5cb3-f81e-4548-9571-37abeaee4445 req-6d840a40-ded6-4321-9e3f-96f816352177 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445213 Mar 03 10:41:00.284603 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:41:00.302671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d3efa000-0f68-47a7-8bc4-6da3c475b7c8 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:41:00.416591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:00.442829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:41:00.452031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,segment=NetworkSegment(c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce),segment_id=c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:00.456889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:00.525842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:00.551768 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8', 'code': 200} Mar 03 10:41:01.042140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12b25-8f80-46e8-9281-885b136a100f req-08b4c6fa-db1c-4a11-a5ba-5eb916a08f58 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:01.044215 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5cd12b25-8f80-46e8-9281-885b136a100f req-08b4c6fa-db1c-4a11-a5ba-5eb916a08f58 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.0787473 Mar 03 10:41:01.087241 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5cd12b25-8f80-46e8-9281-885b136a100f req-7a424e1a-7fa0-4494-ba66-4a8b71b00197 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374973 Mar 03 10:41:01.454975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-4bcf00b5-60e4-4574-a9c7-3e6e7608f9d2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:01.455590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-4bcf00b5-60e4-4574-a9c7-3e6e7608f9d2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Synchronizing usage tracker for tenant:2610fd6fb48043f2ba227561d9eaa61f on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:41:01.473771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-4bcf00b5-60e4-4574-a9c7-3e6e7608f9d2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Unset dirty status for tenant:2610fd6fb48043f2ba227561d9eaa61f on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:41:01.475321 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-4bcf00b5-60e4-4574-a9c7-3e6e7608f9d2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.32 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0&tenant_id=2610fd6fb48043f2ba227561d9eaa61f&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 944 time: 0.1025310 Mar 03 10:41:01.615239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-9871411c-1536-4682-9bc3-9f11c7dde184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:01.616725 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-9871411c-1536-4682-9bc3-9f11c7dde184 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0757003 Mar 03 10:41:01.745998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-752229c0-bb74-461f-9f6e-d054982540a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:01.747400 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-752229c0-bb74-461f-9f6e-d054982540a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 200 len: 912 time: 0.1251161 Mar 03 10:41:01.812148 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-8b300068-9a9b-480a-ab59-6af3285e0db5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 200 len: 217 time: 0.0588877 Mar 03 10:41:01.874845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-14d737ae-39e8-406c-9d77-81b842b19680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:01.876244 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-14d737ae-39e8-406c-9d77-81b842b19680 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd HTTP/1.1" status: 200 len: 852 time: 0.0582407 Mar 03 10:41:01.920984 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-820b7c83-de3b-433b-a662-3984809ad345 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a7696cf-10ee-47f7-aba9-d550f2135f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394855 Mar 03 10:41:02.048999 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-7747a872-6155-4bb6-9890-e943dc99f09a service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216803 Mar 03 10:41:02.176670 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-68ee3533-6fbb-471c-9414-fce74219d6e8 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224241 Mar 03 10:41:02.981535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e05840-589a-44de-a095-6808594adcae req-4a44a419-0e67-4002-a093-43d0b25517ff tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:02.983666 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-03e05840-589a-44de-a095-6808594adcae req-4a44a419-0e67-4002-a093-43d0b25517ff tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.0833027 Mar 03 10:41:03.026395 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-03e05840-589a-44de-a095-6808594adcae req-081f30e8-8eb4-4ef7-88c3-31ccd71e6dad tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Mar 03 10:41:03.100514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a96aa8dd-9be2-4edd-9353-5bb21a6ebae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:04.232505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ba5c-60d5-4c49-ba59-901b434f6f5a req-0ea6cd60-839d-420d-b5ce-bb5c92bc73db tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:04.234228 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb12ba5c-60d5-4c49-ba59-901b434f6f5a req-0ea6cd60-839d-420d-b5ce-bb5c92bc73db tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.0843232 Mar 03 10:41:04.281501 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb12ba5c-60d5-4c49-ba59-901b434f6f5a req-d9a9c961-fc75-4b71-8608-0f2230920eb0 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e947e059-241e-4050-8968-f5c4447477b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Mar 03 10:41:04.546711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-0009018b-8c97-4980-a3cd-8db6b96177d2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:04.548483 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-0009018b-8c97-4980-a3cd-8db6b96177d2 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.32 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 944 time: 0.0953722 Mar 03 10:41:04.734110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Deleting port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:41:04.734358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:05.004460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] For port d3efa000-0f68-47a7-8bc4-6da3c475b7c8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,segment=NetworkSegment(c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce),segment_id=c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:05.004709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:05.125424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Calling delete_port for d3efa000-0f68-47a7-8bc4-6da3c475b7c8 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:41:05.269623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:05.280191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-802615b4-e3ab-4c76-afe9-3d3d7cc7dc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:05.319037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Pushing event deleted for resources: {'Port': ['ID=d3efa000-0f68-47a7-8bc4-6da3c475b7c8,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:05.387359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.387704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.388096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.388907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.389219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.389534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.390103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.390430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.390743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.391056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.391386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.391696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:05.404945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] No DVR routers for this DVR port d3efa000-0f68-47a7-8bc4-6da3c475b7c8 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:41:05.407227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:05.409832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'name': 'network-vif-deleted', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:41:05.428114 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-efa35171-27b0-4313-8912-ec8ac460bf94 req-c965ad89-505e-4bb2-894c-8b06020e6314 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.32 "DELETE /v2.0/ports/d3efa000-0f68-47a7-8bc4-6da3c475b7c8 HTTP/1.1" status: 204 len: 173 time: 0.8741975 Mar 03 10:41:05.442186 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d068c349-039e-458a-9d0f-6ffc67197fd4 req-fa76e96a-25db-42be-a731-a4d594498a93 tempest-DeleteServersTestJSON-1944323786 tempest-DeleteServersTestJSON-1944323786-project] 10.222.0.23 "GET /v2.0/ports?device_id=c836f30b-6e8d-4778-9a88-fda28b7e4fa0 HTTP/1.1" status: 200 len: 210 time: 0.0562165 Mar 03 10:41:05.527079 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836f30b-6e8d-4778-9a88-fda28b7e4fa0', 'name': 'network-vif-deleted', 'tag': 'd3efa000-0f68-47a7-8bc4-6da3c475b7c8', 'status': 'completed', 'code': 200} Mar 03 10:41:06.109534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:06.167807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:06.694197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38252) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:41:06.754167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] Deleting subnet 2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:41:06.757015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:06.810322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:06.864777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:06.935579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:06.972196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:06.975801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:06.981454 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-26a559e0-94c6-4bb8-bc13-491a100450c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2bf7bbe5-4ab4-4bee-93b2-f9394b80cedd HTTP/1.1" status: 204 len: 168 time: 0.2854407 Mar 03 10:41:06.984603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38256) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:41:07.089399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.211234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.236482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7696cf-10ee-47f7-aba9-d550f2135f37']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:41:07.248562 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:41:07.248879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79762c1-d7ae-4fe8-a73e-7eb1a992d7ce') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:41:07.259769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.275625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.281718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:41:07.282045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:41:07.295235 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:41:07.369664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.386068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.397355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7696cf-10ee-47f7-aba9-d550f2135f37,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:07.404042 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-749b64ab-1e15-499d-bc4f-bbc5cbb791c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8a7696cf-10ee-47f7-aba9-d550f2135f37 HTTP/1.1" status: 204 len: 168 time: 0.4184887 Mar 03 10:41:07.511256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38262) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:41:07.559510 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4bad4e36-73dc-4e73-9934-7de677c9d8f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2610fd6fb48043f2ba227561d9eaa61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469949 Mar 03 10:41:07.561806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38266) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:41:07.620122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38d7ae99-e64c-4b78-b16e-805305f1c23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.648374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38d7ae99-e64c-4b78-b16e-805305f1c23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.788480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38d7ae99-e64c-4b78-b16e-805305f1c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.805848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7ae99-e64c-4b78-b16e-805305f1c23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947e059-241e-4050-8968-f5c4447477b1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:07.808106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-38d7ae99-e64c-4b78-b16e-805305f1c23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:07.809212 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-38d7ae99-e64c-4b78-b16e-805305f1c23b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e947e059-241e-4050-8968-f5c4447477b1 HTTP/1.1" status: 204 len: 168 time: 0.2465105 Mar 03 10:41:07.996222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.333713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d3efa000-0f68-47a7-8bc4-6da3c475b7c8 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:41:08.367752 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: d3efa000-0f68-47a7-8bc4-6da3c475b7c8 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:41:08.368145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d3efa000-0f68-47a7-8bc4-6da3c475b7c8 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:41:08.509894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38290) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:41:08.612509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-865742453-network', 'tenant_id': '3f25ab9aa0ca4e9cb831928a30c29d52'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:41:08.617185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:41:08.620989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Usage tracker for resource:network and tenant:3f25ab9aa0ca4e9cb831928a30c29d52 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:41:08.623815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:41:08.629706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:41:08.643211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Made reservation on behalf of 3f25ab9aa0ca4e9cb831928a30c29d52 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:41:08.645614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.658145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.672026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:41:08.675757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3f25ab9aa0ca4e9cb831928a30c29d52 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:41:08.678477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:41:08.683932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:41:08.766909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.770555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.799728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:41:08.807631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a8f565-2eb2-43d4-b91d-cb786ae73c4c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:08.813460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.813785 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Added segment c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8 of type vlan for network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd Mar 03 10:41:08.843504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.871963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.873126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:08.873691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:08.975440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:08.979968 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-905c983d-14b1-4a4a-9a58-aca3b67f42b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4690628 Mar 03 10:41:08.983453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38296) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:41:08.987130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:41:08.989721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Request body: {'subnet': {'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-865742453-subnet', 'tenant_id': '3f25ab9aa0ca4e9cb831928a30c29d52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:41:08.994528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:41:08.998807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Usage tracker for resource:subnet and tenant:3f25ab9aa0ca4e9cb831928a30c29d52 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:41:09.001683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:41:09.007153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:41:09.017438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Made reservation on behalf of 3f25ab9aa0ca4e9cb831928a30c29d52 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:41:09.020280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:09.221835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:09.301520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Pushing event updated for resources: {'Subnet': ['ID=180cd1b9-e7bf-4644-821c-d388094431c6,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:09.308716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Checking segment: {'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:41:09.309073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Network hostable DHCP agents. Network: c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:41:09.328042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:41:09.336629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:41:09.340411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:09.341018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:09.345868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100f2b2-64c9-401d-b951-12d1b455268c None None] Network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:41:09.362052 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-143f5924-435b-468f-a3a0-b0960824839a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3776627 Mar 03 10:41:09.555941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f66e9-731b-468a-918d-5dbd1a8a1f70 None None] Network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:41:09.861718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-4930f5db-dbc4-479e-8c15-aa04aa213faf tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:09.863140 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-4930f5db-dbc4-479e-8c15-aa04aa213faf tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 814 time: 0.1431289 Mar 03 10:41:09.877933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-bd03e4da-ef62-4140-bbe0-9f93da4e61a4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/quotas/3f25ab9aa0ca4e9cb831928a30c29d52 HTTP/1.1" status: 200 len: 375 time: 0.0087721 Mar 03 10:41:09.923908 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-675b33d4-5f0a-441f-bd60-11f01c35ab11 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408046 Mar 03 10:41:10.053155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-d0ffe4f3-7121-4c04-a553-c220bb1f28e0 service neutron] 10.222.0.23 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227019 Mar 03 10:41:10.273075 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-3dbdc65c-4d98-41fc-9664-0eaa447044be service neutron] 10.222.0.23 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143266 Mar 03 10:41:10.452219 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f3f8fa8-349b-4e6d-8cd7-f2bf6e38bc9f req-bb6e0ee0-fffa-4a18-a43d-756b63efa363 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 210 time: 0.0476129 Mar 03 10:41:11.611156 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3b2e2802-a6c3-417e-bdb0-37d226f87123 req-014bd54f-89e7-4d3a-b58e-08d4ce09ddee tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 210 time: 0.0449078 Mar 03 10:41:11.619626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b24032a7-1126-4a32-896b-7db50bf43f6e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:11.620320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b24032a7-1126-4a32-896b-7db50bf43f6e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Synchronizing usage tracker for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:41:11.636887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b24032a7-1126-4a32-896b-7db50bf43f6e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Unset dirty status for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:41:11.638648 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b24032a7-1126-4a32-896b-7db50bf43f6e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 814 time: 0.1734796 Mar 03 10:41:11.650480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Request body: {'port': {'device_id': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd', 'admin_state_up': True, 'tenant_id': '3f25ab9aa0ca4e9cb831928a30c29d52'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:41:11.783117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:41:11.788043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Usage tracker for resource:port and tenant:3f25ab9aa0ca4e9cb831928a30c29d52 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:41:11.791994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:41:11.798077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:41:11.808322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Made reservation on behalf of 3f25ab9aa0ca4e9cb831928a30c29d52 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:41:11.812563 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:11.967934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Allocated IP 172.20.0.2 (c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd/180cd1b9-e7bf-4644-821c-d388094431c6/40451209-0031-4515-a0ad-6a69874ffaa6) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:41:12.176247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:12.203633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:12.266537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:41:12.276769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:41:12.281575 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:41:12.311246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:12.356879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:12.357489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:12.383788 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-a099d9a2-6887-4e09-8d7e-d907eed2b21b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372291 Mar 03 10:41:12.394832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Request body: {'port': {'device_id': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:41:12.504908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:12.800451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5a75-7502-410f-93c8-1c1809d88bef req-e5fb9a57-ccc0-4344-aac0-60fc043c9eb5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:12.801836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c24a5a75-7502-410f-93c8-1c1809d88bef req-e5fb9a57-ccc0-4344-aac0-60fc043c9eb5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 931 time: 0.0783012 Mar 03 10:41:12.851019 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c24a5a75-7502-410f-93c8-1c1809d88bef req-d87c454a-a08b-416b-bf59-0f91fe2c91fe tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Mar 03 10:41:12.959976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40451209-0031-4515-a0ad-6a69874ffaa6 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:41:12.966915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:12.980619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Transition to ACTIVE for port object 40451209-0031-4515-a0ad-6a69874ffaa6 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:41:12.984379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:13.134049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:13.208964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Attempting to bind port 40451209-0031-4515-a0ad-6a69874ffaa6 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:41:13.209288 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Attempting to bind port 40451209-0031-4515-a0ad-6a69874ffaa6 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:41:13.209606 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Attempting to bind port 40451209-0031-4515-a0ad-6a69874ffaa6 on network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:41:13.213972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Port 40451209-0031-4515-a0ad-6a69874ffaa6 on network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:41:13.214284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Attempting to bind port 40451209-0031-4515-a0ad-6a69874ffaa6 on network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:41:13.219417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:41:13.219742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Checking segment: {'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:41:13.220114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Bound using segment: {'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:41:13.220522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Bound port: 40451209-0031-4515-a0ad-6a69874ffaa6, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:41:13.220854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:13.309325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:41:13.313072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:41:13.316799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:13.370461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:13.371051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:13.373005 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] 10.222.0.32 "PUT /v2.0/ports/40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 200 len: 1093 time: 0.9814632 Mar 03 10:41:13.373409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:41:13.397237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd00f7-39ca-427f-be8c-64315f83255e service neutron] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:13.418656 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6', 'status': 'completed', 'code': 200} Mar 03 10:41:13.492872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-89ad6ff6-a104-437a-a3c5-1cd8e74ad2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:13.494334 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-89ad6ff6-a104-437a-a3c5-1cd8e74ad2bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 1096 time: 0.0714736 Mar 03 10:41:13.563414 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-15692fd4-af02-4b28-8904-fdc60cd73456 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 200 len: 217 time: 0.0620415 Mar 03 10:41:13.626776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-9f25e65e-63aa-4f34-868e-329fd6b8acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:13.628191 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-9f25e65e-63aa-4f34-868e-329fd6b8acc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0595083 Mar 03 10:41:13.672511 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-69ceca0d-3110-47cc-a000-0fe7ad55cf8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388396 Mar 03 10:41:13.800770 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-62044f5a-77d3-4bc0-9e59-216d15ffe6b7 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226177 Mar 03 10:41:13.929812 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70d60410-947a-4816-9b4c-ad4dd96b1b32 req-8c391717-c48e-411a-857e-f8192937870d service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230032 Mar 03 10:41:14.035047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de445-bb29-4d81-89f7-3c2de0b19dca req-4bf1b1ed-561d-49ac-a6aa-6d8ca65f8326 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:14.036559 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c2de445-bb29-4d81-89f7-3c2de0b19dca req-4bf1b1ed-561d-49ac-a6aa-6d8ca65f8326 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 943 time: 0.0791500 Mar 03 10:41:14.047344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274ef97-5ba6-4389-9981-3524639ac31b req-49121290-b564-469d-8c4f-1e863db02a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:14.048815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f274ef97-5ba6-4389-9981-3524639ac31b req-49121290-b564-469d-8c4f-1e863db02a33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 1096 time: 0.0729415 Mar 03 10:41:14.082496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c2de445-bb29-4d81-89f7-3c2de0b19dca req-2069eb0d-a0a8-444b-b069-c317fcb5fe16 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Mar 03 10:41:14.181452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274ef97-5ba6-4389-9981-3524639ac31b req-ec2e130e-019b-4a27-bcf9-45381d08748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:14.182785 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f274ef97-5ba6-4389-9981-3524639ac31b req-ec2e130e-019b-4a27-bcf9-45381d08748a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1282585 Mar 03 10:41:14.251063 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f274ef97-5ba6-4389-9981-3524639ac31b req-9fa4f16f-b824-4830-88d2-a3515b8902bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 200 len: 217 time: 0.0619044 Mar 03 10:41:14.311536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274ef97-5ba6-4389-9981-3524639ac31b req-15398728-9368-45d8-9897-9219a0e77c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:14.312905 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f274ef97-5ba6-4389-9981-3524639ac31b req-15398728-9368-45d8-9897-9219a0e77c60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0556676 Mar 03 10:41:14.456301 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f274ef97-5ba6-4389-9981-3524639ac31b req-aed1652c-3bd4-4898-8ab1-5d47fc8c325d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372983 Mar 03 10:41:14.583534 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f274ef97-5ba6-4389-9981-3524639ac31b req-adc717a8-e8c9-4115-9974-43051abcc7d4 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204796 Mar 03 10:41:14.713202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f274ef97-5ba6-4389-9981-3524639ac31b req-05d6abb6-c785-498d-b640-233ec0b96f25 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240542 Mar 03 10:41:15.271404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2e2ea-1cd2-44cc-8f46-23b21e4d88e6 req-d616a850-ca80-4d5e-b1d3-5624b3e3985a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:15.272846 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44d2e2ea-1cd2-44cc-8f46-23b21e4d88e6 req-d616a850-ca80-4d5e-b1d3-5624b3e3985a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 943 time: 0.0824785 Mar 03 10:41:15.316194 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44d2e2ea-1cd2-44cc-8f46-23b21e4d88e6 req-e003edc9-d9a8-4746-acce-b4436fe5bc78 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Mar 03 10:41:16.333399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 40451209-0031-4515-a0ad-6a69874ffaa6 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:41:16.468059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:16.481647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '40451209-0031-4515-a0ad-6a69874ffaa6', 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd', 'port_id': '40451209-0031-4515-a0ad-6a69874ffaa6', 'mac_address': 'fa:16:3e:20:93:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180cd1b9-e7bf-4644-821c-d388094431c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:41:16.500665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a59079-0ec8-4c03-8899-25f5d63c4445 req-856d7b7d-2634-406d-a35b-2939642c7e1e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:16.502124 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6a59079-0ec8-4c03-8899-25f5d63c4445 req-856d7b7d-2634-406d-a35b-2939642c7e1e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 943 time: 0.0829592 Mar 03 10:41:16.540165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:16.546637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6a59079-0ec8-4c03-8899-25f5d63c4445 req-eb4ae3e6-7ed6-4306-8338-a216ea4e0836 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Mar 03 10:41:16.556719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40451209-0031-4515-a0ad-6a69874ffaa6 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:41:16.572149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:16.576697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:16.641416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:16.648157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.648500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.648835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.649161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.649485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.649811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.650127 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.650444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.650759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.651092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.651431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.651746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:41:16.782053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['40451209-0031-4515-a0ad-6a69874ffaa6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:41:17.733390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f36519-9223-4a69-8904-8e5a41efe2ca req-9fb1944a-74de-4176-8eb2-51b56a1b25a5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:17.734764 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-83f36519-9223-4a69-8904-8e5a41efe2ca req-9fb1944a-74de-4176-8eb2-51b56a1b25a5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 944 time: 0.0829766 Mar 03 10:41:17.778187 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-83f36519-9223-4a69-8904-8e5a41efe2ca req-d3876a1c-4b4d-4ca9-ba95-24381282aa0e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Mar 03 10:41:18.348927 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 40451209-0031-4515-a0ad-6a69874ffaa6 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:41:18.417665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 40451209-0031-4515-a0ad-6a69874ffaa6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:41:18.422948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 40451209-0031-4515-a0ad-6a69874ffaa6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:41:18.423422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:18.565776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:18.592458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:41:18.602009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:18.606906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:18.645100 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6', 'code': 200} Mar 03 10:41:18.680167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:18.859779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c8e68-8463-4888-be2e-c3ae04774f10 req-8916e15a-598b-4eee-b4ed-cdf415c2415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:18.861138 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-524c8e68-8463-4888-be2e-c3ae04774f10 req-8916e15a-598b-4eee-b4ed-cdf415c2415d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 1098 time: 0.0691056 Mar 03 10:41:18.900135 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-524c8e68-8463-4888-be2e-c3ae04774f10 req-598c0814-672c-4109-b065-98ebf1b9d1eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334005 Mar 03 10:41:18.959101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a7e18-1806-4718-885a-1b1aee91fd6a req-14fc68e7-38d2-408a-8636-1680ce66fd50 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:18.960603 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d81a7e18-1806-4718-885a-1b1aee91fd6a req-14fc68e7-38d2-408a-8636-1680ce66fd50 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0793860 Mar 03 10:41:19.008173 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d81a7e18-1806-4718-885a-1b1aee91fd6a req-0665b0d4-8953-45ee-ad9a-aed0b0ccbb56 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Mar 03 10:41:20.191193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf252d3-b7d9-4add-9904-32a3093a100e req-0316c488-acac-47e5-b3b3-d54d618f9946 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:20.192677 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cf252d3-b7d9-4add-9904-32a3093a100e req-0316c488-acac-47e5-b3b3-d54d618f9946 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0801404 Mar 03 10:41:20.236339 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cf252d3-b7d9-4add-9904-32a3093a100e req-50a10d95-bee5-4300-9c5a-b52148cf3c00 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Mar 03 10:41:20.421159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b8d6-b645-40f3-984d-b1e4b7c6681e req-ec893810-10d5-417b-b0d3-f527161a9b1c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:20.422628 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8984b8d6-b645-40f3-984d-b1e4b7c6681e req-ec893810-10d5-417b-b0d3-f527161a9b1c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0834177 Mar 03 10:41:20.465567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8984b8d6-b645-40f3-984d-b1e4b7c6681e req-d0ff3822-ded2-4001-aeb5-6ac3ecfc60c1 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373752 Mar 03 10:41:20.800246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb21331-a11c-48c8-b2c3-e61ec128b1fa req-ffef0756-4cf9-480f-b1b1-4715e0acae83 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:20.801730 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbb21331-a11c-48c8-b2c3-e61ec128b1fa req-ffef0756-4cf9-480f-b1b1-4715e0acae83 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0800872 Mar 03 10:41:20.845508 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbb21331-a11c-48c8-b2c3-e61ec128b1fa req-4f10fe5c-de66-4c0f-a57e-e501d9242818 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Mar 03 10:41:21.031655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0228348-b8a3-46fd-83d3-88e5e3c4bf55 req-c856f204-799d-4bba-b82f-4934bde065a2 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:21.033021 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f0228348-b8a3-46fd-83d3-88e5e3c4bf55 req-c856f204-799d-4bba-b82f-4934bde065a2 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0837896 Mar 03 10:41:21.077476 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f0228348-b8a3-46fd-83d3-88e5e3c4bf55 req-d5d49ffd-f524-4f42-868a-e62b6660ac7c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Mar 03 10:41:21.418606 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-44170269-07df-44b0-84d1-d996fc7a4faa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716178 Mar 03 10:41:21.473539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc4dce-900a-4176-ba58-9b2981c4102b req-a40b0476-ce68-472c-a7b3-0f6b19f23d64 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:21.475021 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b1dc4dce-900a-4176-ba58-9b2981c4102b req-a40b0476-ce68-472c-a7b3-0f6b19f23d64 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0851362 Mar 03 10:41:21.520165 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b1dc4dce-900a-4176-ba58-9b2981c4102b req-389ea81e-796f-4aac-83d2-af08177576fc tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393510 Mar 03 10:41:22.494158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-2c7aa7fc-56f0-47ae-b21a-6d237932fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:22.495639 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-2c7aa7fc-56f0-47ae-b21a-6d237932fdda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 1098 time: 0.0703454 Mar 03 10:41:22.625086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-e9af1f0f-0feb-4b7e-a465-4746e1a77f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:22.626738 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-e9af1f0f-0feb-4b7e-a465-4746e1a77f8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1260095 Mar 03 10:41:22.695346 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-07cf5693-a730-4fe0-a552-a081ab5310d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 200 len: 217 time: 0.0634027 Mar 03 10:41:22.705607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c03c6c-ef05-49e1-989d-15d2c6819797 req-58c4923b-029a-4ebb-8bbf-ff38b67e8c17 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:22.707082 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-62c03c6c-ef05-49e1-989d-15d2c6819797 req-58c4923b-029a-4ebb-8bbf-ff38b67e8c17 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0806458 Mar 03 10:41:22.750534 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-62c03c6c-ef05-49e1-989d-15d2c6819797 req-5de291c9-0910-4962-88bb-e306b9948dc4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378027 Mar 03 10:41:22.755477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-ecf9a05c-88d9-41ba-a49b-66092f55fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:22.756909 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-ecf9a05c-88d9-41ba-a49b-66092f55fa88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0565879 Mar 03 10:41:22.807028 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-76123a69-e720-4ef0-b518-0ddda7c2c796 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447178 Mar 03 10:41:22.936094 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-c65d7141-1ae0-41df-be0e-e002652f0f40 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231878 Mar 03 10:41:23.061627 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-2ce82b8c-c089-48ae-8bbc-017b8ed5a723 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197386 Mar 03 10:41:23.886336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:23.933847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d300-af5b-446e-bf17-f8e7460b44d4 req-531ae612-9300-4ebc-bc83-47d6c6e255ad tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:23.935881 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0728d300-af5b-446e-bf17-f8e7460b44d4 req-531ae612-9300-4ebc-bc83-47d6c6e255ad tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0830071 Mar 03 10:41:23.978541 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0728d300-af5b-446e-bf17-f8e7460b44d4 req-1279d637-c3fb-4374-96cb-8d0cd8fd7bb9 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371337 Mar 03 10:41:25.159166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ef608-4228-4b0b-bcbb-44118de1d5eb req-54e3857c-a7af-4407-bb82-077236f6173a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:25.160680 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3e7ef608-4228-4b0b-bcbb-44118de1d5eb req-54e3857c-a7af-4407-bb82-077236f6173a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0792036 Mar 03 10:41:25.207344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3e7ef608-4228-4b0b-bcbb-44118de1d5eb req-f4b7ccd7-42cb-42cd-b938-c5167e0a7d48 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Mar 03 10:41:26.401158 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f580ba-b623-4347-bba1-3d350042365b req-fc9c1305-83c7-47ca-b5ce-0ac6736b3620 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:26.402600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5f580ba-b623-4347-bba1-3d350042365b req-fc9c1305-83c7-47ca-b5ce-0ac6736b3620 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0827420 Mar 03 10:41:26.446835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5f580ba-b623-4347-bba1-3d350042365b req-ed511817-a846-4091-b294-17b73205da6c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Mar 03 10:41:27.634308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09860-8bd7-4106-82d8-fa5afacfa42c req-d570f75a-a713-4b72-8258-c39f36aa0577 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:27.635769 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ada09860-8bd7-4106-82d8-fa5afacfa42c req-d570f75a-a713-4b72-8258-c39f36aa0577 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0825384 Mar 03 10:41:27.679622 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ada09860-8bd7-4106-82d8-fa5afacfa42c req-e3271217-e970-40bd-ae44-a21e6664e285 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374596 Mar 03 10:41:28.860361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86722620-fe39-4da8-9f62-999f873ec228 req-65d77df0-055c-4107-9055-7d6fc32b6180 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:28.861774 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86722620-fe39-4da8-9f62-999f873ec228 req-65d77df0-055c-4107-9055-7d6fc32b6180 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0790222 Mar 03 10:41:28.905429 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86722620-fe39-4da8-9f62-999f873ec228 req-059c1c36-7a2b-4215-a2e6-05c69f58cc51 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Mar 03 10:41:30.093787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3374b-6af6-4d28-ae1f-b94f3ea93486 req-f7ee289a-a978-4554-bec8-b60da2a99061 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:30.095234 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b4d3374b-6af6-4d28-ae1f-b94f3ea93486 req-f7ee289a-a978-4554-bec8-b60da2a99061 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0831075 Mar 03 10:41:30.138554 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b4d3374b-6af6-4d28-ae1f-b94f3ea93486 req-bd9b161d-ed39-47ce-9d78-a8180ee92cbc tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Mar 03 10:41:31.322652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f734cfa-baef-47df-81d0-98534c258a6d req-fd446700-e93d-4b01-92be-63f205fdabd4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:31.324125 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f734cfa-baef-47df-81d0-98534c258a6d req-fd446700-e93d-4b01-92be-63f205fdabd4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0834246 Mar 03 10:41:31.458488 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9f734cfa-baef-47df-81d0-98534c258a6d req-d9cb15ce-791d-4ffd-a783-8577de2061e5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284566 Mar 03 10:41:32.643282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0020eb-ea6b-45cc-a148-c2e8e3d8a983 req-db42d041-b912-4605-ad19-f9f41a8b97c6 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:32.644750 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb0020eb-ea6b-45cc-a148-c2e8e3d8a983 req-db42d041-b912-4605-ad19-f9f41a8b97c6 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0815670 Mar 03 10:41:32.688810 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb0020eb-ea6b-45cc-a148-c2e8e3d8a983 req-d689ca75-a559-4587-9590-81f0aa515411 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 Mar 03 10:41:33.101899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cfcadf07-6003-464a-8826-ef9890e2a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:33.871631 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90cb1d-af6c-41b0-b493-42f6fbf06aa6 req-1ae56577-9236-4d09-a46b-e8136cd8643f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:33.873613 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f90cb1d-af6c-41b0-b493-42f6fbf06aa6 req-1ae56577-9236-4d09-a46b-e8136cd8643f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0804350 Mar 03 10:41:33.916485 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f90cb1d-af6c-41b0-b493-42f6fbf06aa6 req-47742ec9-887b-479e-9b0a-25a26bf8c2c0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373962 Mar 03 10:41:35.102596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447097d0-c24d-4319-8816-f2467325cdae req-bf4767fb-4217-4158-9164-a98f119a2125 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:35.104043 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-447097d0-c24d-4319-8816-f2467325cdae req-bf4767fb-4217-4158-9164-a98f119a2125 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0814848 Mar 03 10:41:35.147188 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-447097d0-c24d-4319-8816-f2467325cdae req-e67581c3-39d9-4784-af7d-648758983f40 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375819 Mar 03 10:41:35.281902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-22b712ae-5859-423a-bc58-b1f01a142182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:36.111978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:36.170441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:36.331600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df3b9-3f23-49b4-9744-07928eeda0b5 req-acec191b-8fbe-4932-b067-6a753b5a98d0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:36.333045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-323df3b9-3f23-49b4-9744-07928eeda0b5 req-acec191b-8fbe-4932-b067-6a753b5a98d0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0830741 Mar 03 10:41:36.376357 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-323df3b9-3f23-49b4-9744-07928eeda0b5 req-d1214f97-16ab-43e3-b3f8-efefc27b525d tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Mar 03 10:41:37.282791 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:41:37.559805 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33b92-18ae-4202-a7ec-0665e6245602 req-469ec5ae-9441-4bee-bf40-e04a49e257df tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:37.561160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82c33b92-18ae-4202-a7ec-0665e6245602 req-469ec5ae-9441-4bee-bf40-e04a49e257df tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0822575 Mar 03 10:41:37.605061 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82c33b92-18ae-4202-a7ec-0665e6245602 req-aeda5353-66bf-4f35-a023-c2ac37001673 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374582 Mar 03 10:41:38.000452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:38.787977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa9952-7a4e-40aa-9b37-6e4a728be2eb req-4c0875db-47ac-4444-979c-31b50f16d794 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:38.789343 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a1aa9952-7a4e-40aa-9b37-6e4a728be2eb req-4c0875db-47ac-4444-979c-31b50f16d794 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0802946 Mar 03 10:41:38.836762 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a1aa9952-7a4e-40aa-9b37-6e4a728be2eb req-765d674a-4b52-4814-9e85-97336b4ea092 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Mar 03 10:41:40.017152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e2f0-98cc-48cd-8a04-bf3ee1fec624 req-fe934527-20c9-4f4d-b2b2-120cd3130cc0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:40.018626 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c9c4e2f0-98cc-48cd-8a04-bf3ee1fec624 req-fe934527-20c9-4f4d-b2b2-120cd3130cc0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0798991 Mar 03 10:41:40.061346 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c9c4e2f0-98cc-48cd-8a04-bf3ee1fec624 req-11afac29-992e-493e-abe9-50ace688a35d tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Mar 03 10:41:41.250532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b371e-e9c4-410f-b0cb-5bc1ddfef503 req-4e667bd5-b60f-4a59-a5bd-0544f503aefd tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:41.252008 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6f1b371e-e9c4-410f-b0cb-5bc1ddfef503 req-4e667bd5-b60f-4a59-a5bd-0544f503aefd tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0813222 Mar 03 10:41:41.295774 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6f1b371e-e9c4-410f-b0cb-5bc1ddfef503 req-46e8be0a-12bf-4a14-8542-48cd90daf1ba tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381808 Mar 03 10:41:42.479254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490e29-c551-4cb8-8801-5c03cb05c0f2 req-51d5ec3a-18e2-4e57-92fc-0a94550cee22 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:42.480735 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-89490e29-c551-4cb8-8801-5c03cb05c0f2 req-51d5ec3a-18e2-4e57-92fc-0a94550cee22 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0790100 Mar 03 10:41:42.524196 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-89490e29-c551-4cb8-8801-5c03cb05c0f2 req-08c5f0a3-535b-4875-992a-2714ad0f9086 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Mar 03 10:41:43.709300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c812b-5ba4-4ef4-8eb7-895ab2159cff req-01b8abbb-74de-4bc5-82c5-34a1dad146b4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:43.710725 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-070c812b-5ba4-4ef4-8eb7-895ab2159cff req-01b8abbb-74de-4bc5-82c5-34a1dad146b4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0823941 Mar 03 10:41:43.753476 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-070c812b-5ba4-4ef4-8eb7-895ab2159cff req-cab9e70a-f04b-44c1-b8bc-a2b9c46bf465 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370657 Mar 03 10:41:44.933094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c283482-4fcb-4c10-8e8b-1173836e4850 req-c08a28be-e58d-4c93-9e4e-736237b75382 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:44.934522 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4c283482-4fcb-4c10-8e8b-1173836e4850 req-c08a28be-e58d-4c93-9e4e-736237b75382 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0784671 Mar 03 10:41:44.981891 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4c283482-4fcb-4c10-8e8b-1173836e4850 req-0491a88d-1138-4cec-b235-399f033f7f88 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Mar 03 10:41:46.163775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa910c-980e-4d41-83b0-879a538cf895 req-3a420786-937e-478f-b1a4-8b6ac0e2aac7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:46.165227 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-62fa910c-980e-4d41-83b0-879a538cf895 req-3a420786-937e-478f-b1a4-8b6ac0e2aac7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0793366 Mar 03 10:41:46.208938 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-62fa910c-980e-4d41-83b0-879a538cf895 req-cd70f4a8-4714-4ff1-a2ae-7195f2e9bec1 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Mar 03 10:41:47.393036 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f04fe5-7b50-48f4-a405-00e8e975dad2 req-c00b278b-35c9-4aee-a7ed-3f515cc21a27 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:47.394523 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e8f04fe5-7b50-48f4-a405-00e8e975dad2 req-c00b278b-35c9-4aee-a7ed-3f515cc21a27 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0821145 Mar 03 10:41:47.438684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e8f04fe5-7b50-48f4-a405-00e8e975dad2 req-0f4ce112-41ca-4842-be07-94b3fa524453 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Mar 03 10:41:48.621726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041a5b-612a-482a-856e-3ed0fb32f86b req-d244350d-85b8-44f1-8655-cf465b5c5320 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:48.623203 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc041a5b-612a-482a-856e-3ed0fb32f86b req-d244350d-85b8-44f1-8655-cf465b5c5320 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0801773 Mar 03 10:41:48.672447 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc041a5b-612a-482a-856e-3ed0fb32f86b req-2c5594ec-090f-4b77-8f70-23a48061c968 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Mar 03 10:41:48.758930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-bb47c361-1c7b-434c-b21a-5d2351fd0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:48.760321 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-bb47c361-1c7b-434c-b21a-5d2351fd0f1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 1098 time: 0.0682075 Mar 03 10:41:48.899493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-e491da62-32ae-4d95-a973-227cd147a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:48.900896 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-e491da62-32ae-4d95-a973-227cd147a1db service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1223896 Mar 03 10:41:48.968300 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-b410f0de-68dd-496d-8d68-0f67d1c21c81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 200 len: 217 time: 0.0613570 Mar 03 10:41:49.027663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-43d3d524-7de3-487b-ae16-aa31f86bbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:49.028956 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-43d3d524-7de3-487b-ae16-aa31f86bbbcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0551975 Mar 03 10:41:49.077608 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-4cd96f87-15bc-4aa2-b9e1-c9dd379cb1e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421016 Mar 03 10:41:49.303382 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-3d1abc8f-503f-4391-94e1-d0c81ceca034 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194247 Mar 03 10:41:49.442976 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e8590eda-17a2-4a97-bb89-70ead75d2ef8 req-fe074aa1-6a76-4f31-a499-3ecf5ba4a36b service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300614 Mar 03 10:41:49.864035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7356-8123-4d2e-ba72-7515e3c746da req-f1afedf6-ff68-460d-ba84-b3c184ec03cc tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:49.865474 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-87fd7356-8123-4d2e-ba72-7515e3c746da req-f1afedf6-ff68-460d-ba84-b3c184ec03cc tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0786390 Mar 03 10:41:49.909364 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-87fd7356-8123-4d2e-ba72-7515e3c746da req-d815be59-e165-445c-a76e-2e621c3bad0e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Mar 03 10:41:51.093955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff5e20-64c1-4506-8842-dea42144814b req-32215547-1ad8-448f-a059-637336d8ebf1 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:51.095461 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5aff5e20-64c1-4506-8842-dea42144814b req-32215547-1ad8-448f-a059-637336d8ebf1 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0836096 Mar 03 10:41:51.141075 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5aff5e20-64c1-4506-8842-dea42144814b req-ff16198c-d7e7-4acf-a2b6-3b754f6c42d8 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Mar 03 10:41:52.322186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd003c-904c-49bb-b037-b70055f3b0d2 req-efd94d73-dca7-4dd4-8d1f-c968ef2d4650 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:52.323812 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4cfd003c-904c-49bb-b037-b70055f3b0d2 req-efd94d73-dca7-4dd4-8d1f-c968ef2d4650 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0818007 Mar 03 10:41:52.368999 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4cfd003c-904c-49bb-b037-b70055f3b0d2 req-64beffc8-cf94-4377-ba10-8b59cb7fa646 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Mar 03 10:41:53.554711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdf4dd-d052-401f-b5ce-11df5e2385e9 req-add59459-bab8-4d8c-bd73-f0ca737d0549 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:53.556166 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-06cdf4dd-d052-401f-b5ce-11df5e2385e9 req-add59459-bab8-4d8c-bd73-f0ca737d0549 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0812190 Mar 03 10:41:53.600573 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-06cdf4dd-d052-401f-b5ce-11df5e2385e9 req-6a47082b-3bf4-4882-8301-72249b0260fc tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387788 Mar 03 10:41:53.877804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:54.724354 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-9b71b006-713d-4a0c-8e80-6db6f89b0070 service neutron] 10.222.0.32 "GET /v2.0/ports/40451209-0031-4515-a0ad-6a69874ffaa6/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0731254 Mar 03 10:41:54.802884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804822a-9664-4772-9366-fa5e81c10b34 req-f34599f8-f364-4742-adda-4b8ca885b91d tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:54.804357 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e804822a-9664-4772-9366-fa5e81c10b34 req-f34599f8-f364-4742-adda-4b8ca885b91d tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0978773 Mar 03 10:41:54.847900 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e804822a-9664-4772-9366-fa5e81c10b34 req-e142bf2c-6ec1-4d4f-a1a9-7fc04213a576 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Mar 03 10:41:55.000721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-fe1b54d1-3cdd-48a8-844f-dfaad8a3cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:55.002131 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-fe1b54d1-3cdd-48a8-844f-dfaad8a3cccc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88&tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52 HTTP/1.1" status: 200 len: 1098 time: 0.0728807 Mar 03 10:41:55.089768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-015fa5b4-677d-496e-ac11-7de53a3bbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:55.091206 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-015fa5b4-677d-496e-ac11-7de53a3bbab0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 1098 time: 0.0685763 Mar 03 10:41:55.219706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-a2f506f9-e616-4639-aa9a-c5903af26e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:55.221124 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-a2f506f9-e616-4639-aa9a-c5903af26e16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1240246 Mar 03 10:41:55.290054 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-191c5503-b3a9-436d-8b55-74557dcae874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 200 len: 217 time: 0.0632827 Mar 03 10:41:55.350524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-d561c6ca-b40b-40f3-8e52-71374840e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:55.352001 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-d561c6ca-b40b-40f3-8e52-71374840e683 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0560811 Mar 03 10:41:55.398188 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-59c5f8c2-52ad-4493-ba8e-d13ad9b1afdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399725 Mar 03 10:41:55.527969 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-71cb605a-17eb-4715-8236-b0b351d323ea service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237464 Mar 03 10:41:55.658053 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7cc4f9b7-a4d3-4078-93e8-251c52a83575 req-6ab9e73c-c2fb-4404-aa95-880c9cdef10e service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241932 Mar 03 10:41:56.032700 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55676169-10d3-4377-b3f6-cf7a5b509bfc req-63082cf9-cbf5-42a9-8536-b27d5aa9af2b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:56.034130 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55676169-10d3-4377-b3f6-cf7a5b509bfc req-63082cf9-cbf5-42a9-8536-b27d5aa9af2b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0789223 Mar 03 10:41:56.076773 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55676169-10d3-4377-b3f6-cf7a5b509bfc req-2c89e7be-6cf6-4ea5-9879-f176de55a86b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371871 Mar 03 10:41:57.371186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4361ba6-f066-4a57-96af-d658ead6ea1e req-001fc16b-e439-4e99-aef8-970f3a2fa715 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:57.372598 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4361ba6-f066-4a57-96af-d658ead6ea1e req-001fc16b-e439-4e99-aef8-970f3a2fa715 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.1835396 Mar 03 10:41:57.417028 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4361ba6-f066-4a57-96af-d658ead6ea1e req-436b5b5c-81bf-43dc-906e-0d77b5e90658 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Mar 03 10:41:58.525601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 40451209-0031-4515-a0ad-6a69874ffaa6 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:41:58.528911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 40451209-0031-4515-a0ad-6a69874ffaa6 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:41:58.603602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36846f6-70b9-4068-b1e7-ee0c4b671d70 req-b46f9092-c4ff-462a-a321-89291a9add80 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:58.605604 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d36846f6-70b9-4068-b1e7-ee0c4b671d70 req-b46f9092-c4ff-462a-a321-89291a9add80 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0811746 Mar 03 10:41:58.653300 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d36846f6-70b9-4068-b1e7-ee0c4b671d70 req-7e0df25b-89eb-4142-8a9b-7897630f4548 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Mar 03 10:41:58.753649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:58.774885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:58.795682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '40451209-0031-4515-a0ad-6a69874ffaa6', 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd', 'port_id': '40451209-0031-4515-a0ad-6a69874ffaa6', 'mac_address': 'fa:16:3e:20:93:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180cd1b9-e7bf-4644-821c-d388094431c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:41:58.801767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:41:58.836582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:58.851519 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:58.889927 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6', 'code': 200} Mar 03 10:41:58.918305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:58.947744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40451209-0031-4515-a0ad-6a69874ffaa6 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:41:58.955673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:58.984908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618dc6-5aba-4a1b-ae0d-a9c4687a6464 req-e314a6f7-c451-49c2-b4e7-173ac56fdf6e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:58.986417 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ed618dc6-5aba-4a1b-ae0d-a9c4687a6464 req-e314a6f7-c451-49c2-b4e7-173ac56fdf6e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 943 time: 0.0901384 Mar 03 10:41:58.992957 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7964-430a-4737-ba46-cc409d82d474 req-5248e240-7356-4583-92b3-7236691627b4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:58.993818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-7eae7964-430a-4737-ba46-cc409d82d474 req-5248e240-7356-4583-92b3-7236691627b4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Synchronizing usage tracker for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:41:59.013991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:41:59.014338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-7eae7964-430a-4737-ba46-cc409d82d474 req-5248e240-7356-4583-92b3-7236691627b4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Unset dirty status for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:41:59.014862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:41:59.017268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-5248e240-7356-4583-92b3-7236691627b4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88&tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 943 time: 0.1193507 Mar 03 10:41:59.033629 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ed618dc6-5aba-4a1b-ae0d-a9c4687a6464 req-eb8ad08f-9cc5-4807-b023-23e16bf0855f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Mar 03 10:41:59.152076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7964-430a-4737-ba46-cc409d82d474 req-a60daef1-46ec-4c75-8c8d-d6f03b98b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:59.153530 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-a60daef1-46ec-4c75-8c8d-d6f03b98b7c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 1096 time: 0.0702367 Mar 03 10:41:59.280489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7964-430a-4737-ba46-cc409d82d474 req-e6e5ba2d-46d0-4cb1-a09e-be358612e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:59.282443 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-e6e5ba2d-46d0-4cb1-a09e-be358612e71f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1231806 Mar 03 10:41:59.350331 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-bd4ab10b-6512-42f8-ad65-538d985df0ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 200 len: 217 time: 0.0626953 Mar 03 10:41:59.411162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7964-430a-4737-ba46-cc409d82d474 req-4913fb65-2d81-4f06-976b-cf68442520bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:41:59.412599 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-4913fb65-2d81-4f06-976b-cf68442520bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0568547 Mar 03 10:41:59.553272 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-507b5694-7857-47f1-9dd1-5a8947ce34ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349051 Mar 03 10:41:59.572363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:59.588613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40451209-0031-4515-a0ad-6a69874ffaa6 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:41:59.604323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:41:59.608677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:41:59.670920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['40451209-0031-4515-a0ad-6a69874ffaa6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:41:59.688171 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-a51a5345-37c6-4c6f-87e8-5c8242a0dfd2 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284900 Mar 03 10:41:59.721828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:41:59.818265 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7eae7964-430a-4737-ba46-cc409d82d474 req-1caf0b26-1aea-4544-9546-2065d31b46fe service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240501 Mar 03 10:42:00.232767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85615ca5-d133-4b45-8bf1-cb1a2f701728 req-cd569cbf-c98e-42c6-8197-87b2eafb771e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:00.234287 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-85615ca5-d133-4b45-8bf1-cb1a2f701728 req-cd569cbf-c98e-42c6-8197-87b2eafb771e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 944 time: 0.0902572 Mar 03 10:42:00.281000 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-85615ca5-d133-4b45-8bf1-cb1a2f701728 req-891a15cd-047e-4962-bf82-a3ccf526f2ac tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Mar 03 10:42:00.535048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 40451209-0031-4515-a0ad-6a69874ffaa6 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:42:00.603244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 40451209-0031-4515-a0ad-6a69874ffaa6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:42:00.603933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:00.713989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:00.744852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:00.748747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:00.816353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:00.891488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:42:00.936156 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6', 'code': 200} Mar 03 10:42:01.462892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c503a-9098-4e42-9b15-4508d5f248b5 req-fe2481a0-358c-4531-b704-cdc407778e7b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:01.464373 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e3c503a-9098-4e42-9b15-4508d5f248b5 req-fe2481a0-358c-4531-b704-cdc407778e7b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0804849 Mar 03 10:42:01.508960 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e3c503a-9098-4e42-9b15-4508d5f248b5 req-26205881-6ec8-4400-abd2-87ca9d24ea24 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387821 Mar 03 10:42:01.697931 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4d320-1ae5-4c59-9d51-80640ab34c56 req-b36d471e-a35c-4585-a833-b88b9ff8e9bb tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:01.699390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07e4d320-1ae5-4c59-9d51-80640ab34c56 req-b36d471e-a35c-4585-a833-b88b9ff8e9bb tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0867522 Mar 03 10:42:01.742131 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07e4d320-1ae5-4c59-9d51-80640ab34c56 req-84159b17-caf0-4adc-b0e7-72d2802f16c3 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Mar 03 10:42:01.922094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124931ee-0410-4f73-8a08-ea9909e0d747 req-043bafd7-859b-4d09-93cb-72e3dd919a10 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:01.923651 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-124931ee-0410-4f73-8a08-ea9909e0d747 req-043bafd7-859b-4d09-93cb-72e3dd919a10 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0807252 Mar 03 10:42:01.970499 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-124931ee-0410-4f73-8a08-ea9909e0d747 req-4aaba877-8b16-4164-a129-f5adde54f29a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Mar 03 10:42:02.447947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-82a92168-b204-4d85-b03d-5bcc7c04ab84 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:02.449403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-82a92168-b204-4d85-b03d-5bcc7c04ab84 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 814 time: 0.1473994 Mar 03 10:42:02.465097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-dfcb8a5c-06d8-480d-9650-9581a445278c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/quotas/3f25ab9aa0ca4e9cb831928a30c29d52 HTTP/1.1" status: 200 len: 375 time: 0.0091496 Mar 03 10:42:02.543972 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-b3432951-fb21-459c-b6a5-17020daf342d tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729892 Mar 03 10:42:02.674822 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-2d888ba2-696c-4e1a-81de-fddcca62e039 service neutron] 10.222.0.23 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241329 Mar 03 10:42:02.804465 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-4bcfcfd1-945b-40a5-aac7-a57957380556 service neutron] 10.222.0.23 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238174 Mar 03 10:42:02.982864 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55e86d46-5bd3-47f8-b67b-1f1227e175d3 req-05003e1c-d378-43d7-81a6-44b12e9689bd tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 210 time: 0.0469940 Mar 03 10:42:03.103589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-491f03f8-7634-49d3-b587-0b853d905dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:03.874249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.32', 61212) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:03.961210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-b94266c8-bd68-40ae-acd3-623651684d30 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:03.962987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-b94266c8-bd68-40ae-acd3-623651684d30 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58d5dc-ecf4-4f8c-a158-dd2792928c88 HTTP/1.1" status: 200 len: 945 time: 0.0832705 Mar 03 10:42:04.015285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-3c16d1f3-626f-4462-94ee-65df5cdd2a55 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:04.016813 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-3c16d1f3-626f-4462-94ee-65df5cdd2a55 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 814 time: 0.1484456 Mar 03 10:42:04.027536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Request body: {'port': {'device_id': '2450193e-be42-4029-9d86-55c759936eb4', 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd', 'admin_state_up': True, 'tenant_id': '3f25ab9aa0ca4e9cb831928a30c29d52'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:42:04.050169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Deleting port 40451209-0031-4515-a0ad-6a69874ffaa6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:42:04.050603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.170940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:42:04.180843 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:42:04.192023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Made reservation on behalf of 3f25ab9aa0ca4e9cb831928a30c29d52 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:42:04.195531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.204443 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9e820c77-7a10-48f0-84e0-272c8a19b81b req-1544ec5e-8e8f-42e3-9c02-e23c134125b3 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 210 time: 0.0655904 Mar 03 10:42:04.368146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Allocated IP 172.20.0.3 (c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd/180cd1b9-e7bf-4644-821c-d388094431c6/1600a426-cf2f-432c-b1a4-fb46a54dd08b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:42:04.452068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] For port 40451209-0031-4515-a0ad-6a69874ffaa6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40451209-0031-4515-a0ad-6a69874ffaa6,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:04.452351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.569480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.576821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Calling delete_port for 40451209-0031-4515-a0ad-6a69874ffaa6 owned by compute:nova {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:42:04.598778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.611472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['40451209-0031-4515-a0ad-6a69874ffaa6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:42:04.668114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:42:04.676326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:42:04.680811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:42:04.710811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Pushing event updated for resources: {'Port': ['ID=1600a426-cf2f-432c-b1a4-fb46a54dd08b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:04.735856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.748312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:04.749210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.775116 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-37593278-6a1c-41b9-8002-eb9dc4bbb672 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7510333 Mar 03 10:42:04.786207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Request body: {'port': {'device_id': '2450193e-be42-4029-9d86-55c759936eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:42:04.786668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Pushing event deleted for resources: {'Port': ['ID=40451209-0031-4515-a0ad-6a69874ffaa6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:04.830262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.830613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.830937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.831270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.831625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.831950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.832603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.832603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.832896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.833215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.833534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.833856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:04.874169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] No DVR routers for this DVR port 40451209-0031-4515-a0ad-6a69874ffaa6 on host hv-neutron-8311 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:42:04.877401 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.880111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-deleted', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:42:04.897110 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "DELETE /v2.0/ports/40451209-0031-4515-a0ad-6a69874ffaa6 HTTP/1.1" status: 204 len: 173 time: 0.9239926 Mar 03 10:42:04.915577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:04.990313 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58d5dc-ecf4-4f8c-a158-dd2792928c88', 'name': 'network-vif-deleted', 'tag': '40451209-0031-4515-a0ad-6a69874ffaa6', 'status': 'completed', 'code': 200} Mar 03 10:42:05.285668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1600a426-cf2f-432c-b1a4-fb46a54dd08b {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:42:05.289672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8c43ac8b-a05b-46de-ae1f-c63ffb58a826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:05.300517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:05.321088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Transition to ACTIVE for port object 1600a426-cf2f-432c-b1a4-fb46a54dd08b will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:42:05.326188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:05.403860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635d195-9d96-4381-8942-8084111f8076 req-335bca6a-de1d-4f51-a93b-e39dc37c8f64 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:05.404716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-9635d195-9d96-4381-8942-8084111f8076 req-335bca6a-de1d-4f51-a93b-e39dc37c8f64 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Synchronizing usage tracker for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:42:05.431522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-9635d195-9d96-4381-8942-8084111f8076 req-335bca6a-de1d-4f51-a93b-e39dc37c8f64 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Unset dirty status for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:42:05.442193 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9635d195-9d96-4381-8942-8084111f8076 req-335bca6a-de1d-4f51-a93b-e39dc37c8f64 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.1252682 Mar 03 10:42:05.512986 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9635d195-9d96-4381-8942-8084111f8076 req-6f6d1eb1-b405-4274-b2af-42188e1541ef tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695488 Mar 03 10:42:05.661819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1600a426-cf2f-432c-b1a4-fb46a54dd08b,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:05.711158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.711528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.711868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.712199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.712528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.712854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.713177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.713498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.713815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.714131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.714451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.714766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:05.758333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Attempting to bind port 1600a426-cf2f-432c-b1a4-fb46a54dd08b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:42:05.758584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Attempting to bind port 1600a426-cf2f-432c-b1a4-fb46a54dd08b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:42:05.758905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Attempting to bind port 1600a426-cf2f-432c-b1a4-fb46a54dd08b on network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:42:05.764718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Port 1600a426-cf2f-432c-b1a4-fb46a54dd08b on network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:42:05.765037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Attempting to bind port 1600a426-cf2f-432c-b1a4-fb46a54dd08b on network c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:42:05.773650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:42:05.774853 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Checking segment: {'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:42:05.776000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Bound using segment: {'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:42:05.776455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Bound port: 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:42:05.776804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:05.881229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] For port 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:42:05.884069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] For port 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:42:05.888466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:05.943764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:05.944360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:05.945707 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 200 len: 1093 time: 1.1639102 Mar 03 10:42:05.946128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:42:05.971168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21140d2-00d0-4d69-9817-51e70725e3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1600a426-cf2f-432c-b1a4-fb46a54dd08b,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:06.014879 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b', 'status': 'completed', 'code': 200} Mar 03 10:42:06.054690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-b80bf108-44b3-4696-bb54-c7fdd67027a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:06.056217 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-b80bf108-44b3-4696-bb54-c7fdd67027a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0734794 Mar 03 10:42:06.116641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:06.129801 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-364ae5a2-813f-4ff1-9c64-df26522847a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 200 len: 217 time: 0.0656335 Mar 03 10:42:06.175351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:06.198302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-98bd5aa7-d09f-4cdf-afee-1650957dc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:06.199753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-98bd5aa7-d09f-4cdf-afee-1650957dc8c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0648358 Mar 03 10:42:06.246002 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-c5ac85cb-3a8e-4213-9b79-f9f47dbbca87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398009 Mar 03 10:42:06.378614 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-bca1e358-e7b9-469a-8328-7616ec10aaca service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264608 Mar 03 10:42:06.510268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-27497daf-2dfe-43cd-ac00-ec87f873bf63 req-86db904f-8096-4b5e-a794-5dace17fd7f1 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255145 Mar 03 10:42:06.627088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-6dae258e-3c92-4c3b-8fbb-d80224cbecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:06.628737 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-6dae258e-3c92-4c3b-8fbb-d80224cbecde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0765507 Mar 03 10:42:06.714574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08163ec4-5b87-452f-8787-deb96a770077 req-e33b1c81-ef29-474c-bc92-0254bb6f17b1 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:06.715987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08163ec4-5b87-452f-8787-deb96a770077 req-e33b1c81-ef29-474c-bc92-0254bb6f17b1 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0907865 Mar 03 10:42:06.763682 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08163ec4-5b87-452f-8787-deb96a770077 req-9a046d32-fea1-4cf5-b3f8-1732d6823fd7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Mar 03 10:42:06.768115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-8bfb764f-419b-4f06-8363-3d8799b0da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:06.769561 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-8bfb764f-419b-4f06-8363-3d8799b0da1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1348174 Mar 03 10:42:06.845950 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-15e8c0c9-62cc-495c-a197-aac8fae3cb67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 200 len: 217 time: 0.0677881 Mar 03 10:42:06.909779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-ca1a94e3-26e7-4aff-9086-d636a33e19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:06.911240 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-ca1a94e3-26e7-4aff-9086-d636a33e19fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0585656 Mar 03 10:42:06.962261 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-f6b29df6-478e-4985-9523-345e50c1d79b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438445 Mar 03 10:42:07.095590 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-6ad2efc5-4a3d-4d5c-b682-2764576d4cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262879 Mar 03 10:42:07.325707 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-61dee3bd-4629-4a25-9204-d6e449b57604 req-cf0b8113-4c49-4ce0-a477-bcde3437424e service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218511 Mar 03 10:42:07.947857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6db2-dd93-4584-bcf3-7dcf1b237806 req-1c00db7d-1620-4a2a-b53f-35c210e62d75 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:07.949314 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-094e6db2-dd93-4584-bcf3-7dcf1b237806 req-1c00db7d-1620-4a2a-b53f-35c210e62d75 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0811810 Mar 03 10:42:07.995971 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-094e6db2-dd93-4584-bcf3-7dcf1b237806 req-dbace4de-25e0-4b2d-93f6-76f4976e22b0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Mar 03 10:42:08.005287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:08.593480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 1600a426-cf2f-432c-b1a4-fb46a54dd08b details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:42:08.597767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 40451209-0031-4515-a0ad-6a69874ffaa6 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:42:08.632832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 40451209-0031-4515-a0ad-6a69874ffaa6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:42:08.633165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 40451209-0031-4515-a0ad-6a69874ffaa6 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:42:08.756459 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:08.769788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '1600a426-cf2f-432c-b1a4-fb46a54dd08b', 'network_id': 'c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd', 'port_id': '1600a426-cf2f-432c-b1a4-fb46a54dd08b', 'mac_address': 'fa:16:3e:89:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180cd1b9-e7bf-4644-821c-d388094431c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:42:08.855860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:08.872840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1600a426-cf2f-432c-b1a4-fb46a54dd08b {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:42:08.888116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:08.892970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:08.957606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=1600a426-cf2f-432c-b1a4-fb46a54dd08b,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:09.088742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['1600a426-cf2f-432c-b1a4-fb46a54dd08b'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:42:09.181749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936a580-b8e8-4050-a4c3-51312b08a195 req-7186966d-eb56-404b-a589-981417e23979 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:09.183194 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3936a580-b8e8-4050-a4c3-51312b08a195 req-7186966d-eb56-404b-a589-981417e23979 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 944 time: 0.0817194 Mar 03 10:42:09.228149 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3936a580-b8e8-4050-a4c3-51312b08a195 req-61d205af-7e41-447c-aba3-9a7f14f48d68 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Mar 03 10:42:10.408128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc095-c3e3-4e33-bcb7-fdf955be9945 req-15f474e1-c9cc-4547-a34b-34393c661753 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:10.409594 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80afc095-c3e3-4e33-bcb7-fdf955be9945 req-15f474e1-c9cc-4547-a34b-34393c661753 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 944 time: 0.0790510 Mar 03 10:42:10.458582 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80afc095-c3e3-4e33-bcb7-fdf955be9945 req-717b40eb-1f0a-4139-96a8-6a27c3de739a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Mar 03 10:42:10.597423 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 1600a426-cf2f-432c-b1a4-fb46a54dd08b up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:42:10.662845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 1600a426-cf2f-432c-b1a4-fb46a54dd08b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:42:10.667606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 1600a426-cf2f-432c-b1a4-fb46a54dd08b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:42:10.667980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:10.784494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:10.810205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:42:10.821089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:10.824511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:10.857048 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b', 'code': 200} Mar 03 10:42:10.902370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=1600a426-cf2f-432c-b1a4-fb46a54dd08b,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:11.073229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3b38-f253-4bdd-810e-4fe9d5eaab30 req-2b536804-a403-4619-8b1e-1aa98aaa6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:11.074658 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-571d3b38-f253-4bdd-810e-4fe9d5eaab30 req-2b536804-a403-4619-8b1e-1aa98aaa6117 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0684459 Mar 03 10:42:11.114279 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-571d3b38-f253-4bdd-810e-4fe9d5eaab30 req-771f4ef7-8eaf-409f-ab9e-b3310138bdc8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336628 Mar 03 10:42:11.643119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f7630-492a-4bb0-a89d-def59066b693 req-fbad4de2-6ad1-49a9-8511-b746ae34173e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:11.644580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-956f7630-492a-4bb0-a89d-def59066b693 req-fbad4de2-6ad1-49a9-8511-b746ae34173e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0793314 Mar 03 10:42:11.687792 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-956f7630-492a-4bb0-a89d-def59066b693 req-4ad90a38-a23d-4d27-9d0d-d889ff30b66a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Mar 03 10:42:12.873825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657cb9-97fd-44d7-84a6-bed888d2ebf7 req-59439756-dfdc-4ad1-a51d-b09cf980f9a7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:12.876443 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c5657cb9-97fd-44d7-84a6-bed888d2ebf7 req-59439756-dfdc-4ad1-a51d-b09cf980f9a7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0846968 Mar 03 10:42:12.920556 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c5657cb9-97fd-44d7-84a6-bed888d2ebf7 req-d33169a0-71da-4dad-8d36-62de0af151ae tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Mar 03 10:42:13.100468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26e03c-ad45-4b71-8b35-8df309934a00 req-3367e2b6-571a-46c3-a79c-fd355228ee49 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:13.101904 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6d26e03c-ad45-4b71-8b35-8df309934a00 req-3367e2b6-571a-46c3-a79c-fd355228ee49 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0774715 Mar 03 10:42:13.147450 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6d26e03c-ad45-4b71-8b35-8df309934a00 req-e3622d3f-7098-4846-81c5-a6497904b336 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Mar 03 10:42:13.499691 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-bcfb434c-ff96-4627-97fc-487f98ec027a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802205 Mar 03 10:42:13.542157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e459065-4e0a-416e-83d6-f610bdb0b0db req-7a18bbd8-f8ec-4063-8a1e-1eef01ae921f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:13.543012 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1e459065-4e0a-416e-83d6-f610bdb0b0db req-7a18bbd8-f8ec-4063-8a1e-1eef01ae921f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0848770 Mar 03 10:42:13.589134 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1e459065-4e0a-416e-83d6-f610bdb0b0db req-4cc433de-c3f6-49e8-9a56-851621986fdb tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Mar 03 10:42:14.282644 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:42:14.591760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202963-af82-4428-b994-30dc05d53e2d req-a25e024c-5348-4100-87d5-b97fd3ed289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:14.593139 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-a25e024c-5348-4100-87d5-b97fd3ed289c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0710952 Mar 03 10:42:14.723164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202963-af82-4428-b994-30dc05d53e2d req-118443c4-5b6f-40b6-9680-3a70cbd2d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:14.724645 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-118443c4-5b6f-40b6-9680-3a70cbd2d0c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1262331 Mar 03 10:42:14.772992 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9c813-1999-4445-8cfb-f17f490873a6 req-fd95123a-d9e0-432b-9733-6643f162c0aa tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:14.774500 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dab9c813-1999-4445-8cfb-f17f490873a6 req-fd95123a-d9e0-432b-9733-6643f162c0aa tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0799401 Mar 03 10:42:14.794583 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-0a8e365a-7fb1-408f-96da-b30967078459 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 200 len: 217 time: 0.0645232 Mar 03 10:42:14.822657 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dab9c813-1999-4445-8cfb-f17f490873a6 req-7ae5b8d5-e552-4eb0-aa1d-36797f40d302 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Mar 03 10:42:14.855157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202963-af82-4428-b994-30dc05d53e2d req-af728150-b198-4aa8-a116-49b6910c66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:14.856590 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-af728150-b198-4aa8-a116-49b6910c66ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0566590 Mar 03 10:42:14.904749 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-b84bb92f-c8b9-4b00-9b42-e39b2095fefa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424287 Mar 03 10:42:15.039839 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-a714b734-adff-46f3-bc5d-c3d1f8b39050 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291933 Mar 03 10:42:15.172588 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-88c3b3fb-2fbe-4b45-b5bf-ed15c2e56b50 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265559 Mar 03 10:42:16.007072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276a20-532f-4ab3-9a90-5257ac0a9c4b req-ab03d005-a4e8-4149-af8c-793683539a44 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:16.008524 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1d276a20-532f-4ab3-9a90-5257ac0a9c4b req-ab03d005-a4e8-4149-af8c-793683539a44 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0775025 Mar 03 10:42:16.052266 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1d276a20-532f-4ab3-9a90-5257ac0a9c4b req-b7329e1d-d60c-4d06-ac0f-c8c3f4f2712f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Mar 03 10:42:17.237142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cfc87-da46-4659-976c-c231e5963c83 req-a8b42b17-1f34-4c9a-b9e7-97bd81363848 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:17.238593 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c98cfc87-da46-4659-976c-c231e5963c83 req-a8b42b17-1f34-4c9a-b9e7-97bd81363848 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0838904 Mar 03 10:42:17.282645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c98cfc87-da46-4659-976c-c231e5963c83 req-47c7e3d1-3574-48e3-a897-a9c9be71c301 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Mar 03 10:42:18.465821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c6bab-44ac-4503-bd37-aa60bd334f6e req-02570e52-f5da-4c2e-b9c4-96665f536e48 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:18.467323 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bd5c6bab-44ac-4503-bd37-aa60bd334f6e req-02570e52-f5da-4c2e-b9c4-96665f536e48 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0794313 Mar 03 10:42:18.512372 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bd5c6bab-44ac-4503-bd37-aa60bd334f6e req-3619eada-683a-4d41-b6d3-ab26cc8c0cf4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Mar 03 10:42:19.699642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ee7c-cf49-4668-a1b0-611752adb552 req-d920bb16-a76d-4ca0-a79d-fdbd8d91ab44 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:19.701066 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2be8ee7c-cf49-4668-a1b0-611752adb552 req-d920bb16-a76d-4ca0-a79d-fdbd8d91ab44 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0828159 Mar 03 10:42:19.744697 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2be8ee7c-cf49-4668-a1b0-611752adb552 req-48430d21-a967-4b20-8bfc-2189a5248a75 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372503 Mar 03 10:42:20.924857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7212b-1798-4b56-8062-6186121dbeda req-53f6779c-b888-4d50-b0cd-fd7da7c2a26c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:20.926298 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-14d7212b-1798-4b56-8062-6186121dbeda req-53f6779c-b888-4d50-b0cd-fd7da7c2a26c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0782330 Mar 03 10:42:20.972473 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-14d7212b-1798-4b56-8062-6186121dbeda req-301590cf-4dd9-4206-839e-afc524e19276 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Mar 03 10:42:22.152239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab378-21c5-4d00-a0c4-358090f937e3 req-d5801611-830e-4f77-8867-31cb319309ef tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:22.153694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-173ab378-21c5-4d00-a0c4-358090f937e3 req-d5801611-830e-4f77-8867-31cb319309ef tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0796423 Mar 03 10:42:22.197055 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-173ab378-21c5-4d00-a0c4-358090f937e3 req-b07b9b10-92b1-4bc0-b3de-523e45ac50d8 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Mar 03 10:42:23.384701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59497154-8d95-42e4-858e-5e5c716f9323 req-d820fb31-9e43-4d3f-90ef-64030d4588d7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:23.386144 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59497154-8d95-42e4-858e-5e5c716f9323 req-d820fb31-9e43-4d3f-90ef-64030d4588d7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0821559 Mar 03 10:42:23.431938 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-59497154-8d95-42e4-858e-5e5c716f9323 req-32da2526-ce5c-4331-9d93-e1f23a9401e1 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Mar 03 10:42:23.888374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:24.613704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633cfda-a48f-4a20-89fd-c8f472ca3b79 req-6cff2312-66f0-48d9-9f87-611382622bc2 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:24.615187 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7633cfda-a48f-4a20-89fd-c8f472ca3b79 req-6cff2312-66f0-48d9-9f87-611382622bc2 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0802131 Mar 03 10:42:24.662423 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7633cfda-a48f-4a20-89fd-c8f472ca3b79 req-4f5286de-94cb-4009-8877-700a8f4e9059 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Mar 03 10:42:25.847177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a9bc1-c86d-41e7-a181-d43303b4ec13 req-49c41701-cd1b-46fa-a9ac-ea531aa45f57 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:25.848540 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe4a9bc1-c86d-41e7-a181-d43303b4ec13 req-49c41701-cd1b-46fa-a9ac-ea531aa45f57 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0792289 Mar 03 10:42:25.891232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe4a9bc1-c86d-41e7-a181-d43303b4ec13 req-791dac6d-2eaf-4a86-890b-4881dbec79f9 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370710 Mar 03 10:42:27.077217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504fbd-66c9-4a64-91dd-e9fdccc8ebb1 req-f1caf4f4-a2dd-4c09-9e07-3239a5f65164 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:27.078558 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f504fbd-66c9-4a64-91dd-e9fdccc8ebb1 req-f1caf4f4-a2dd-4c09-9e07-3239a5f65164 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0819077 Mar 03 10:42:27.121578 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7f504fbd-66c9-4a64-91dd-e9fdccc8ebb1 req-6fb2bfb9-1dda-4a66-bd4a-de8c5833da2e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370514 Mar 03 10:42:28.305384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9c9b5-443d-4501-b6a6-d5d7abee5af6 req-50faf0af-6d1a-43b4-bc22-236fec427feb tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:28.306823 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9c9c9b5-443d-4501-b6a6-d5d7abee5af6 req-50faf0af-6d1a-43b4-bc22-236fec427feb tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0782514 Mar 03 10:42:28.349633 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9c9c9b5-443d-4501-b6a6-d5d7abee5af6 req-da494c76-b003-42f0-84d5-d4ad6dbc85d0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Mar 03 10:42:29.634481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55741cba-b769-4df9-a24c-927afe15c411 req-0309e4ae-5ac8-4be2-ab58-52cc483a3e36 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:29.635875 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55741cba-b769-4df9-a24c-927afe15c411 req-0309e4ae-5ac8-4be2-ab58-52cc483a3e36 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.1842697 Mar 03 10:42:29.679268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-55741cba-b769-4df9-a24c-927afe15c411 req-4a418327-358b-4016-9c09-644adc252fc8 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Mar 03 10:42:30.865447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb3e5a-810c-4d9e-8a76-2dfdfaedb9d6 req-4ec49449-def0-48a9-b785-efa77d2299a9 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:30.866892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1edb3e5a-810c-4d9e-8a76-2dfdfaedb9d6 req-4ec49449-def0-48a9-b785-efa77d2299a9 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0820012 Mar 03 10:42:30.911836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1edb3e5a-810c-4d9e-8a76-2dfdfaedb9d6 req-4164b4d2-b61a-4c3f-8473-7109e9828817 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394657 Mar 03 10:42:32.097454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae432010-bade-4fd6-ad06-17aa39dc1d39 req-9a83710b-8ccf-4c82-9e9b-b4f03733103a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:32.098891 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ae432010-bade-4fd6-ad06-17aa39dc1d39 req-9a83710b-8ccf-4c82-9e9b-b4f03733103a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0779550 Mar 03 10:42:32.141277 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ae432010-bade-4fd6-ad06-17aa39dc1d39 req-a96bd37a-ceb2-4c68-822d-22a457f89ebf tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Mar 03 10:42:33.105765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b95e395b-c86e-45a0-aa39-8347ec46b68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:33.324960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930190-9fa3-4f2b-8585-c9f3eb162951 req-538ece24-fa0d-4f79-a060-14bd972ea331 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:33.326402 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6930190-9fa3-4f2b-8585-c9f3eb162951 req-538ece24-fa0d-4f79-a060-14bd972ea331 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0815420 Mar 03 10:42:33.370346 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b6930190-9fa3-4f2b-8585-c9f3eb162951 req-0f815a5b-4f9f-4105-97ea-b5cfc84df598 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 Mar 03 10:42:34.553354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006875c-0521-487a-8608-9bf79cd6b0d4 req-aa3a8054-20d4-4095-bf1d-7f2dc039b97f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:34.554803 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a006875c-0521-487a-8608-9bf79cd6b0d4 req-aa3a8054-20d4-4095-bf1d-7f2dc039b97f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0788615 Mar 03 10:42:34.601119 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a006875c-0521-487a-8608-9bf79cd6b0d4 req-01265825-81e8-4747-9163-3870e7dccd31 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Mar 03 10:42:35.281821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-10e1230e-74f1-4825-a406-360703523f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:35.779813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17352d0e-0264-49c2-ab12-1858e8c2922a req-4ddbc5ac-cf9f-42c3-98f2-16cb5499dc3f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:35.781259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17352d0e-0264-49c2-ab12-1858e8c2922a req-4ddbc5ac-cf9f-42c3-98f2-16cb5499dc3f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0782866 Mar 03 10:42:35.824308 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17352d0e-0264-49c2-ab12-1858e8c2922a req-f554cada-c278-42d7-bc3a-7c6b23247d28 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Mar 03 10:42:36.109841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:36.176553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:37.009538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a7f9-54fe-4bd0-9a06-84f7f88ea46f req-f695a0c2-af12-4ab9-8aef-dec45a6a2e24 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:37.010911 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7009a7f9-54fe-4bd0-9a06-84f7f88ea46f req-f695a0c2-af12-4ab9-8aef-dec45a6a2e24 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0808485 Mar 03 10:42:37.054600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7009a7f9-54fe-4bd0-9a06-84f7f88ea46f req-060a5109-21f7-428f-9cd8-ee5e2e2237d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Mar 03 10:42:38.009271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:38.239680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc8690-f774-4414-bf65-1af635c44017 req-477d68da-1311-4ada-92c9-f42c472181e4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:38.241068 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dcbc8690-f774-4414-bf65-1af635c44017 req-477d68da-1311-4ada-92c9-f42c472181e4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0806227 Mar 03 10:42:38.285336 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dcbc8690-f774-4414-bf65-1af635c44017 req-26344e4d-09d3-429a-9d07-a1693f05edb5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Mar 03 10:42:39.473743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812d3e1-8afd-42da-b516-f156c49fe882 req-1922d858-3cac-4a50-8888-e676b3ee5b9e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:39.475209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c812d3e1-8afd-42da-b516-f156c49fe882 req-1922d858-3cac-4a50-8888-e676b3ee5b9e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0845311 Mar 03 10:42:39.519038 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c812d3e1-8afd-42da-b516-f156c49fe882 req-3fbdfd4a-fc14-4f44-97e9-bd60ec1a0c8c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Mar 03 10:42:40.703792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc9449-a962-46d4-b03a-bd8f745077c8 req-b90f7d3c-8e6b-4972-b905-6ee76e27d23a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:40.705751 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ecc9449-a962-46d4-b03a-bd8f745077c8 req-b90f7d3c-8e6b-4972-b905-6ee76e27d23a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0831420 Mar 03 10:42:40.749342 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ecc9449-a962-46d4-b03a-bd8f745077c8 req-73cef054-05c5-481c-97f5-e00282746390 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Mar 03 10:42:41.848918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-62731177-b06c-4502-932a-dc84373eefad service neutron] 10.222.0.32 "GET /v2.0/ports/1600a426-cf2f-432c-b1a4-fb46a54dd08b/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0748911 Mar 03 10:42:41.937606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230457-757d-4d82-a66e-3f3f0ab75b9a req-bf3102b5-0af8-4008-a88f-fefba7e84a27 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:41.939714 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e2230457-757d-4d82-a66e-3f3f0ab75b9a req-bf3102b5-0af8-4008-a88f-fefba7e84a27 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0842295 Mar 03 10:42:41.985703 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e2230457-757d-4d82-a66e-3f3f0ab75b9a req-4ea6c094-14f1-4f52-ba63-26c1a985eae8 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Mar 03 10:42:42.125227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202963-af82-4428-b994-30dc05d53e2d req-c0700155-676a-4c26-916b-42120c95ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:42.127214 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-c0700155-676a-4c26-916b-42120c95ae72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4&tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52 HTTP/1.1" status: 200 len: 1098 time: 0.0701683 Mar 03 10:42:42.217250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202963-af82-4428-b994-30dc05d53e2d req-9760c593-fb39-4b33-aa39-06df1b0235a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:42.218688 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-9760c593-fb39-4b33-aa39-06df1b0235a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0718198 Mar 03 10:42:42.346330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202963-af82-4428-b994-30dc05d53e2d req-4fe3aac1-d439-4d0f-b78d-26f6c0b85fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:42.347825 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-4fe3aac1-d439-4d0f-b78d-26f6c0b85fed service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1236799 Mar 03 10:42:42.417217 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-1f69b391-6635-40de-90a3-19cb437728ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 200 len: 217 time: 0.0629032 Mar 03 10:42:42.478536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202963-af82-4428-b994-30dc05d53e2d req-65549085-6539-4b9d-aa2f-986a2c6e677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:42.479969 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-65549085-6539-4b9d-aa2f-986a2c6e677a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0566702 Mar 03 10:42:42.525214 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-22b39fdd-9936-4e11-a06b-515eb8ef8aad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392218 Mar 03 10:42:42.653888 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-54086607-a264-4b9d-b637-132abbc4c823 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223254 Mar 03 10:42:42.873363 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-58202963-af82-4428-b994-30dc05d53e2d req-7acd6f6c-f6e5-4397-96d6-b8281e153580 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137563 Mar 03 10:42:43.171604 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcd306-c1f2-452b-8232-06598b1dddc4 req-0ad6f635-b07a-43b5-af53-1e62cc6eca6f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:43.173238 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3dfcd306-c1f2-452b-8232-06598b1dddc4 req-0ad6f635-b07a-43b5-af53-1e62cc6eca6f tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0820067 Mar 03 10:42:43.215829 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3dfcd306-c1f2-452b-8232-06598b1dddc4 req-7ffb8a44-3703-49f6-95b1-250f33e5ee4b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Mar 03 10:42:44.402090 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d812396-8775-4598-bf82-9534e50d0858 req-b7a5964b-3c8d-4ac7-b1d1-2aa2c9295fc4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:44.403601 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9d812396-8775-4598-bf82-9534e50d0858 req-b7a5964b-3c8d-4ac7-b1d1-2aa2c9295fc4 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 945 time: 0.0820878 Mar 03 10:42:44.455018 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9d812396-8775-4598-bf82-9534e50d0858 req-3149d27b-7dd1-4e41-a0a5-8e6f54088586 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 Mar 03 10:42:44.753435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 1600a426-cf2f-432c-b1a4-fb46a54dd08b no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:42:44.867312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:44.893225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:42:44.902366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:44.906462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:44.950493 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b', 'code': 200} Mar 03 10:42:44.975024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=1600a426-cf2f-432c-b1a4-fb46a54dd08b,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:44.981963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.982312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.982649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.983031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.983331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.983670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.983998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.984323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.984647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.985709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.986195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:44.986286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:42:45.642565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b409d-4d42-4b78-a7da-1fa8adf32c18 req-69eb5a52-e74f-4ec0-9e03-bf8ca1ad7e3e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:45.644036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-459b409d-4d42-4b78-a7da-1fa8adf32c18 req-69eb5a52-e74f-4ec0-9e03-bf8ca1ad7e3e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0808501 Mar 03 10:42:45.687007 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-459b409d-4d42-4b78-a7da-1fa8adf32c18 req-508ceef7-f06b-4613-ac94-ec85878d1b39 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 Mar 03 10:42:45.992769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f27a98-913a-42cd-a310-20ae6c74f19b req-eefd6ed1-6dad-44bb-b3c8-a07958c5a2be tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:45.994196 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-74f27a98-913a-42cd-a310-20ae6c74f19b req-eefd6ed1-6dad-44bb-b3c8-a07958c5a2be tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0847464 Mar 03 10:42:45.998524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-a7899751-c2c6-471a-9470-2e012964b010 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:45.999201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-a7899751-c2c6-471a-9470-2e012964b010 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Synchronizing usage tracker for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:42:46.012285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-a7899751-c2c6-471a-9470-2e012964b010 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Unset dirty status for tenant:3f25ab9aa0ca4e9cb831928a30c29d52 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:42:46.013394 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-a7899751-c2c6-471a-9470-2e012964b010 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4&tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 943 time: 0.1000266 Mar 03 10:42:46.046965 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-74f27a98-913a-42cd-a310-20ae6c74f19b req-9053795f-fb91-43fa-8c25-0b0e84c2e063 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Mar 03 10:42:46.150893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-2956302f-31e5-47c7-9ba5-4194828a4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:46.152394 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-2956302f-31e5-47c7-9ba5-4194828a4197 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0716288 Mar 03 10:42:46.279417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-807e3fbf-a295-42cc-8ff6-fd7b4b374341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:46.280766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-807e3fbf-a295-42cc-8ff6-fd7b4b374341 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1227524 Mar 03 10:42:46.351986 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-1f3d5d48-1835-48f5-920c-0f7ca0888ece service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 200 len: 217 time: 0.0655251 Mar 03 10:42:46.412756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-62dc22b5-ea84-45c0-aed1-368a7905d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:46.414173 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-62dc22b5-ea84-45c0-aed1-368a7905d68e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0565083 Mar 03 10:42:46.467444 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-d0b94ad5-83ce-43ec-820c-101432de25a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472319 Mar 03 10:42:46.612741 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-9c949a29-ff0f-4f02-aa09-67aae058ba14 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394606 Mar 03 10:42:46.746172 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d8fa1cde-228a-4b82-b04b-d3b87e5e98c3 req-6bb8450e-c87d-4f5b-b6d4-c69b0c5d2894 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281750 Mar 03 10:42:47.240232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5345-2809-4f46-8fe0-515aa83a28b2 req-b047d34c-52ee-480b-8cb2-30777baca366 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:47.241701 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eecc5345-2809-4f46-8fe0-515aa83a28b2 req-b047d34c-52ee-480b-8cb2-30777baca366 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0822456 Mar 03 10:42:47.288605 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eecc5345-2809-4f46-8fe0-515aa83a28b2 req-13288696-6653-4f2b-9e0e-1a5843303ee7 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Mar 03 10:42:48.471586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e605920-3162-453e-8dc3-a7758377f573 req-b302edc7-5703-4a92-8d1a-27bc3bbc68ea tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:48.473058 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e605920-3162-453e-8dc3-a7758377f573 req-b302edc7-5703-4a92-8d1a-27bc3bbc68ea tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0814340 Mar 03 10:42:48.517199 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e605920-3162-453e-8dc3-a7758377f573 req-2f91031f-c389-41ef-9ba8-3f2d9d931948 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385880 Mar 03 10:42:48.670867 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-e8696f21-4bf5-461c-bbf0-86f0f786282c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679300 Mar 03 10:42:48.700938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e942-2b20-4ae8-a4a3-eccb7d0166fb req-40ac6d9c-95db-4569-8dc4-5d2a3c7c3d8c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:48.702396 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b379e942-2b20-4ae8-a4a3-eccb7d0166fb req-40ac6d9c-95db-4569-8dc4-5d2a3c7c3d8c tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0832026 Mar 03 10:42:48.747327 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b379e942-2b20-4ae8-a4a3-eccb7d0166fb req-c6e06bfb-4fbf-4881-8dd9-46cafadc7b86 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 Mar 03 10:42:48.805472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d099c-6b0b-4f02-be31-a44d965af371 req-b9a35493-1c43-4cbc-aedc-ca9b96b1ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:48.806923 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-b9a35493-1c43-4cbc-aedc-ca9b96b1ec65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0710080 Mar 03 10:42:48.930459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30ad2c-a577-487b-bda5-40428569f68a req-5123753f-648e-4844-a6c4-83088a8ddd42 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:48.931859 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff30ad2c-a577-487b-bda5-40428569f68a req-5123753f-648e-4844-a6c4-83088a8ddd42 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0785902 Mar 03 10:42:48.947660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d099c-6b0b-4f02-be31-a44d965af371 req-9ab729fd-272a-458e-95b9-a385f9eff92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:48.949078 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-9ab729fd-272a-458e-95b9-a385f9eff92e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 200 len: 914 time: 0.1245522 Mar 03 10:42:48.977121 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff30ad2c-a577-487b-bda5-40428569f68a req-e8ebfb02-d1e0-4e50-92d7-dc6702395756 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394077 Mar 03 10:42:49.019517 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-25815f20-8e8d-49c7-ade3-e188438cf9e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 200 len: 217 time: 0.0643704 Mar 03 10:42:49.082579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d099c-6b0b-4f02-be31-a44d965af371 req-689cc6c8-92d8-4aa5-bd13-3153e90e459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:49.084044 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-689cc6c8-92d8-4aa5-bd13-3153e90e459f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 200 len: 854 time: 0.0593040 Mar 03 10:42:49.129261 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-d1c11791-58d7-4e09-8fe4-cb70f6d3fb3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394778 Mar 03 10:42:49.264758 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-eadedba4-cc34-4d14-966c-fb4ced1be921 service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299555 Mar 03 10:42:49.499382 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-825d099c-6b0b-4f02-be31-a44d965af371 req-5ab2507f-5868-44c6-b613-bde7d3119dcf service neutron] 10.222.0.32 "GET /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285097 Mar 03 10:42:49.626379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4c9a-f2da-42be-a8c3-44f88904cc95 req-447b3c76-b982-4770-bbf2-e8f9acddae7b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:49.628099 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8edd4c9a-f2da-42be-a8c3-44f88904cc95 req-447b3c76-b982-4770-bbf2-e8f9acddae7b tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.1769867 Mar 03 10:42:49.670923 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8edd4c9a-f2da-42be-a8c3-44f88904cc95 req-af6505a7-dc7b-441c-a2dd-9e1b73b89c51 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Mar 03 10:42:50.853783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f3f4c-e9db-4a25-93ed-00ca1eb01ae9 req-8f1241d7-7e4c-4b7c-a26d-27271bec351a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:50.855228 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-017f3f4c-e9db-4a25-93ed-00ca1eb01ae9 req-8f1241d7-7e4c-4b7c-a26d-27271bec351a tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0809200 Mar 03 10:42:50.899285 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-017f3f4c-e9db-4a25-93ed-00ca1eb01ae9 req-5d9df55f-e546-4702-901e-645961d738eb tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/security-groups?id=40a8f565-2eb2-43d4-b91d-cb786ae73c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381615 Mar 03 10:42:50.965060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c09c9-46a2-4285-80c6-0d27677f748f req-7d834ed6-e4d8-4870-b406-9d47a72d60c0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:50.966485 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-849c09c9-46a2-4285-80c6-0d27677f748f req-7d834ed6-e4d8-4870-b406-9d47a72d60c0 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 943 time: 0.0781591 Mar 03 10:42:51.036764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Deleting port 1600a426-cf2f-432c-b1a4-fb46a54dd08b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:42:51.037032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:51.280332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] For port 1600a426-cf2f-432c-b1a4-fb46a54dd08b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1600a426-cf2f-432c-b1a4-fb46a54dd08b,segment=NetworkSegment(c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8),segment_id=c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:51.280686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:51.280799 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:42:51.403664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Calling delete_port for 1600a426-cf2f-432c-b1a4-fb46a54dd08b owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:42:51.548139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:51.598388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Pushing event deleted for resources: {'Port': ['ID=1600a426-cf2f-432c-b1a4-fb46a54dd08b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:51.672162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] No DVR routers for this DVR port 1600a426-cf2f-432c-b1a4-fb46a54dd08b on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:42:51.675551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:51.678131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'name': 'network-vif-deleted', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:42:51.695230 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-849c09c9-46a2-4285-80c6-0d27677f748f req-ff4e435c-9b2f-4eff-ab04-032ce387b328 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.32 "DELETE /v2.0/ports/1600a426-cf2f-432c-b1a4-fb46a54dd08b HTTP/1.1" status: 204 len: 173 time: 0.7228730 Mar 03 10:42:51.725433 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2450193e-be42-4029-9d86-55c759936eb4', 'name': 'network-vif-deleted', 'tag': '1600a426-cf2f-432c-b1a4-fb46a54dd08b', 'status': 'completed', 'code': 200} Mar 03 10:42:52.062533 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cae79939-739e-42c4-9597-b2960cb8348c req-ee3bf59f-c404-4666-bf71-e9bb2628ff4e tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2450193e-be42-4029-9d86-55c759936eb4 HTTP/1.1" status: 200 len: 210 time: 0.0457807 Mar 03 10:42:53.293336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 38644) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:53.354998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] Deleting subnet 180cd1b9-e7bf-4644-821c-d388094431c6 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:42:53.357801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.405705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.461239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.529837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.568001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180cd1b9-e7bf-4644-821c-d388094431c6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:53.571433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.577479 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9ba12ba7-293b-4c0c-b9da-17a91e4bc9e7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/180cd1b9-e7bf-4644-821c-d388094431c6 HTTP/1.1" status: 204 len: 168 time: 0.2831509 Mar 03 10:42:53.579951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 38648) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:53.688040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.809797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.834885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:42:53.846360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:42:53.846644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bd6d54-a24f-4c4f-9b1e-2fdbe33eeab8') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:42:53.857386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.872766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.879461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:42:53.879844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.892027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:42:53.894070 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:42:53.969766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.985204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:53.996245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] Pushing event deleted for resources: {'Network': ['ID=c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:54.003401 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8ee83e35-87b4-4cb3-aa9a-2fb18b8a2410 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c49fb74a-7bef-4f1e-9b1d-49dbb82c5bcd HTTP/1.1" status: 204 len: 168 time: 0.4209127 Mar 03 10:42:54.130310 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38654) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:54.180045 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5b53325b-b6ab-4272-861e-3a346a69003e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f25ab9aa0ca4e9cb831928a30c29d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485544 Mar 03 10:42:54.182415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38658) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:54.239908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-723c22f7-e920-421e-9bbf-872a0b2ea15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:54.265809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-723c22f7-e920-421e-9bbf-872a0b2ea15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:54.315786 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-723c22f7-e920-421e-9bbf-872a0b2ea15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:54.332255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c22f7-e920-421e-9bbf-872a0b2ea15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a8f565-2eb2-43d4-b91d-cb786ae73c4c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:54.335477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-723c22f7-e920-421e-9bbf-872a0b2ea15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:54.336582 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-723c22f7-e920-421e-9bbf-872a0b2ea15d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40a8f565-2eb2-43d4-b91d-cb786ae73c4c HTTP/1.1" status: 204 len: 168 time: 0.1532991 Mar 03 10:42:54.783578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 1600a426-cf2f-432c-b1a4-fb46a54dd08b no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:42:54.820506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 1600a426-cf2f-432c-b1a4-fb46a54dd08b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:42:54.820937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 1600a426-cf2f-432c-b1a4-fb46a54dd08b not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:42:55.112135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38682) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:55.214179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1869064413-network', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:42:55.218903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:42:55.222644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Usage tracker for resource:network and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:42:55.225555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:42:55.234632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:42:55.244598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Made reservation on behalf of 4e65165380e9423bb75a589d1569f3f5 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:42:55.247208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.259863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.273938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:42:55.277611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Usage tracker for resource:security_group_rule and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:42:55.280298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:42:55.285734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:42:55.367339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.370921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.400677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:42:55.409302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b05c5-d444-4dba-aa11-7cac58178980,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:55.415714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.416055 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Added segment 03cf285e-9631-4653-860d-5a0a636ef7c2 of type vlan for network c4e09315-5945-4a81-9665-e54296cde45d Mar 03 10:42:55.443178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.472010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.473237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:55.473910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.575330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] Pushing event updated for resources: {'Network': ['ID=c4e09315-5945-4a81-9665-e54296cde45d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:55.578085 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cf7f59af-649a-414e-bb1b-61e89748151b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4649408 Mar 03 10:42:55.581088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38688) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:55.585729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network c4e09315-5945-4a81-9665-e54296cde45d details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:42:55.586447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Request body: {'subnet': {'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1869064413-subnet', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:42:55.591743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:42:55.596059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Usage tracker for resource:subnet and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:42:55.599040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:42:55.604644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:42:55.616044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Made reservation on behalf of 4e65165380e9423bb75a589d1569f3f5 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:42:55.618402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.819443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.891184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43574c47-13a1-49b9-a800-af4607c641e6,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:55.905094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Checking segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:42:55.905496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Network hostable DHCP agents. Network: c4e09315-5945-4a81-9665-e54296cde45d, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:42:55.925404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Network c4e09315-5945-4a81-9665-e54296cde45d is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:42:55.933895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, c4e09315-5945-4a81-9665-e54296cde45d) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:42:55.937731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:42:55.938309 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.942359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a128730-f014-41ff-89d3-022b0f246f61 None None] Network c4e09315-5945-4a81-9665-e54296cde45d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:42:55.958087 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2806e400-a9b8-4999-9c06-d4d09d9d9d6b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3759859 Mar 03 10:42:55.960790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38692) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:55.965545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:42:55.970052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:42:55.974388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Usage tracker for resource:router and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:42:55.977182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:42:55.982718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:42:55.992425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:55.993572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.008821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.162545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-c4e09315-5945-4a81-9665-e54296cde45d', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:42:56.163416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.317950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Allocated IP 172.20.0.2 (c4e09315-5945-4a81-9665-e54296cde45d/43574c47-13a1-49b9-a800-af4607c641e6/71178197-b353-488e-bcaa-9c4ee99400b6) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:42:56.374854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.563585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.574336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Transition to ACTIVE for port object 71178197-b353-488e-bcaa-9c4ee99400b6 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:42:56.592811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Transition to ACTIVE for port object 71178197-b353-488e-bcaa-9c4ee99400b6 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:42:56.598008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.659867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Network c4e09315-5945-4a81-9665-e54296cde45d is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:42:56.667003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:42:56.671041 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:42:56.677163 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Pushing event updated for resources: {'Port': ['ID=71178197-b353-488e-bcaa-9c4ee99400b6,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:56.689296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.719263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.764184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Attempting to bind port 71178197-b353-488e-bcaa-9c4ee99400b6 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:42:56.764552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Attempting to bind port 71178197-b353-488e-bcaa-9c4ee99400b6 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:42:56.764915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Attempting to bind port 71178197-b353-488e-bcaa-9c4ee99400b6 on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:42:56.770249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:42:56.770616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Checking segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:42:56.771013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.771434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Bound using segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:42:56.771886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Bound port: 71178197-b353-488e-bcaa-9c4ee99400b6, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:42:56.772253 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.855972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Allocated IP 172.26.7.248 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/2bf122da-3c63-40cc-9070-b59d796d7370) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:42:56.858571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] For port 71178197-b353-488e-bcaa-9c4ee99400b6, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:42:56.862560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] For port 71178197-b353-488e-bcaa-9c4ee99400b6, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=71178197-b353-488e-bcaa-9c4ee99400b6,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:42:56.866309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:56.958433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc898ed0-03d4-4e3e-9c99-f650e276d01e None None] Pushing event updated for resources: {'Port': ['ID=71178197-b353-488e-bcaa-9c4ee99400b6,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:57.008605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:57.038685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:57.101002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:42:57.112762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:42:57.112762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:42:57.153481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf122da-3c63-40cc-9070-b59d796d7370,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:57.656427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:57.851371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa555af-0f08-46ca-a66b-5b65d09c5e78 None None] Network c4e09315-5945-4a81-9665-e54296cde45d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:42:57.960311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2a1c017b-08b2-47e6-8e80-24b27cc5e92c None None] Provisioning for port 71178197-b353-488e-bcaa-9c4ee99400b6 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:42:58.000999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:58.212912 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:42:58.389513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:42:58.399508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:42:58.408986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:42:58.409673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:42:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:42:58.414510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:58.418486 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a07d9f6d-b82a-4296-8e99-67157587d868 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4543016 Mar 03 10:42:58.418710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38696) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:42:58.582479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:42:58.832703 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 71178197-b353-488e-bcaa-9c4ee99400b6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:42:58.919658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 71178197-b353-488e-bcaa-9c4ee99400b6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:42:58.927551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 71178197-b353-488e-bcaa-9c4ee99400b6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:42:58.927916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:58.961302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:57Z', 'revision_number': 3, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:42:58.974799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:42:58.975137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Updating router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 port 2bf122da-3c63-40cc-9070-b59d796d7370 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:42:59.042327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.210246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.225548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.299409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 71178197-b353-488e-bcaa-9c4ee99400b6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=71178197-b353-488e-bcaa-9c4ee99400b6,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:42:59.304698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.414248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Allocated IP 172.20.0.1 (c4e09315-5945-4a81-9665-e54296cde45d/43574c47-13a1-49b9-a800-af4607c641e6/883f400f-193e-45a0-b2bd-204dd83e2fbc) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:42:59.445911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=71178197-b353-488e-bcaa-9c4ee99400b6,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:59.529417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.540866 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Transition to ACTIVE for port object 2bf122da-3c63-40cc-9070-b59d796d7370 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:42:59.546994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.574294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.589477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Transition to ACTIVE for port object 883f400f-193e-45a0-b2bd-204dd83e2fbc will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:42:59.613700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.630850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Attempting to bind port 2bf122da-3c63-40cc-9070-b59d796d7370 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:42:59.631219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Attempting to bind port 2bf122da-3c63-40cc-9070-b59d796d7370 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:42:59.631596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Attempting to bind port 2bf122da-3c63-40cc-9070-b59d796d7370 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:42:59.633528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ac8b-22e5-4751-9d6d-58775a356350 None None] Pushing event updated for resources: {'Port': ['ID=2bf122da-3c63-40cc-9070-b59d796d7370,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:59.639418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:42:59.639785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:42:59.640174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.640552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:42:59.641048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Bound port: 2bf122da-3c63-40cc-9070-b59d796d7370, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:42:59.641417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.678143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Network c4e09315-5945-4a81-9665-e54296cde45d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:42:59.684907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:42:59.688942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:42:59.714949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] For port 2bf122da-3c63-40cc-9070-b59d796d7370, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:42:59.718626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] For port 2bf122da-3c63-40cc-9070-b59d796d7370, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2bf122da-3c63-40cc-9070-b59d796d7370,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:42:59.723689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Pushing event updated for resources: {'Port': ['ID=883f400f-193e-45a0-b2bd-204dd83e2fbc,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:59.727992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.747430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:42:59.816012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:42:59.816725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:42:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:42:59.885616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ac8b-22e5-4751-9d6d-58775a356350 None None] Pushing event updated for resources: {'Port': ['ID=2bf122da-3c63-40cc-9070-b59d796d7370,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:42:59.998450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bbce2a62-3552-43d7-a6d1-b45c9fb62500 None None] Provisioning for port 883f400f-193e-45a0-b2bd-204dd83e2fbc completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:43:00.011644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bbce2a62-3552-43d7-a6d1-b45c9fb62500 None None] Provisioning complete for port 883f400f-193e-45a0-b2bd-204dd83e2fbc triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:00.012013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bbce2a62-3552-43d7-a6d1-b45c9fb62500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:00.012356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:00.037434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:43:00.231094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:00.237284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:00.244618 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-bbce2a62-3552-43d7-a6d1-b45c9fb62500 None None] Port 883f400f-193e-45a0-b2bd-204dd83e2fbc cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:43:00.346822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Pushing event updated for resources: {'Port': ['ID=883f400f-193e-45a0-b2bd-204dd83e2fbc,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:00.347716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:57Z', 'revision_number': 3, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:00.349384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:00.352526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c83a4-8ef5-43e9-817d-16c215e7e432 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:57Z', 'revision_number': 3, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:43:00.493757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Network c4e09315-5945-4a81-9665-e54296cde45d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:43:00.494841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:43:00.777433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-042ab53e-8540-47bd-ade4-de173e3cfd8b None None] Provisioning complete for port 883f400f-193e-45a0-b2bd-204dd83e2fbc triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:00.778037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-042ab53e-8540-47bd-ade4-de173e3cfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:00.833592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:43:00.849517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-042ab53e-8540-47bd-ade4-de173e3cfd8b None None] Port 883f400f-193e-45a0-b2bd-204dd83e2fbc cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:43:00.886949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2bf122da-3c63-40cc-9070-b59d796d7370 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:00.961980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 2bf122da-3c63-40cc-9070-b59d796d7370 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:43:00.966994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2bf122da-3c63-40cc-9070-b59d796d7370 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:00.967457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.024685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:43:01.035897 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f7aba868-0f49-4a00-8054-0b0b1d5d87fc admin admin] 10.222.0.23 "PUT /v2.0/routers/61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6160948 Mar 03 10:43:01.098460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.116001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 2bf122da-3c63-40cc-9070-b59d796d7370, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2bf122da-3c63-40cc-9070-b59d796d7370,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:01.121065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.121921 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 71178197-b353-488e-bcaa-9c4ee99400b6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:01.280108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf122da-3c63-40cc-9070-b59d796d7370,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:01.290657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 71178197-b353-488e-bcaa-9c4ee99400b6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:01.291024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.648232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38706) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:43:01.653418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747152721', 'description': 'tempest-description--1133727160'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:01.660743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:43:01.664979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:security_group and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:43:01.667925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:43:01.673702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:43:01.684501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.704348 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:43:01.708974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:security_group_rule and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:43:01.711958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:43:01.717724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:43:01.792859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.797212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.839380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:01.841694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.842889 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b0e660e3-ffc1-4094-83ce-5fb4edabc837 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1936626 Mar 03 10:43:01.846285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38710) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:43:01.851236 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:01.857042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:43:01.861179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:security_group_rule and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:43:01.864187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:43:01.869834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:43:01.889182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.900603 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:43:01.910120 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:43:01.910727 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:42:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:01.951872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.956523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.981449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcc9dda-412d-4413-96fa-667f25d3ab3e,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:01.991858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:01.995368 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-34e4f7a7-7ca8-4a5b-939c-f43ea7d96acd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459253 Mar 03 10:43:01.995904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38714) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:43:02.000902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:02.007251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:43:02.011028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:security_group_rule and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:43:02.014120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:43:02.020305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:43:02.037084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.091557 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:43:02.099799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.103493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.130633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0864efa-1be7-448f-a66e-61fd43ed92bd,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:02.141242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.142833 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1cd63be0-60e5-4bc3-ae64-7954ec275d8e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459193 Mar 03 10:43:02.146171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 38718) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:43:02.151521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:02.157414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:43:02.162014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:floatingip and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:43:02.164841 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:43:02.170457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:43:02.180759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.316733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.397644 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:00Z', 'revision_number': 2, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:02.401506 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:43:02.401850 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Updating router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 port 883f400f-193e-45a0-b2bd-204dd83e2fbc binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:43:02.451531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Allocated IP 172.26.7.76 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/233cf95e-d45f-49f9-b760-fdcc4c972203) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:43:02.457078 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.600145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.630083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.693583 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:43:02.696390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:43:02.704577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:43:02.741647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'Port': ['ID=233cf95e-d45f-49f9-b760-fdcc4c972203,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:02.790661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.797309 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.807118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2bf122da-3c63-40cc-9070-b59d796d7370 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:02.809232 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Transition to ACTIVE for port object 883f400f-193e-45a0-b2bd-204dd83e2fbc will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:43:02.816751 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.864057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.879238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 2bf122da-3c63-40cc-9070-b59d796d7370 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:02.879960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:02.891464 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Pushing event updated for resources: {'Port': ['ID=883f400f-193e-45a0-b2bd-204dd83e2fbc,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:03.078909 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.079588 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.079588 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.079951 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.080272 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.080596 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.080910 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.081485 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.081485 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.081827 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.082131 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.082436 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:03.085630 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Attempting to bind port 883f400f-193e-45a0-b2bd-204dd83e2fbc on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:43:03.085981 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Attempting to bind port 883f400f-193e-45a0-b2bd-204dd83e2fbc by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:43:03.086326 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Attempting to bind port 883f400f-193e-45a0-b2bd-204dd83e2fbc on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:43:03.092370 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:43:03.092731 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Checking segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:43:03.093121 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.093497 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Bound using segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:43:03.093945 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Bound port: 883f400f-193e-45a0-b2bd-204dd83e2fbc, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:43:03.094303 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.108407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.115518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.116765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c237866f-9bc4-43eb-9146-ab287139d54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.188567 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] For port 883f400f-193e-45a0-b2bd-204dd83e2fbc, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:43:03.192405 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] For port 883f400f-193e-45a0-b2bd-204dd83e2fbc, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=883f400f-193e-45a0-b2bd-204dd83e2fbc,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:43:03.196686 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.229029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'Port': ['ID=233cf95e-d45f-49f9-b760-fdcc4c972203,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:03.237503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.260152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:03.270517 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c7848dc8-4636-422f-bdfa-59eb69504ed7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1144240 Mar 03 10:43:03.271102 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:43:03.271102 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:42:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:03.430444 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e6afb-3be4-4a48-8c26-cd47e5c3aaeb None None] Pushing event updated for resources: {'Port': ['ID=883f400f-193e-45a0-b2bd-204dd83e2fbc,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:03.446001 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-9d534893-b5ac-41f0-81b0-0e3ba9344051 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1747152721&fields=id&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 267 time: 0.0506110 Mar 03 10:43:03.481608 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:43:03.605250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-687b228c-fd45-4667-844b-2eb6a735530a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:03.606611 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-687b228c-fd45-4667-844b-2eb6a735530a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.1539567 Mar 03 10:43:03.621721 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f0686a82-4584-483c-bb5e-070b021d062a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/quotas/4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0090101 Mar 03 10:43:03.707394 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-98fd29b6-559f-4604-99e7-5303e33533cb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804880 Mar 03 10:43:03.794169 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:03Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:03.797958 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42650e5d-15b3-48ff-8a96-c68fec83b7cb None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:03Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:43:03.905972 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-0fa3ba0c-0cbd-489d-ab5f-38b6ac91c7a7 service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869407 Mar 03 10:43:04.045678 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-157c8847-d687-4d10-a046-0ff7c0ad86a4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341522 Mar 03 10:43:04.237226 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-abacde3c-9874-4d29-bf4b-d8eeb15fd831 req-2049bffa-868f-4b73-91ed-e3dafdce2e6e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 210 time: 0.0455689 Mar 03 10:43:04.830419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 883f400f-193e-45a0-b2bd-204dd83e2fbc up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:04.901636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 883f400f-193e-45a0-b2bd-204dd83e2fbc completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:43:04.906330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 883f400f-193e-45a0-b2bd-204dd83e2fbc triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:04.906701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:05.021881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:05.053425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 883f400f-193e-45a0-b2bd-204dd83e2fbc, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=883f400f-193e-45a0-b2bd-204dd83e2fbc,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:05.057238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:05.127224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=883f400f-193e-45a0-b2bd-204dd83e2fbc,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:05.294600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-519c97b1-2956-456d-8047-174ac8a83b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:05.434451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-331194a6-f4ce-4926-b01e-82f7308e2cb9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:05.435165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-331194a6-f4ce-4926-b01e-82f7308e2cb9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Synchronizing usage tracker for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:43:05.453685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-331194a6-f4ce-4926-b01e-82f7308e2cb9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Unset dirty status for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:43:05.455540 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-331194a6-f4ce-4926-b01e-82f7308e2cb9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.3098221 Mar 03 10:43:05.498298 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-241963a2-0565-4957-bcfa-d546e953479d req-72d7466d-52d2-456b-81a7-074226300124 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 210 time: 0.1462431 Mar 03 10:43:05.510214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-53327a43-9d6c-4e76-a539-027f83036eff tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Synchronizing usage tracker for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:43:05.526675 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-53327a43-9d6c-4e76-a539-027f83036eff tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Unset dirty status for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:43:05.527762 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-53327a43-9d6c-4e76-a539-027f83036eff tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 380 time: 0.0597396 Mar 03 10:43:05.536528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'port': {'device_id': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'admin_state_up': True, 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'security_groups': ['cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:05.668979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:43:05.672662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:port and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:43:05.676273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:43:05.681828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:43:05.691949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Made reservation on behalf of 4e65165380e9423bb75a589d1569f3f5 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:43:05.695464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:05.856393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Allocated IP 172.20.0.7 (c4e09315-5945-4a81-9665-e54296cde45d/43574c47-13a1-49b9-a800-af4607c641e6/2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:43:06.039182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.054733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Transition to ACTIVE for port object 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:43:06.082472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.114799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.154462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Network c4e09315-5945-4a81-9665-e54296cde45d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:43:06.162556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:43:06.166992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:43:06.189891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.201240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:06.219211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.219611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.219944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.220271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.221180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.221505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.221825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.222139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.222453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.222767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.223081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.223539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:06.248370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:06.249035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.273138 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-f827c35c-b130-4d1a-9eef-1357c8bd3d15 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7400682 Mar 03 10:43:06.285184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Request body: {'port': {'device_id': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:06.406592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.452116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f6a15b4e-2280-4ebb-8dff-81034c853d9c None None] Provisioning for port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:43:06.458015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f6a15b4e-2280-4ebb-8dff-81034c853d9c None None] Provisioning complete for port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:06.458385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f6a15b4e-2280-4ebb-8dff-81034c853d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.522227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f6a15b4e-2280-4ebb-8dff-81034c853d9c None None] Port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:43:06.684278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1cef6-ee61-42bd-877e-2d999f836941 req-34ccc3d6-60d3-4672-bb58-ca85a3d31e11 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:06.685744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-21b1cef6-ee61-42bd-877e-2d999f836941 req-34ccc3d6-60d3-4672-bb58-ca85a3d31e11 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 931 time: 0.0810585 Mar 03 10:43:06.736920 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-21b1cef6-ee61-42bd-877e-2d999f836941 req-37c2797e-6b06-4e0c-8fb5-017074027044 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Mar 03 10:43:06.787472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:43:06.795409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.806710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 883f400f-193e-45a0-b2bd-204dd83e2fbc up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:06.814667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Transition to ACTIVE for port object 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:43:06.820874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.881793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 883f400f-193e-45a0-b2bd-204dd83e2fbc triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:06.882260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:06.964925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:07.086148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Attempting to bind port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:43:07.086482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Attempting to bind port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:43:07.086810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Attempting to bind port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:43:07.092224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f on network c4e09315-5945-4a81-9665-e54296cde45d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:43:07.092541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Attempting to bind port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:43:07.098845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:43:07.099180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Checking segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:43:07.100045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Bound using segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:43:07.100457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Bound port: 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:43:07.100742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:07.197065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:43:07.199979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:43:07.205677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:07.261784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:07.262418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:07.264046 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] 10.222.0.32 "PUT /v2.0/ports/2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 200 len: 1093 time: 0.9841180 Mar 03 10:43:07.264483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:07.290934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34340b3a-e701-4f58-8d8b-ed13c44925fd service neutron] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:07.354412 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'status': 'completed', 'code': 200} Mar 03 10:43:07.510395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-09b0b538-e07c-459a-9e16-744549a43ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:07.511898 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-09b0b538-e07c-459a-9e16-744549a43ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 1096 time: 0.2059703 Mar 03 10:43:07.579923 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-56bbc80e-b161-460b-8a73-1ec5f2c29632 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 200 len: 217 time: 0.0613320 Mar 03 10:43:07.646271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-5ca979c3-8e78-4b86-97af-2487dd11729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:07.647752 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-5ca979c3-8e78-4b86-97af-2487dd11729e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0630636 Mar 03 10:43:07.728029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-3874a1aa-38c6-4fcd-8e6b-cd5c5c9b736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:07.729712 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-3874a1aa-38c6-4fcd-8e6b-cd5c5c9b736b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766132 Mar 03 10:43:07.870958 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-816c1498-cf37-470d-a3ab-66c45e951a59 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350064 Mar 03 10:43:07.943920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91350cbd-9371-4aba-96ac-c0223bb5f9a9 req-77ce2748-0c9d-442a-8a71-35d3cc19ca53 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:07.945400 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-91350cbd-9371-4aba-96ac-c0223bb5f9a9 req-77ce2748-0c9d-442a-8a71-35d3cc19ca53 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 943 time: 0.0873580 Mar 03 10:43:07.991167 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-91350cbd-9371-4aba-96ac-c0223bb5f9a9 req-cf68d261-74dc-44b8-98fc-d539554bd922 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383997 Mar 03 10:43:08.013173 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d4665fd6-09dc-49af-8e82-1a3f4ae0a5bc req-99ea40f5-7f60-429c-8d42-1bff9091f3e8 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359186 Mar 03 10:43:08.017871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:08.135083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-864685a1-76ea-4cc9-b420-387af457b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:08.136588 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-864685a1-76ea-4cc9-b420-387af457b466 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 1096 time: 0.0779562 Mar 03 10:43:08.268157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-5c9abab1-1a64-4a71-99f8-c5feee44f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:08.269522 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-5c9abab1-1a64-4a71-99f8-c5feee44f05d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1258628 Mar 03 10:43:08.336290 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-a70f5cbf-e380-417f-8388-8ec630e7fb32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 200 len: 217 time: 0.0595877 Mar 03 10:43:08.401601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-5a3396e3-37e8-41ec-888c-0be635166864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:08.403020 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-5a3396e3-37e8-41ec-888c-0be635166864 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0601525 Mar 03 10:43:08.477257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-b8dc159d-4737-449c-8365-fbf8ae5e28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:08.478736 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-b8dc159d-4737-449c-8365-fbf8ae5e28d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688770 Mar 03 10:43:08.609634 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-36853628-866e-4920-bf7a-d99d9a983f6b service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233499 Mar 03 10:43:08.739010 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc1314b4-6df5-41e0-975f-a39699f7e5c0 req-7a12faf4-dd5a-462b-8a3e-2cf1537f800c service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232953 Mar 03 10:43:09.183988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3597e7-c60b-44fd-b813-aa9121d6f1d2 req-ec297b81-ef0d-4c7c-916e-bc2b99639269 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:09.185429 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb3597e7-c60b-44fd-b813-aa9121d6f1d2 req-ec297b81-ef0d-4c7c-916e-bc2b99639269 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 943 time: 0.0832276 Mar 03 10:43:09.229860 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb3597e7-c60b-44fd-b813-aa9121d6f1d2 req-46c48a3c-18a0-43ca-a632-e6013b634dd1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383649 Mar 03 10:43:10.410964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9c3e9-3d08-44cb-bf3d-b5a9281a7692 req-224f9e9a-0985-4bd7-9f40-a65ae89f4955 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:10.412493 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20b9c3e9-3d08-44cb-bf3d-b5a9281a7692 req-224f9e9a-0985-4bd7-9f40-a65ae89f4955 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 943 time: 0.0797024 Mar 03 10:43:10.457767 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20b9c3e9-3d08-44cb-bf3d-b5a9281a7692 req-fadeb107-c8d5-46b1-8457-2bdd0eff6e2d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395401 Mar 03 10:43:10.862729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:43:10.991552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:11.004224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'mac_address': 'fa:16:3e:66:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:43:11.057973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:11.075275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:43:11.090171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:11.093442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:11.161321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:11.293642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:43:11.647781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c4d53-bfda-49b0-ad93-cdf013f042f2 req-1bd1b363-3c39-4afa-a291-a43f96e27f65 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:11.649166 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-217c4d53-bfda-49b0-ad93-cdf013f042f2 req-1bd1b363-3c39-4afa-a291-a43f96e27f65 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 944 time: 0.0833087 Mar 03 10:43:11.693974 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-217c4d53-bfda-49b0-ad93-cdf013f042f2 req-034a8f04-9b2b-42fb-b702-b8dab3c9b092 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389199 Mar 03 10:43:12.877053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:12.880814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d55409-1bdc-48a1-878a-c89882dd01c8 req-466b03e8-ce86-4896-a60a-56e282fd6670 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:12.882419 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6d55409-1bdc-48a1-878a-c89882dd01c8 req-466b03e8-ce86-4896-a60a-56e282fd6670 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 944 time: 0.0844321 Mar 03 10:43:12.931709 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6d55409-1bdc-48a1-878a-c89882dd01c8 req-d1bc9c34-9093-4ef6-b7d3-afb9086151e3 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Mar 03 10:43:12.945397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:43:12.950571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:12.950939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:13.066530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:13.092476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:13.102505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:13.106682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:13.144435 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'code': 200} Mar 03 10:43:13.176312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:13.358924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c9187-ac8c-4b25-8ed8-c8e5bdbfdaf8 req-5d1c00df-5f3e-48ba-b162-8b3159232498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:13.360334 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a38c9187-ac8c-4b25-8ed8-c8e5bdbfdaf8 req-5d1c00df-5f3e-48ba-b162-8b3159232498 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 1098 time: 0.0724869 Mar 03 10:43:13.400147 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a38c9187-ac8c-4b25-8ed8-c8e5bdbfdaf8 req-c9e4fc59-bd9d-4609-b975-2653078061d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341191 Mar 03 10:43:14.119820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a7f97-d5c0-461a-910b-1a3ab32f116a req-b14e1ff4-936a-4c9b-9192-46c3b57085ca tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:14.121346 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-478a7f97-d5c0-461a-910b-1a3ab32f116a req-b14e1ff4-936a-4c9b-9192-46c3b57085ca tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0842500 Mar 03 10:43:14.166367 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-478a7f97-d5c0-461a-910b-1a3ab32f116a req-aba9ad9f-e02e-4e5c-bdd3-620960417d8d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 Mar 03 10:43:15.350603 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a32083-a5e6-4926-99aa-e31b1ddc803d req-a71a0a55-9cb1-4368-b1ce-dc9203785a93 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:15.352063 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-41a32083-a5e6-4926-99aa-e31b1ddc803d req-a71a0a55-9cb1-4368-b1ce-dc9203785a93 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0811415 Mar 03 10:43:15.394929 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-41a32083-a5e6-4926-99aa-e31b1ddc803d req-3c6216fc-c702-4e84-85cd-a16b9a6e76f4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367696 Mar 03 10:43:15.571386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36969-9211-4f8c-b00f-3618047e606b req-693ae052-9570-4ae0-9135-f8ed5bc34038 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:15.572843 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-27d36969-9211-4f8c-b00f-3618047e606b req-693ae052-9570-4ae0-9135-f8ed5bc34038 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0811145 Mar 03 10:43:15.581070 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 38774) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:43:15.585929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'floatingip': {'port_id': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:15.665792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:16.341472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:16.344939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:16.515014 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 associated. External IP: 172.26.7.76, port: 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f. Mar 03 10:43:16.855260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:43:17.029625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:43:17.034373 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:17.039941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:43:17.050070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:43:17.051345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:43:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:17.087407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9cf2e7d0-9fa2-4c23-962f-2dfb7e644702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "PUT /v2.0/floatingips/3df670bf-2166-4ee9-a6e5-442ba69a83c9 HTTP/1.1" status: 200 len: 990 time: 1.5052822 Mar 03 10:43:17.087991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:17.134000 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'status': 'completed', 'code': 200} Mar 03 10:43:17.229206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-1c3c86d7-4c9b-4b20-bb52-a1539b1d6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:17.230920 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-1c3c86d7-4c9b-4b20-bb52-a1539b1d6fab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 1098 time: 0.0755110 Mar 03 10:43:17.267064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366033f-3b88-4b2f-917d-3aba5ed32224 req-e069893f-1113-43df-8756-758b36fbaae5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:17.268585 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5366033f-3b88-4b2f-917d-3aba5ed32224 req-e069893f-1113-43df-8756-758b36fbaae5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0902381 Mar 03 10:43:17.284303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:43:17.314887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5366033f-3b88-4b2f-917d-3aba5ed32224 req-52a2a27b-7926-4d35-934b-406d6fef89c9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403693 Mar 03 10:43:17.374170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-e05c2b33-52c7-48b4-91fd-2d19b7aba18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:17.375700 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-e05c2b33-52c7-48b4-91fd-2d19b7aba18a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1393249 Mar 03 10:43:17.509742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aed6b-3b0e-49a4-b693-43e573266cc3 req-ef514f21-108f-473d-88d6-60e02ca42c2e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:17.511550 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c7aed6b-3b0e-49a4-b693-43e573266cc3 req-ef514f21-108f-473d-88d6-60e02ca42c2e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0875757 Mar 03 10:43:17.562513 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c7aed6b-3b0e-49a4-b693-43e573266cc3 req-0bc39844-ec1d-4d64-ba17-3325e2958142 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Mar 03 10:43:17.579382 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-db69efd4-4680-4954-ba18-9fa121334828 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 200 len: 998 time: 0.1984024 Mar 03 10:43:17.643645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-04834247-6e72-4636-9111-bbe53af7ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:17.645685 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-04834247-6e72-4636-9111-bbe53af7ae38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0607321 Mar 03 10:43:17.665188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:66:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:43:16Z', 'revision_number': 1, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:17.669027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:43:17.677535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:43:17.678123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:43:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:17.719021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-ebcabd51-19f1-43fb-8c14-fead3dbc6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:17.720527 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-ebcabd51-19f1-43fb-8c14-fead3dbc6d05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691617 Mar 03 10:43:17.730056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-195fafdf-b0d6-4bae-b789-7267312147de service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:43:17.730968 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-195fafdf-b0d6-4bae-b789-7267312147de service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048773 Mar 03 10:43:17.854958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:43:17.858885 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-b6483e7b-dac5-4bde-8f8e-18856c52d4af service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221590 Mar 03 10:43:17.988417 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-11f609e8-64e9-4613-aaf3-3b089a374a2c req-306acdde-8906-4907-ad15-df79d9923c92 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232853 Mar 03 10:43:18.194435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:66:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:43:16Z', 'revision_number': 1, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:18.198312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd511ba-c12c-469e-9cd2-98b674e7d9f7 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:66:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:43:16Z', 'revision_number': 1, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:43:18.368628 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e5fd3e-fd19-43e7-80bb-fed71b19401c None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:43:18.753069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6d80b-dee9-45d2-955c-1b1f9ca13b43 req-04fb83bf-2e49-4ee3-b843-6a4c56d366ec tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:18.755011 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-23e6d80b-dee9-45d2-955c-1b1f9ca13b43 req-04fb83bf-2e49-4ee3-b843-6a4c56d366ec tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0776482 Mar 03 10:43:18.798005 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-23e6d80b-dee9-45d2-955c-1b1f9ca13b43 req-837428c7-b047-403a-8e67-10d91af5a4a4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374262 Mar 03 10:43:18.980847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef026d-6f49-4088-88f1-d60fc36b77eb req-6642e34b-ba81-4273-b097-3230fdfe2aac tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:18.982268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0eef026d-6f49-4088-88f1-d60fc36b77eb req-6642e34b-ba81-4273-b097-3230fdfe2aac tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0807738 Mar 03 10:43:19.025755 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0eef026d-6f49-4088-88f1-d60fc36b77eb req-506afc55-134d-4143-92b3-7b0b82694bcb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379167 Mar 03 10:43:19.365389 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-8baf79b9-210e-40d0-9419-74380fc9624d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684228 Mar 03 10:43:19.421407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979f92-ad0e-4d85-9583-239fa3ae0301 req-508148c2-990c-4f22-bc7f-191665dbd537 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:19.422906 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3b979f92-ad0e-4d85-9583-239fa3ae0301 req-508148c2-990c-4f22-bc7f-191665dbd537 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0827465 Mar 03 10:43:19.470850 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3b979f92-ad0e-4d85-9583-239fa3ae0301 req-89545cdc-e99e-4ae1-94dd-fbb3ebb1a37b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405209 Mar 03 10:43:20.517905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-9071bd80-3ccb-484c-9859-221978e437f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:20.520167 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-9071bd80-3ccb-484c-9859-221978e437f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 1098 time: 0.0748661 Mar 03 10:43:20.652963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-ae6c5a08-5030-49a2-bea0-d772e9df4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:20.654435 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-ae6c5a08-5030-49a2-bea0-d772e9df4bac service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1284258 Mar 03 10:43:20.758796 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-dc613700-6a17-4956-8020-fa96a4d665c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 200 len: 1000 time: 0.0991647 Mar 03 10:43:20.760294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd21193-01d8-4a84-9211-d3608093249d req-e6e922e8-6f95-403f-87c5-d0945f3dc53c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:20.761737 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9bd21193-01d8-4a84-9211-d3608093249d req-e6e922e8-6f95-403f-87c5-d0945f3dc53c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.1859641 Mar 03 10:43:20.805556 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9bd21193-01d8-4a84-9211-d3608093249d req-8450a2a7-7a07-477c-b5a9-189ebe67f379 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379612 Mar 03 10:43:20.819813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-a1c67c7e-bec7-4224-a487-bf38d4f5725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:20.821241 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-a1c67c7e-bec7-4224-a487-bf38d4f5725c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0573552 Mar 03 10:43:20.897378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-edc56dc1-9cc9-46dd-a551-327f4552ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:20.898798 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-edc56dc1-9cc9-46dd-a551-327f4552ce4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721004 Mar 03 10:43:21.026328 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-dfedc0fe-6279-4a52-bedd-78fed5a80d1d service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213529 Mar 03 10:43:21.154027 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-579c65f5-478b-4d76-af2d-ea0557b74641 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219356 Mar 03 10:43:21.988094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b2b0e-00ef-45d1-9540-e157e27d71e5 req-a0baebbe-bf88-44f3-b6af-8805edd513c0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:21.989511 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e8b2b0e-00ef-45d1-9540-e157e27d71e5 req-a0baebbe-bf88-44f3-b6af-8805edd513c0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0798824 Mar 03 10:43:22.032331 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e8b2b0e-00ef-45d1-9540-e157e27d71e5 req-2e6a9f2b-55c9-45b3-82ea-221bf8855579 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372345 Mar 03 10:43:23.217412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f2604-512b-4e92-a406-61b6b2bdd318 req-af1395e9-5494-4770-9aa1-3bb660a6a32b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:23.218860 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-049f2604-512b-4e92-a406-61b6b2bdd318 req-af1395e9-5494-4770-9aa1-3bb660a6a32b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0810726 Mar 03 10:43:23.265344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-049f2604-512b-4e92-a406-61b6b2bdd318 req-6955f558-bfc7-4806-b779-1727613a0f20 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Mar 03 10:43:23.896322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:24.452945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592f666-4a8e-49dc-9417-4967f247708d req-474faea9-f124-4bc8-a1da-106f8978696b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:24.454387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5592f666-4a8e-49dc-9417-4967f247708d req-474faea9-f124-4bc8-a1da-106f8978696b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0814085 Mar 03 10:43:24.499772 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5592f666-4a8e-49dc-9417-4967f247708d req-3406a863-8606-430c-af21-482790bcf021 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384877 Mar 03 10:43:25.687179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e11272-771c-4458-94c8-841ab8b95690 req-25a6caf0-b345-4909-8905-161b98774c86 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:25.688652 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-09e11272-771c-4458-94c8-841ab8b95690 req-25a6caf0-b345-4909-8905-161b98774c86 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0797250 Mar 03 10:43:25.736635 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-09e11272-771c-4458-94c8-841ab8b95690 req-82402d6f-9baf-4985-9d77-6463edac074f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Mar 03 10:43:26.920898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c361c9-6e66-4c57-b636-e3d7a15340ed req-ff84dfef-dc94-45dc-9a0d-92f4e45af699 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:26.922337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-57c361c9-6e66-4c57-b636-e3d7a15340ed req-ff84dfef-dc94-45dc-9a0d-92f4e45af699 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0791981 Mar 03 10:43:26.965115 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-57c361c9-6e66-4c57-b636-e3d7a15340ed req-b3b5d4f9-da25-40b9-a193-c8486c61a4a4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365891 Mar 03 10:43:28.148986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745422f-b1a0-47f8-a2ea-a761a1d94fac req-f3dca20a-f230-404b-8479-c658fbbe1a04 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:28.150475 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6745422f-b1a0-47f8-a2ea-a761a1d94fac req-f3dca20a-f230-404b-8479-c658fbbe1a04 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0823634 Mar 03 10:43:28.194769 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6745422f-b1a0-47f8-a2ea-a761a1d94fac req-15c4bea3-973c-460e-964e-df59a1df04ba tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Mar 03 10:43:28.279959 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:43:29.376082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887659e-44aa-49c2-9dc3-fb16d1677e12 req-6bfe372f-af0f-4993-a69b-fabe6d199771 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:29.377501 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5887659e-44aa-49c2-9dc3-fb16d1677e12 req-6bfe372f-af0f-4993-a69b-fabe6d199771 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0798163 Mar 03 10:43:29.422091 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5887659e-44aa-49c2-9dc3-fb16d1677e12 req-6967df37-eace-4100-9fee-1050b48d64f5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389292 Mar 03 10:43:30.606880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32a0d1-2f9b-4b9a-96a1-9c9c93171eb2 req-33d40d0d-e9c1-473b-9e03-340dd2b2fec5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:30.608355 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3e32a0d1-2f9b-4b9a-96a1-9c9c93171eb2 req-33d40d0d-e9c1-473b-9e03-340dd2b2fec5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0815604 Mar 03 10:43:30.652288 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3e32a0d1-2f9b-4b9a-96a1-9c9c93171eb2 req-995036a7-d577-4e8d-bfd6-067228969b79 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381939 Mar 03 10:43:31.990142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac359e6-01de-412a-9689-c331d7d32332 req-d0ef80fe-6077-48c5-91dc-7e985be7a689 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:31.991585 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ac359e6-01de-412a-9689-c331d7d32332 req-d0ef80fe-6077-48c5-91dc-7e985be7a689 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0818844 Mar 03 10:43:32.033619 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ac359e6-01de-412a-9689-c331d7d32332 req-9f399918-6310-4fa4-84fa-3c37709986ae tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364540 Mar 03 10:43:33.112451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1d2740f1-ace2-4735-ad6d-29bdc74823c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:33.225093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3381e2-5a7b-4800-850b-5411a089accc req-6f3e6e68-49f1-4151-9293-c054d37a66c1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:33.226522 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4a3381e2-5a7b-4800-850b-5411a089accc req-6f3e6e68-49f1-4151-9293-c054d37a66c1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0836287 Mar 03 10:43:33.269635 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4a3381e2-5a7b-4800-850b-5411a089accc req-e826c994-f467-4680-b003-81f3b75ab8db tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375323 Mar 03 10:43:34.454880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2b291-58ee-47b3-8960-578fa4af6e94 req-23c7ae54-fecf-4590-bdf6-e7c4c32d5755 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:34.456387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-61d2b291-58ee-47b3-8960-578fa4af6e94 req-23c7ae54-fecf-4590-bdf6-e7c4c32d5755 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0845149 Mar 03 10:43:34.501719 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-61d2b291-58ee-47b3-8960-578fa4af6e94 req-c2b7ddfa-7448-45c8-966c-b79f280c645c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Mar 03 10:43:35.287011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bf330fc3-e26b-411b-950e-d07f0a0ebb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:35.681291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a2a15-2a81-4c0e-9466-3968e99cade5 req-a15d9c4e-c8fa-4d8e-906c-6138397c57a2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:35.682738 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-634a2a15-2a81-4c0e-9466-3968e99cade5 req-a15d9c4e-c8fa-4d8e-906c-6138397c57a2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0789874 Mar 03 10:43:35.729581 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-634a2a15-2a81-4c0e-9466-3968e99cade5 req-e305f6ba-f2ec-4af5-9feb-ff61fe56fce7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 Mar 03 10:43:36.117552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:36.180073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:36.909296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7705e-2867-4efc-b389-7f40ca0eee35 req-2a0e9b37-e3bf-4b3a-ad78-a975dddb77b9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:36.911363 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cbd7705e-2867-4efc-b389-7f40ca0eee35 req-2a0e9b37-e3bf-4b3a-ad78-a975dddb77b9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0786393 Mar 03 10:43:36.953542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cbd7705e-2867-4efc-b389-7f40ca0eee35 req-08e7e4c0-c58f-4506-9c7c-dd7913ad4593 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367346 Mar 03 10:43:37.768487 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-aeff0b10-4939-4acc-96ea-3e280319076a service neutron] 10.222.0.32 "GET /v2.0/ports/2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0727587 Mar 03 10:43:38.017093 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:38.027994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-99355a75-7c86-439b-b4c4-b0e94fb7af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:38.029394 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-99355a75-7c86-439b-b4c4-b0e94fb7af3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0733771 Mar 03 10:43:38.123172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-c0562fdd-6c69-432b-85f1-f924875ae803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:38.124655 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-c0562fdd-6c69-432b-85f1-f924875ae803 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 1098 time: 0.0733902 Mar 03 10:43:38.144284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a2b92-8131-4736-8181-3ba062daa5dd req-515dbc4e-3ca7-4fd3-9fad-9cf25041e870 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:38.145871 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2c9a2b92-8131-4736-8181-3ba062daa5dd req-515dbc4e-3ca7-4fd3-9fad-9cf25041e870 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0837355 Mar 03 10:43:38.190889 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2c9a2b92-8131-4736-8181-3ba062daa5dd req-9c4065b3-f16d-4bfc-91f6-c50ace70a500 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391362 Mar 03 10:43:38.343462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-0a36d5fd-dd2d-4724-a026-855c74c57061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:38.344797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-0a36d5fd-dd2d-4724-a026-855c74c57061 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.2146039 Mar 03 10:43:38.445986 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-dc15931a-3ec3-429e-851e-914dd07f2d5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 200 len: 1000 time: 0.0950911 Mar 03 10:43:38.507069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-67365103-280c-4585-9ddb-7202f54f1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:38.508511 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-67365103-280c-4585-9ddb-7202f54f1ff5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0568452 Mar 03 10:43:38.585073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-6058beab-3310-412e-a1d8-63178659e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:38.586515 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-6058beab-3310-412e-a1d8-63178659e3e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719862 Mar 03 10:43:38.715863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-2655443a-8136-4cb8-b18e-1f80f4eee43b service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233716 Mar 03 10:43:38.843873 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b5b6aeae-8f7b-47f8-9021-386b29e33a07 req-c55eb55d-b500-45e1-bd02-8cff3ff95311 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223109 Mar 03 10:43:39.374624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624f5d-6065-4ce7-8ae3-10b2d5f1575a req-b1b41104-5e6b-445b-a6d9-bf49f94621a2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:39.376126 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb624f5d-6065-4ce7-8ae3-10b2d5f1575a req-b1b41104-5e6b-445b-a6d9-bf49f94621a2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0795746 Mar 03 10:43:39.420253 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb624f5d-6065-4ce7-8ae3-10b2d5f1575a req-70a32dbb-52eb-42ee-a673-06ba4c2e02df tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380416 Mar 03 10:43:40.613357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d072be-b396-4e9b-8162-d48248125381 req-bf21d497-ef3e-4e6d-8751-9c7690d66475 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:40.614826 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26d072be-b396-4e9b-8162-d48248125381 req-bf21d497-ef3e-4e6d-8751-9c7690d66475 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0826695 Mar 03 10:43:40.657396 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26d072be-b396-4e9b-8162-d48248125381 req-3cc473e3-5a70-45a6-af55-27bb33e4882f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370574 Mar 03 10:43:40.954823 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2e32c-04b1-4f8b-a37d-406961476674 req-f99510fa-47d2-4c03-beb2-6b1dad121088 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:40.956876 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9c2e32c-04b1-4f8b-a37d-406961476674 req-f99510fa-47d2-4c03-beb2-6b1dad121088 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0823462 Mar 03 10:43:40.960100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-4195f5a9-d187-4a67-a16d-d59376707241 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:40.960797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-4195f5a9-d187-4a67-a16d-d59376707241 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Synchronizing usage tracker for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:43:40.977982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-4195f5a9-d187-4a67-a16d-d59376707241 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Unset dirty status for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:43:40.979098 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-4195f5a9-d187-4a67-a16d-d59376707241 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f&tenant_id=4e65165380e9423bb75a589d1569f3f5&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.1003063 Mar 03 10:43:41.001113 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9c2e32c-04b1-4f8b-a37d-406961476674 req-e096f388-b2ef-48de-93b9-f6754a6f028b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385442 Mar 03 10:43:41.032411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:43:41.036018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:43:41.122333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-0817e11b-3449-4d65-bec9-3777038af6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:41.123820 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-0817e11b-3449-4d65-bec9-3777038af6dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 1098 time: 0.0746312 Mar 03 10:43:41.254259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-083f9a38-38a0-485e-a863-cfdd24022225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:41.255771 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-083f9a38-38a0-485e-a863-cfdd24022225 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1264374 Mar 03 10:43:41.266458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:41.287414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:41.348182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'mac_address': 'fa:16:3e:66:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:43:41.354632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:41.360315 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-f64c4606-7116-42de-b554-a734953da0c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 200 len: 1000 time: 0.0981884 Mar 03 10:43:41.393216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:41.401455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:41.427012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-767c83d2-402d-4750-94df-3bfd985c73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:41.428478 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-767c83d2-402d-4750-94df-3bfd985c73bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0632749 Mar 03 10:43:41.443399 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'code': 200} Mar 03 10:43:41.483847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:41.503943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-d2f919d7-5a17-428d-9762-4d7344f75245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:41.505314 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-d2f919d7-5a17-428d-9762-4d7344f75245 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706687 Mar 03 10:43:41.506667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:43:41.513221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:41.570722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:43:41.571088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:43:41.636258 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-f4cbc4af-df9a-4cf5-8a3f-6f7137785ffa service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242359 Mar 03 10:43:41.765924 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-16204b18-b91b-4d3d-a8c3-ed1681cd04c1 req-8af76032-2ca4-4c9c-be94-70e0f08aca73 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239483 Mar 03 10:43:42.128007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:42.147582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:43:42.164167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:42.168061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:42.197038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50523730-3384-45a7-8293-b35a445609dc req-14358ba5-07b5-4656-abcc-249d97ce42d5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:42.199077 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-50523730-3384-45a7-8293-b35a445609dc req-14358ba5-07b5-4656-abcc-249d97ce42d5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 943 time: 0.0846939 Mar 03 10:43:42.232673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:43:42.250425 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-50523730-3384-45a7-8293-b35a445609dc req-1814bc72-1756-4d5e-b2fd-1beea2c030ac tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411060 Mar 03 10:43:42.288749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:43.047555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:43.112956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:43.113381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:43.226318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:43.257478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:43.262050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:43.332863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:43.444250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:43.494832 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'code': 200} Mar 03 10:43:43.547793 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a683686-096d-4dd6-9465-5e03be2f5f3a req-33510fb8-8797-4808-bfd7-460f7bf94ec0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:43.549286 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0a683686-096d-4dd6-9465-5e03be2f5f3a req-33510fb8-8797-4808-bfd7-460f7bf94ec0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.1803775 Mar 03 10:43:43.591963 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0a683686-096d-4dd6-9465-5e03be2f5f3a req-eb27ecba-56e1-4847-9906-570c70b6203b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365589 Mar 03 10:43:43.774753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b1357-612c-46ae-95b6-7d63c5acfe1b req-35042303-92c2-4675-bf05-f3b38fd119a7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:43.776229 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9e1b1357-612c-46ae-95b6-7d63c5acfe1b req-35042303-92c2-4675-bf05-f3b38fd119a7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0806956 Mar 03 10:43:43.824172 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9e1b1357-612c-46ae-95b6-7d63c5acfe1b req-311d4262-f9c4-45b1-8211-e476a1ebcd5a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 Mar 03 10:43:44.004296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09743e-4cd4-426c-bb19-d517dae25e31 req-a38f5032-6986-473e-aad7-1feec2b0f697 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:44.005736 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d09743e-4cd4-426c-bb19-d517dae25e31 req-a38f5032-6986-473e-aad7-1feec2b0f697 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0786242 Mar 03 10:43:44.049067 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d09743e-4cd4-426c-bb19-d517dae25e31 req-fe4f8551-ac96-4786-83e6-1b10d74f92f3 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378468 Mar 03 10:43:44.424616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed253bb-7ae3-421e-84c5-f9eee0cab7e5 req-eae8c975-8b09-491e-bead-9ae3baa45900 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:44.426127 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5ed253bb-7ae3-421e-84c5-f9eee0cab7e5 req-eae8c975-8b09-491e-bead-9ae3baa45900 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0825789 Mar 03 10:43:44.469839 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5ed253bb-7ae3-421e-84c5-f9eee0cab7e5 req-29c66314-587a-4cda-8223-8730e890e4b6 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380116 Mar 03 10:43:45.659733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52443c0-e4cd-4686-a040-32f333def11d req-b1d1a2dc-1d77-454f-8e08-9956256ebe7f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:45.662469 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c52443c0-e4cd-4686-a040-32f333def11d req-b1d1a2dc-1d77-454f-8e08-9956256ebe7f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0847361 Mar 03 10:43:45.706585 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c52443c0-e4cd-4686-a040-32f333def11d req-48d50b8f-02c0-4d37-8135-08cce95f14da tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384550 Mar 03 10:43:46.041003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-e0d68702-a7c8-486e-b97e-e7c029c9e637 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:46.042469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-e0d68702-a7c8-486e-b97e-e7c029c9e637 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0926294 Mar 03 10:43:46.110124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Deleting port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:43:46.110463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:46.449120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] For port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:46.449588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:46.739620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:46.739999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:46.740313 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 disassociated. External IP: 172.26.7.76, port: 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f. Mar 03 10:43:46.740652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Calling delete_port for 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:43:46.893804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:46.898677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338185d-f138-47de-a45c-0b9163239df3 req-e6a7eeb6-369b-4d03-a4ef-5b1026a91f1d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:46.900220 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5338185d-f138-47de-a45c-0b9163239df3 req-e6a7eeb6-369b-4d03-a4ef-5b1026a91f1d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e2c92d-fda4-4c0b-8620-d3d97551610f HTTP/1.1" status: 200 len: 945 time: 0.0851202 Mar 03 10:43:46.944893 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5338185d-f138-47de-a45c-0b9163239df3 req-367b8559-a1f1-4955-96a0-991033ee6dcd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 Mar 03 10:43:46.945146 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event deleted for resources: {'Port': ['ID=2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:47.135787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:43:47.311187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:43:47.321769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022797f-7975-428c-b973-52efb3b37158 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:43:47.332326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:43:47.332754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:43:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:47.383000 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] No DVR routers for this DVR port 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:43:47.385414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:47.387998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-deleted', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:47.405415 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f7551d39-f5b0-4a5a-b00c-ff6ca968d035 req-b6a5cd5d-955d-4400-bd23-71c379f3f635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "DELETE /v2.0/ports/2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f HTTP/1.1" status: 204 len: 173 time: 1.3578153 Mar 03 10:43:47.443607 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2c92d-fda4-4c0b-8620-d3d97551610f', 'name': 'network-vif-deleted', 'tag': '2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f', 'status': 'completed', 'code': 200} Mar 03 10:43:47.516310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:43:47.821105 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:47.825238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022797f-7975-428c-b973-52efb3b37158 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:43:47.833716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:43:47.834315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:43:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:48.060157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:43:48.292449 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-67328280-5371-4cd2-bf45-d84227401187 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1747152721&fields=id&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 267 time: 0.0397282 Mar 03 10:43:48.373037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-b022797f-7975-428c-b973-52efb3b37158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:43:48.376825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022797f-7975-428c-b973-52efb3b37158 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:43:48.447576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-db17074d-0444-4fde-b5ff-8a208c632b72 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:48.449077 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-db17074d-0444-4fde-b5ff-8a208c632b72 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.1502073 Mar 03 10:43:48.463766 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-8d83302a-72fa-4f1e-8d8f-45ea852ebf08 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/quotas/4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0093458 Mar 03 10:43:48.555200 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-09eb5903-b83f-4a39-8ecd-04fe97960ddb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861251 Mar 03 10:43:48.592409 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ffcfcc-c5bd-4a4a-9d4d-5180c916d3d7 None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:43:48.693302 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-e9ee1d78-3701-4dcd-af99-a0e7c08f798a service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256850 Mar 03 10:43:48.824348 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-dccaee87-edf1-4aa1-ba2e-693d4b4ceb3e service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251097 Mar 03 10:43:49.000053 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d6e47280-ad69-4506-970a-f1db23f74258 req-126523a4-84ec-44e8-a191-6910125850f9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0434000 Mar 03 10:43:49.079158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:43:49.115752 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:43:49.116117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2e3f5df7-9a7e-4d8a-a6eb-e531a2367b8f not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:43:50.005890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-6fb0f7ec-9084-486d-a83f-bb0bb1cc19aa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:50.007326 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-6fb0f7ec-9084-486d-a83f-bb0bb1cc19aa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.1464953 Mar 03 10:43:50.061869 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-217d4467-04a9-4189-9d7a-5d2b465c1f9b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 380 time: 0.0416718 Mar 03 10:43:50.070519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'port': {'device_id': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'admin_state_up': True, 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'security_groups': ['cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:50.153712 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-988e72d3-e317-45e3-8e7f-9d343b65ac7e req-be0f7ceb-4008-42d5-8ea8-d97200725991 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0441039 Mar 03 10:43:50.305928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:43:50.309754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:port and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:43:50.312502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:43:50.317926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:43:50.327240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Made reservation on behalf of 4e65165380e9423bb75a589d1569f3f5 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:43:50.330672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:50.489515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Allocated IP 172.20.0.4 (c4e09315-5945-4a81-9665-e54296cde45d/43574c47-13a1-49b9-a800-af4607c641e6/a10740b5-1983-4209-a83a-3940785d207e) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:43:50.670319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:50.685463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Transition to ACTIVE for port object a10740b5-1983-4209-a83a-3940785d207e will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:43:50.708172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:50.773765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Network c4e09315-5945-4a81-9665-e54296cde45d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:43:50.784382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:43:50.789415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:43:50.819899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:50.856114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:50.856718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:50.880965 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-a05c4625-70be-4715-bcb0-f14d4b87b8c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8147197 Mar 03 10:43:50.892953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Request body: {'port': {'device_id': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:51.006477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:51.036824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-50ac0e28-132b-491b-8316-ec98a05881b7 None None] Provisioning for port a10740b5-1983-4209-a83a-3940785d207e completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:43:51.041409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-50ac0e28-132b-491b-8316-ec98a05881b7 None None] Provisioning complete for port a10740b5-1983-4209-a83a-3940785d207e triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:51.041769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-50ac0e28-132b-491b-8316-ec98a05881b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:51.096863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-50ac0e28-132b-491b-8316-ec98a05881b7 None None] Port a10740b5-1983-4209-a83a-3940785d207e cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:43:51.340331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53eff8-6e9e-48be-b5ea-6e9462adbd79 req-369b7ea5-6b77-4444-924c-1f3bd8ac0951 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:51.342214 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9d53eff8-6e9e-48be-b5ea-6e9462adbd79 req-369b7ea5-6b77-4444-924c-1f3bd8ac0951 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 931 time: 0.0833509 Mar 03 10:43:51.348520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10740b5-1983-4209-a83a-3940785d207e {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:43:51.355909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:51.375123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Transition to ACTIVE for port object a10740b5-1983-4209-a83a-3940785d207e will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:43:51.380343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:51.391940 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9d53eff8-6e9e-48be-b5ea-6e9462adbd79 req-e4b5ce0c-3826-4cd8-a7b2-2db45612cb0e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Mar 03 10:43:51.537535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Pushing event updated for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:51.617733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Attempting to bind port a10740b5-1983-4209-a83a-3940785d207e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:43:51.618061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Attempting to bind port a10740b5-1983-4209-a83a-3940785d207e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:43:51.618379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Attempting to bind port a10740b5-1983-4209-a83a-3940785d207e on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:43:51.623020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Port a10740b5-1983-4209-a83a-3940785d207e on network c4e09315-5945-4a81-9665-e54296cde45d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:43:51.623363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Attempting to bind port a10740b5-1983-4209-a83a-3940785d207e on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:43:51.628319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:43:51.628737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Checking segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:43:51.629203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Bound using segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:43:51.629648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Bound port: a10740b5-1983-4209-a83a-3940785d207e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:43:51.629987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:51.717556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:43:51.720295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:43:51.726183 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:51.778444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:51.779062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:51.780433 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] 10.222.0.32 "PUT /v2.0/ports/a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 1093 time: 0.8918021 Mar 03 10:43:51.780862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:51.810409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8400919-617b-4195-af92-7f9b82006e38 service neutron] Pushing event updated for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:51.860378 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e', 'status': 'completed', 'code': 200} Mar 03 10:43:51.902143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-305108c3-19f9-4fe2-8a90-da106f67e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:51.903651 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-305108c3-19f9-4fe2-8a90-da106f67e9c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1096 time: 0.0794518 Mar 03 10:43:51.973617 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-1c8efb2e-984e-4aa2-a3d1-acc7d377ebcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 217 time: 0.0616038 Mar 03 10:43:52.130504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-f9534aa6-a018-4324-9603-9c8cd27ad253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:52.131949 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-f9534aa6-a018-4324-9603-9c8cd27ad253 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.1533735 Mar 03 10:43:52.205555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd008-97da-4e74-b787-229c4b6788db req-43b78cab-b3f3-4955-bec4-d2eddd082c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:52.207806 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-43b78cab-b3f3-4955-bec4-d2eddd082c87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696197 Mar 03 10:43:52.342696 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-d30afae7-dfa5-4dfe-8418-33eda5da69cc service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289642 Mar 03 10:43:52.479492 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-390dd008-97da-4e74-b787-229c4b6788db req-3c3f8ace-3852-412f-94a2-9400e426102a service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310477 Mar 03 10:43:52.581290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f434e-3bc4-4f37-8042-e58f2527e7b9 req-49b91b0a-5842-4665-bca1-63d50df87eaa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:52.582828 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4a0f434e-3bc4-4f37-8042-e58f2527e7b9 req-49b91b0a-5842-4665-bca1-63d50df87eaa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 943 time: 0.0828223 Mar 03 10:43:52.588976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-acac5835-82ae-4317-aac5-bcd3165beb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:52.590527 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-acac5835-82ae-4317-aac5-bcd3165beb49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1096 time: 0.0703053 Mar 03 10:43:52.631171 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4a0f434e-3bc4-4f37-8042-e58f2527e7b9 req-a3c02cb0-5413-4260-87b1-16b7631593b5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Mar 03 10:43:52.720645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-930fed27-8745-485b-ac31-3e03c33fa03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:52.722097 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-930fed27-8745-485b-ac31-3e03c33fa03d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1256683 Mar 03 10:43:52.792105 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-745f1db7-1fbb-43d8-becf-035e682f07af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 217 time: 0.0633447 Mar 03 10:43:52.856341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-1333e100-67f2-4b61-a0d5-d4f2cbec26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:52.857736 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-1333e100-67f2-4b61-a0d5-d4f2cbec26b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0592749 Mar 03 10:43:52.931186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-d9daae04-b3ce-4b2f-882b-487dc7fb6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:52.932682 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-d9daae04-b3ce-4b2f-882b-487dc7fb6997 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691192 Mar 03 10:43:53.063277 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-be640c5a-7466-41d3-ae4b-e741cbd6f31a service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237469 Mar 03 10:43:53.192617 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-84534a13-47d2-4ccf-86be-5aca3182f7cd req-a6fcfa4d-f73b-4833-ade7-a1de4ff09a69 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234188 Mar 03 10:43:53.816452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f02c4-f260-4a74-9780-20d273da73b7 req-fcb0f921-3f15-40ae-92d0-f1fe9969901e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:53.817798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-745f02c4-f260-4a74-9780-20d273da73b7 req-fcb0f921-3f15-40ae-92d0-f1fe9969901e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 943 time: 0.0824614 Mar 03 10:43:53.861115 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-745f02c4-f260-4a74-9780-20d273da73b7 req-69e34492-b7df-404b-a902-dbbbd63ea203 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Mar 03 10:43:53.889359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:55.047502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ccf31-dfed-4191-a1c2-6ce5cb0f1c60 req-115c59e6-6fd4-44bf-a798-d4831cc06d8b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:55.048870 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-533ccf31-dfed-4191-a1c2-6ce5cb0f1c60 req-115c59e6-6fd4-44bf-a798-d4831cc06d8b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 943 time: 0.0839660 Mar 03 10:43:55.078691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a10740b5-1983-4209-a83a-3940785d207e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:43:55.093111 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-533ccf31-dfed-4191-a1c2-6ce5cb0f1c60 req-a4f81b8c-c928-43a4-af01-6af2cef0096e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381074 Mar 03 10:43:55.213890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:55.226929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'a10740b5-1983-4209-a83a-3940785d207e', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': 'a10740b5-1983-4209-a83a-3940785d207e', 'mac_address': 'fa:16:3e:d5:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:43:55.284844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:55.302919 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10740b5-1983-4209-a83a-3940785d207e {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:43:55.317535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:55.321630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:55.386482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:55.393768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.394115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.394454 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.394787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.395122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.395503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.395827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.396150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.396473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.396791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.397110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.397427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:43:55.510207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['a10740b5-1983-4209-a83a-3940785d207e'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:43:56.280911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0946c54-a3da-44b5-89c2-18c3ddc121e5 req-d8f5712f-a63d-4a1e-94c5-8dd906365264 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:56.282372 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0946c54-a3da-44b5-89c2-18c3ddc121e5 req-d8f5712f-a63d-4a1e-94c5-8dd906365264 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 944 time: 0.0843534 Mar 03 10:43:56.325257 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c0946c54-a3da-44b5-89c2-18c3ddc121e5 req-f52df0b2-666a-4c7d-817b-9f6001a58e6b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371482 Mar 03 10:43:57.078456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a10740b5-1983-4209-a83a-3940785d207e up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:43:57.143730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port a10740b5-1983-4209-a83a-3940785d207e completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:43:57.148898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port a10740b5-1983-4209-a83a-3940785d207e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:43:57.149235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:57.262203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:57.288301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:43:57.297524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:43:57.302980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:57.337884 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e', 'code': 200} Mar 03 10:43:57.373965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:43:57.565507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde2d73-9457-4441-bc16-c4642c62b64a req-322b24d0-aea8-4a2a-bdb8-61a416d40a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:57.566981 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-abde2d73-9457-4441-bc16-c4642c62b64a req-322b24d0-aea8-4a2a-bdb8-61a416d40a8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1098 time: 0.0717268 Mar 03 10:43:57.611686 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-abde2d73-9457-4441-bc16-c4642c62b64a req-d11b57c1-f651-478c-9cfc-be3ecd0e3ab7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387948 Mar 03 10:43:57.613919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafde53-009f-4f60-9834-ca0529c75c1b req-5a42390b-37a1-4ee5-8b85-3a0ac1ddb32a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:57.616143 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dafde53-009f-4f60-9834-ca0529c75c1b req-5a42390b-37a1-4ee5-8b85-3a0ac1ddb32a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.1825364 Mar 03 10:43:57.659057 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1dafde53-009f-4f60-9834-ca0529c75c1b req-aa6292e7-e757-40db-a4e6-25a2a09d6bf4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Mar 03 10:43:58.846236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ceca3-0568-4590-9d31-1e5e23ee0afd req-10861f6e-814b-48b9-b348-4fd9dc76f667 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:58.847697 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d53ceca3-0568-4590-9d31-1e5e23ee0afd req-10861f6e-814b-48b9-b348-4fd9dc76f667 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0799351 Mar 03 10:43:58.891239 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d53ceca3-0568-4590-9d31-1e5e23ee0afd req-b90d9ad5-8d2b-404c-8e83-e4fb4cda53fc tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 Mar 03 10:43:59.064576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc661a0-500b-4d1b-aa5a-c96e3f541257 req-2c987ce8-85ce-4acb-826f-e5210d2322ce tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:43:59.065922 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ffc661a0-500b-4d1b-aa5a-c96e3f541257 req-2c987ce8-85ce-4acb-826f-e5210d2322ce tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0789120 Mar 03 10:43:59.074549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 38934) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:43:59.079406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'floatingip': {'port_id': 'a10740b5-1983-4209-a83a-3940785d207e'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:43:59.157338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:59.744430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:59.748228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:43:59.917390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 associated. External IP: 172.26.7.76, port: a10740b5-1983-4209-a83a-3940785d207e. Mar 03 10:44:00.365146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:44:00.543412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:44:00.548260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:00.552718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:44:00.562988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:44:00.563624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:43:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:00.601740 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ee85eaf5-0720-4b33-a2ba-b8c4fb4a3268 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "PUT /v2.0/floatingips/3df670bf-2166-4ee9-a6e5-442ba69a83c9 HTTP/1.1" status: 200 len: 990 time: 1.5261438 Mar 03 10:44:00.602327 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:44:00.647080 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e', 'status': 'completed', 'code': 200} Mar 03 10:44:00.740381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59e081-754f-43de-a898-ffd4d7465917 req-d3b7914b-1d13-44d9-8d91-53e92bbcf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:00.742003 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6f59e081-754f-43de-a898-ffd4d7465917 req-d3b7914b-1d13-44d9-8d91-53e92bbcf3ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1098 time: 0.0720849 Mar 03 10:44:00.746908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:44:00.887724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59e081-754f-43de-a898-ffd4d7465917 req-85b23d6a-8d8e-4c39-9ae8-207e1d33d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:00.889333 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6f59e081-754f-43de-a898-ffd4d7465917 req-85b23d6a-8d8e-4c39-9ae8-207e1d33d5d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1422932 Mar 03 10:44:00.968394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acfe60-838e-43f2-99b8-85c13303bc7e req-2aa4f531-2064-4263-80e2-db5e7a917b01 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:00.970162 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86acfe60-838e-43f2-99b8-85c13303bc7e req-2aa4f531-2064-4263-80e2-db5e7a917b01 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0923331 Mar 03 10:44:00.994675 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6f59e081-754f-43de-a898-ffd4d7465917 req-6a81488a-9c1e-4f18-91f9-ef9aaf2d0edf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 998 time: 0.0978639 Mar 03 10:44:01.019204 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86acfe60-838e-43f2-99b8-85c13303bc7e req-f5de3bce-637e-48d5-b1a7-ddd1848ad3dc tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Mar 03 10:44:01.058910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59e081-754f-43de-a898-ffd4d7465917 req-f410d747-e64e-466e-a59f-1d57b49f70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:01.060381 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6f59e081-754f-43de-a898-ffd4d7465917 req-f410d747-e64e-466e-a59f-1d57b49f70df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0598090 Mar 03 10:44:01.158925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': 'a10740b5-1983-4209-a83a-3940785d207e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:d5:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:43:59Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:01.163136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:44:01.172161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:44:01.172809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:43:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:01.232543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59e081-754f-43de-a898-ffd4d7465917 req-b09d8fd6-f0f5-4b77-89d7-2d81dfe3f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:01.234002 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6f59e081-754f-43de-a898-ffd4d7465917 req-b09d8fd6-f0f5-4b77-89d7-2d81dfe3f935 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1679738 Mar 03 10:44:01.353776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:44:01.365813 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6f59e081-754f-43de-a898-ffd4d7465917 req-54cedbc6-93e1-45e0-9f68-426cb13ba248 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253078 Mar 03 10:44:01.500206 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6f59e081-754f-43de-a898-ffd4d7465917 req-7a8115ee-9179-4beb-9499-97d1c58da11f service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278586 Mar 03 10:44:01.710850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': 'a10740b5-1983-4209-a83a-3940785d207e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:d5:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:43:59Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:01.714798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00724b20-2099-4122-a4f9-92fbbbf38535 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': 'a10740b5-1983-4209-a83a-3940785d207e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:d5:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:43:59Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:44:01.896240 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f43211c-6a3d-4c7e-b61d-fa8b1c00084c None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:44:02.204581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e922dee-1a6d-4742-ad7b-a5d7a03edf32 req-36e596cb-5cef-48ab-ab8e-756df9aa5062 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:02.206039 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3e922dee-1a6d-4742-ad7b-a5d7a03edf32 req-36e596cb-5cef-48ab-ab8e-756df9aa5062 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0807047 Mar 03 10:44:02.249412 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3e922dee-1a6d-4742-ad7b-a5d7a03edf32 req-0160f72c-9c17-41ae-ada8-a78e36794969 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378242 Mar 03 10:44:03.114909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44fced97-8c6e-4716-91d3-763577e04b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:03.434340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbc51f-1be4-4e62-a36e-68f5e9d7bf3d req-732055e5-b747-4224-b41e-2d9f098ef3ea tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:03.435845 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-09cbc51f-1be4-4e62-a36e-68f5e9d7bf3d req-732055e5-b747-4224-b41e-2d9f098ef3ea tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0844173 Mar 03 10:44:03.480096 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-09cbc51f-1be4-4e62-a36e-68f5e9d7bf3d req-74f64953-4c3b-4807-832d-8fa2d816401b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385780 Mar 03 10:44:04.663459 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b56b-c56a-428d-b299-984898cd45a1 req-d10f0497-6c77-479d-b0d0-c60890c6c187 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:04.664898 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d365b56b-c56a-428d-b299-984898cd45a1 req-d10f0497-6c77-479d-b0d0-c60890c6c187 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0796854 Mar 03 10:44:04.710356 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d365b56b-c56a-428d-b299-984898cd45a1 req-5aa10f82-ecb3-455e-9029-f048fab6f273 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 Mar 03 10:44:05.278603 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:44:05.288682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-286656bc-7ebf-441f-a02a-f879282d1dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:05.894095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8b8c-73a1-4145-a757-ca0ac4eaf56b req-96de42be-5d6d-491d-90f3-e7ce5a380ba8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:05.895624 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c9b8b8c-73a1-4145-a757-ca0ac4eaf56b req-96de42be-5d6d-491d-90f3-e7ce5a380ba8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0800076 Mar 03 10:44:05.939507 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c9b8b8c-73a1-4145-a757-ca0ac4eaf56b req-0b08754d-b2d1-4b1c-9658-797cc9c7d4ee tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383449 Mar 03 10:44:06.120175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:06.184145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:07.124997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c814a6-c8b7-4724-804f-092883fc7902 req-aae3e212-d632-4f61-a18f-37f0c85aa877 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:07.126429 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-14c814a6-c8b7-4724-804f-092883fc7902 req-aae3e212-d632-4f61-a18f-37f0c85aa877 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0838437 Mar 03 10:44:07.170916 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-14c814a6-c8b7-4724-804f-092883fc7902 req-8d44aea9-dc9e-45a0-87f4-bb2c14b74a1b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Mar 03 10:44:08.020697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:08.362015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f2a5-86ea-44ef-8ec4-b69ad9bc6777 req-61abffc3-3ff0-4db0-bd80-66f58af857c1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:08.363226 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9a69f2a5-86ea-44ef-8ec4-b69ad9bc6777 req-61abffc3-3ff0-4db0-bd80-66f58af857c1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0841451 Mar 03 10:44:08.411569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9a69f2a5-86ea-44ef-8ec4-b69ad9bc6777 req-1ea6a18c-9ad3-403f-a550-f20b5a119d2c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Mar 03 10:44:09.597500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddd97b-3896-445d-8952-d3c610f4cb87 req-569f04a5-34fe-49af-8076-40dedb8a85b2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:09.599537 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5ddd97b-3896-445d-8952-d3c610f4cb87 req-569f04a5-34fe-49af-8076-40dedb8a85b2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0823290 Mar 03 10:44:09.642822 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5ddd97b-3896-445d-8952-d3c610f4cb87 req-b41adaf6-7f7c-4898-9329-d6a52eb19446 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377879 Mar 03 10:44:10.823855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400410c9-dbbb-42b7-9061-bf3188c7e8bc req-f59f32af-8865-4a75-920c-bce2a2bd5f21 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:10.825302 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-400410c9-dbbb-42b7-9061-bf3188c7e8bc req-f59f32af-8865-4a75-920c-bce2a2bd5f21 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0799420 Mar 03 10:44:10.870209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-400410c9-dbbb-42b7-9061-bf3188c7e8bc req-c438d23f-8158-464b-8984-7a464872731b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Mar 03 10:44:12.057100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684e400-d414-40b3-ae4c-7e99e131c9c1 req-c471192c-3c8a-40fe-a8da-ff319bea585c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:12.058552 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9684e400-d414-40b3-ae4c-7e99e131c9c1 req-c471192c-3c8a-40fe-a8da-ff319bea585c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0823526 Mar 03 10:44:12.101228 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9684e400-d414-40b3-ae4c-7e99e131c9c1 req-23d76d3c-4312-4b4d-bcaf-b7d93fa63282 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Mar 03 10:44:13.283170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b487ef-214a-4901-943b-8edf3370873b req-cf6159cc-a1a9-4784-96a2-73e35852e3a3 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:13.284631 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c3b487ef-214a-4901-943b-8edf3370873b req-cf6159cc-a1a9-4784-96a2-73e35852e3a3 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0782878 Mar 03 10:44:13.331105 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c3b487ef-214a-4901-943b-8edf3370873b req-cbd082e5-8cb3-4c2c-8b07-9275471fed4d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Mar 03 10:44:14.511123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebd383-997b-4cb0-81b3-3168fa40cd86 req-bff06003-c3ab-4cde-837e-c505a175f7bb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:14.512594 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4aebd383-997b-4cb0-81b3-3168fa40cd86 req-bff06003-c3ab-4cde-837e-c505a175f7bb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0781882 Mar 03 10:44:14.555683 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4aebd383-997b-4cb0-81b3-3168fa40cd86 req-e874312d-c6a0-4032-be03-f35c7ad3ef8d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373087 Mar 03 10:44:15.846052 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904541-1368-448f-bac5-c104de355a8f req-ed0a5384-b317-4085-a60f-d65d0b1ff5e5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:15.847453 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-de904541-1368-448f-bac5-c104de355a8f req-ed0a5384-b317-4085-a60f-d65d0b1ff5e5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.1856463 Mar 03 10:44:15.897084 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-de904541-1368-448f-bac5-c104de355a8f req-b0f3eb29-6113-48cf-8aa0-a41385f90cf9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435829 Mar 03 10:44:17.089098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33e8b-2bf7-4517-975c-81743567db1a req-f7a758f4-6d5b-45c4-8d3c-8104163a0aa3 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:17.090462 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-00e33e8b-2bf7-4517-975c-81743567db1a req-f7a758f4-6d5b-45c4-8d3c-8104163a0aa3 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0808835 Mar 03 10:44:17.133373 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-00e33e8b-2bf7-4517-975c-81743567db1a req-3d3ae909-44d6-45de-a122-0401bfd79faa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373747 Mar 03 10:44:18.317811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99fdcf-fd25-4b1b-b16b-99c6ed4e69ff req-beda45fd-c4c5-4957-acdd-2b0aad439937 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:18.319282 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a99fdcf-fd25-4b1b-b16b-99c6ed4e69ff req-beda45fd-c4c5-4957-acdd-2b0aad439937 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Mar 03 10:44:18.362510 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a99fdcf-fd25-4b1b-b16b-99c6ed4e69ff req-f172122c-fce7-439a-80ba-0436a00a617c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 Mar 03 10:44:19.550215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4936ce2-b2bc-4fb2-9022-74a204927639 req-d6e2f69a-8ecf-455a-b056-5c267da45593 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:19.551733 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4936ce2-b2bc-4fb2-9022-74a204927639 req-d6e2f69a-8ecf-455a-b056-5c267da45593 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0822785 Mar 03 10:44:19.595884 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4936ce2-b2bc-4fb2-9022-74a204927639 req-89125baf-4b46-4890-a659-56a815fe4eee tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384219 Mar 03 10:44:20.776716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26415a5c-8ffd-4791-a8f0-2c0abecf888f req-fa02e0fd-a798-4c0f-9820-3c5888f01584 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:20.778143 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26415a5c-8ffd-4791-a8f0-2c0abecf888f req-fa02e0fd-a798-4c0f-9820-3c5888f01584 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0779512 Mar 03 10:44:20.821893 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26415a5c-8ffd-4791-a8f0-2c0abecf888f req-51e0ccdb-59b9-4279-a202-e513e7a144bf tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Mar 03 10:44:22.006051 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5459fbe-3804-46db-b08a-8b5f2acc1c50 req-cdc3d338-4b8d-4ebb-967f-e2a8a7e438d7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:22.007513 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e5459fbe-3804-46db-b08a-8b5f2acc1c50 req-cdc3d338-4b8d-4ebb-967f-e2a8a7e438d7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0834961 Mar 03 10:44:22.052148 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e5459fbe-3804-46db-b08a-8b5f2acc1c50 req-8430f8e1-b607-4372-a521-1a42c21fe094 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390196 Mar 03 10:44:23.237344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef3c23-8342-4008-91a0-e47299457ae1 req-d53c4025-38b9-47f3-843d-98825c8b2afc tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:23.238837 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82ef3c23-8342-4008-91a0-e47299457ae1 req-d53c4025-38b9-47f3-843d-98825c8b2afc tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0798631 Mar 03 10:44:23.285544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82ef3c23-8342-4008-91a0-e47299457ae1 req-4de55d9b-da61-4eb0-9fb3-deaf03c340fa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Mar 03 10:44:23.900902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:24.466581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935fd4-841d-45e2-89cc-d2efcc187b6f req-cdc549c9-ecd5-4f69-9cc1-e498cd16a104 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:24.468085 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b1935fd4-841d-45e2-89cc-d2efcc187b6f req-cdc549c9-ecd5-4f69-9cc1-e498cd16a104 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0797927 Mar 03 10:44:24.512726 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b1935fd4-841d-45e2-89cc-d2efcc187b6f req-b5ef05b0-1c34-4599-af05-34453ed03c20 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Mar 03 10:44:25.696340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb8384-c355-4753-ab12-8789036ca23e req-a0bef5c8-f39a-478a-ba71-33477b065e62 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:25.697790 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ecb8384-c355-4753-ab12-8789036ca23e req-a0bef5c8-f39a-478a-ba71-33477b065e62 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0822115 Mar 03 10:44:25.741936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ecb8384-c355-4753-ab12-8789036ca23e req-aea3a791-1a2b-4420-ba8f-fa83163fcb7e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Mar 03 10:44:26.928004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00455ba3-867f-467b-beca-648931ee1682 req-e1f822a6-b63d-4ce3-8fcb-20d6148907b1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:26.929466 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-00455ba3-867f-467b-beca-648931ee1682 req-e1f822a6-b63d-4ce3-8fcb-20d6148907b1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0811357 Mar 03 10:44:26.978797 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-00455ba3-867f-467b-beca-648931ee1682 req-915f5c6e-4c35-4e4b-aa5c-8b32183b44a0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405929 Mar 03 10:44:27.321695 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-00dba545-e735-4b41-9a84-e593b9e0ac62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690687 Mar 03 10:44:27.375106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15580bef-e2c2-4ad6-a74f-da9e58bd3fdf req-b7f1fbda-b8bf-4517-b0dd-a3a1ad666e16 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:27.376586 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-15580bef-e2c2-4ad6-a74f-da9e58bd3fdf req-b7f1fbda-b8bf-4517-b0dd-a3a1ad666e16 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0838969 Mar 03 10:44:27.424182 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-15580bef-e2c2-4ad6-a74f-da9e58bd3fdf req-9a06f92e-1831-4184-81ba-901c16969556 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Mar 03 10:44:28.406814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-c0bd9623-c171-4afa-a5d3-23ca124451b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:28.408221 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-c0bd9623-c171-4afa-a5d3-23ca124451b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1098 time: 0.0733945 Mar 03 10:44:28.538745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-9b0816af-90f0-4240-a53f-c3f2ee898b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:28.540190 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-9b0816af-90f0-4240-a53f-c3f2ee898b8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1263635 Mar 03 10:44:28.609529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba239eee-fc10-4db8-a945-32f7ccc0ee57 req-f03f8cbe-9b87-48b8-8f2f-e5d6966e0701 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:28.611036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba239eee-fc10-4db8-a945-32f7ccc0ee57 req-f03f8cbe-9b87-48b8-8f2f-e5d6966e0701 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0801558 Mar 03 10:44:28.640636 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-0e7795d9-743e-4584-be1e-83744ccfe53e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 1000 time: 0.0929389 Mar 03 10:44:28.659783 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba239eee-fc10-4db8-a945-32f7ccc0ee57 req-4382cb15-5858-4c13-825b-9cdbfd6aa541 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Mar 03 10:44:28.702678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-4c9fef58-3b08-413e-8b8b-7f82e40cfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:28.704134 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-4c9fef58-3b08-413e-8b8b-7f82e40cfb93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0582855 Mar 03 10:44:28.776371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-c4ddead7-4350-4df6-92fd-e391ed8ca2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:28.777810 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-c4ddead7-4350-4df6-92fd-e391ed8ca2e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685380 Mar 03 10:44:28.904700 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-0d70c8e4-c4fa-4f7e-8835-53b0d58b01a3 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211331 Mar 03 10:44:29.033280 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-8062ebb4-1622-4f43-9bca-c08b71cb4a0f service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229312 Mar 03 10:44:29.840249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152e80e-3859-40ed-bcc7-10db4aa64184 req-47cdc290-d4f1-49fe-aed5-6124cc30a528 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:29.841604 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a152e80e-3859-40ed-bcc7-10db4aa64184 req-47cdc290-d4f1-49fe-aed5-6124cc30a528 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0784438 Mar 03 10:44:29.885042 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a152e80e-3859-40ed-bcc7-10db4aa64184 req-f45c25c7-c65c-4d56-849a-8a88334cfccf tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379362 Mar 03 10:44:30.612973 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-5c5e13ba-4abd-46b2-ac05-cac1ae8744da service neutron] 10.222.0.32 "GET /v2.0/ports/a10740b5-1983-4209-a83a-3940785d207e/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0794234 Mar 03 10:44:30.867598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-104db08c-ba16-4aab-81d6-10027f172d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:30.869058 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-104db08c-ba16-4aab-81d6-10027f172d12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0708549 Mar 03 10:44:30.961411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-d464da4e-0110-4bf6-9b1e-f3c9f4958d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:30.962887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-d464da4e-0110-4bf6-9b1e-f3c9f4958d3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1098 time: 0.0729136 Mar 03 10:44:31.070494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318d77-b96d-4109-9e90-d176f5e8e5e0 req-d9c09dca-eede-4447-aa06-ed001e150f96 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:31.072008 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9318d77-b96d-4109-9e90-d176f5e8e5e0 req-d9c09dca-eede-4447-aa06-ed001e150f96 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0831430 Mar 03 10:44:31.093860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-731aad4e-f18e-4c93-acb5-a6d777a3212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:31.095321 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-731aad4e-f18e-4c93-acb5-a6d777a3212d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1263194 Mar 03 10:44:31.116976 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9318d77-b96d-4109-9e90-d176f5e8e5e0 req-a1e91768-1abc-4965-96b4-bd3f3a7bf702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393264 Mar 03 10:44:31.193863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-5d2558b1-7c39-401b-99e9-0fcddd7d38fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 1000 time: 0.0927639 Mar 03 10:44:31.347064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-d95962bd-9432-4859-b291-b7efc2b75b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:31.348969 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-d95962bd-9432-4859-b291-b7efc2b75b3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.1499450 Mar 03 10:44:31.423119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c40-7871-4b21-945d-252aecfd7c43 req-7dcb1bbe-1763-406c-9d3a-7ee97abbe917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:31.424590 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-7dcb1bbe-1763-406c-9d3a-7ee97abbe917 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686102 Mar 03 10:44:31.553112 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-b830a0b7-f1d2-4b40-a562-3bed0c89988f service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225638 Mar 03 10:44:31.685210 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-28482c40-7871-4b21-945d-252aecfd7c43 req-0b6be667-5ed8-4419-956f-e332a6139762 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251600 Mar 03 10:44:32.308645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66664c48-37c6-49d3-85b6-b45681b9523e req-4d90a522-edd7-4ac8-984a-082a6e0cc2ca tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:32.310086 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-66664c48-37c6-49d3-85b6-b45681b9523e req-4d90a522-edd7-4ac8-984a-082a6e0cc2ca tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0877333 Mar 03 10:44:32.352365 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-66664c48-37c6-49d3-85b6-b45681b9523e req-0bbc6640-e9c8-4fee-94f2-a440daaff072 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367844 Mar 03 10:44:33.116705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fcb9a985-4fc8-459e-9533-86da91cd0082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:33.543681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06696a9f-d88d-45d4-a192-0df014a44259 req-26db145c-5c0c-41a8-984c-0edc400ee04f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:33.545129 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-06696a9f-d88d-45d4-a192-0df014a44259 req-26db145c-5c0c-41a8-984c-0edc400ee04f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0824370 Mar 03 10:44:33.589093 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-06696a9f-d88d-45d4-a192-0df014a44259 req-fbaeb8b9-7bbc-4799-81ca-109a83a097a9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384667 Mar 03 10:44:33.888567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea14fe-39de-437b-b1e1-62ea1310bc05 req-1e6cdf5a-79cd-4c41-b800-453a6975022d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:33.890108 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cfea14fe-39de-437b-b1e1-62ea1310bc05 req-1e6cdf5a-79cd-4c41-b800-453a6975022d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0826392 Mar 03 10:44:33.901082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-ff82ce76-fe7e-4d89-9a56-3bb57f862848 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:33.901777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-ff82ce76-fe7e-4d89-9a56-3bb57f862848 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Synchronizing usage tracker for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:44:33.918213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-ff82ce76-fe7e-4d89-9a56-3bb57f862848 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Unset dirty status for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:44:33.919520 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-ff82ce76-fe7e-4d89-9a56-3bb57f862848 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7&tenant_id=4e65165380e9423bb75a589d1569f3f5&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.1082160 Mar 03 10:44:33.936128 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cfea14fe-39de-437b-b1e1-62ea1310bc05 req-d1eb9e50-901f-48f4-b7af-ebc6f265fe85 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Mar 03 10:44:34.058876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-9cad8f52-caef-4196-a11c-45b2029c659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:34.060267 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-9cad8f52-caef-4196-a11c-45b2029c659d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1098 time: 0.0736859 Mar 03 10:44:34.188743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-64cf1a38-c374-4805-af52-e822618b2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:34.190204 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-64cf1a38-c374-4805-af52-e822618b2db5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1240292 Mar 03 10:44:34.290893 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-b3cd4550-ff1f-47f0-8721-32b4aa5bde50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 1000 time: 0.0943854 Mar 03 10:44:34.353472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-811f5cc5-035f-4b4b-8b4c-f6b241a712d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:34.354795 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-811f5cc5-035f-4b4b-8b4c-f6b241a712d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0582802 Mar 03 10:44:34.427909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-b7537f78-16d3-4a17-9899-34cecd5e6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:34.429362 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-b7537f78-16d3-4a17-9899-34cecd5e6bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692942 Mar 03 10:44:34.557430 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-572d9bf7-3682-4af9-8b50-facc9ff45bab service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217747 Mar 03 10:44:34.685482 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-95322da8-6e52-49f3-b46d-57e36861aa2d req-2b83e835-3e99-4133-a9f3-2379ef27f397 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220899 Mar 03 10:44:35.125242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f1bd6-bfca-41df-9777-5945f5d73661 req-8489b99e-4fe5-4357-9bbe-7113cc6dcfd0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:35.126995 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ae8f1bd6-bfca-41df-9777-5945f5d73661 req-8489b99e-4fe5-4357-9bbe-7113cc6dcfd0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0831935 Mar 03 10:44:35.176844 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ae8f1bd6-bfca-41df-9777-5945f5d73661 req-9b797363-10a0-4629-be9d-ffc22776e24d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Mar 03 10:44:35.288868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-98ddf7a2-389b-494d-9426-88e2459f008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:35.295791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a10740b5-1983-4209-a83a-3940785d207e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:44:35.424295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:44:35.437666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'a10740b5-1983-4209-a83a-3940785d207e', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': 'a10740b5-1983-4209-a83a-3940785d207e', 'mac_address': 'fa:16:3e:d5:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:44:35.491607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:35.507827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a10740b5-1983-4209-a83a-3940785d207e {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:44:35.523527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:44:35.527061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:35.593620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['a10740b5-1983-4209-a83a-3940785d207e'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:44:35.631044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:36.121945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:36.189432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:36.362032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b3c8c-af23-419e-8ea5-b551e034c53a req-307d2a1b-63e9-4017-bb63-e8a52ddff550 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:36.364428 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a56b3c8c-af23-419e-8ea5-b551e034c53a req-307d2a1b-63e9-4017-bb63-e8a52ddff550 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 944 time: 0.0819800 Mar 03 10:44:36.411480 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a56b3c8c-af23-419e-8ea5-b551e034c53a req-704ea244-7016-49a4-9b79-0ccf309eda06 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Mar 03 10:44:36.739578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569e2d4-53b6-4b6a-b42d-73b5097fd26a req-e85130e5-f8f1-40b5-96bf-e29c9d94af7e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:36.741024 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1569e2d4-53b6-4b6a-b42d-73b5097fd26a req-e85130e5-f8f1-40b5-96bf-e29c9d94af7e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 944 time: 0.0798178 Mar 03 10:44:36.786765 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1569e2d4-53b6-4b6a-b42d-73b5097fd26a req-97d4ee2d-393f-4dfe-94ed-87fb7cfeb012 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Mar 03 10:44:37.115755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af9e36-7fe7-4c02-b997-7f1657ae130b req-b22eeb0b-f432-4047-a07b-36f3b5c36d8c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:37.117126 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-45af9e36-7fe7-4c02-b997-7f1657ae130b req-b22eeb0b-f432-4047-a07b-36f3b5c36d8c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 944 time: 0.0800152 Mar 03 10:44:37.158886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-4002f355-255c-494e-8ed6-79c0833224af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:37.160470 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-4002f355-255c-494e-8ed6-79c0833224af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 1097 time: 0.0696151 Mar 03 10:44:37.161094 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-45af9e36-7fe7-4c02-b997-7f1657ae130b req-d6024394-13fe-40b8-a668-3d8f2d46056c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384598 Mar 03 10:44:37.293217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-9a679acb-bb7c-4b78-ac71-26ad8d8b39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:37.294676 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-9a679acb-bb7c-4b78-ac71-26ad8d8b39a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1290061 Mar 03 10:44:37.312299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a10740b5-1983-4209-a83a-3940785d207e up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:44:37.399877 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-2c7983f4-11bb-4e71-b3d1-84d03d1e18f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 200 len: 999 time: 0.0997579 Mar 03 10:44:37.418549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port a10740b5-1983-4209-a83a-3940785d207e triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:44:37.418923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:37.541456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:37.558838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-f7bfb1d6-05a1-4a67-99bc-9a452a8ca83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:37.560311 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-f7bfb1d6-05a1-4a67-99bc-9a452a8ca83a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.1552446 Mar 03 10:44:37.568595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:44:37.578500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:44:37.583217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:37.621047 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e', 'code': 200} Mar 03 10:44:37.636787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-93094979-dcf7-466a-9a44-f04b11895538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:37.638489 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-93094979-dcf7-466a-9a44-f04b11895538 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719917 Mar 03 10:44:37.653052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:37.768307 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-328aac3a-fdae-468d-b844-91d02d2fd81d service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241224 Mar 03 10:44:37.896714 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fdf517f0-bc71-49f0-aa0f-c815d0564626 req-2330ab50-d096-42c5-8bee-58de20468a07 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222606 Mar 03 10:44:38.021056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:38.349218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077913f-b083-4fd5-8066-b5d14c095575 req-6820f92c-c582-4a5c-9dcb-d9774cb132d2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:38.350832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2077913f-b083-4fd5-8066-b5d14c095575 req-6820f92c-c582-4a5c-9dcb-d9774cb132d2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0850692 Mar 03 10:44:38.397814 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2077913f-b083-4fd5-8066-b5d14c095575 req-19a79cec-37be-4b20-8c81-c4e8f4ae122f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Mar 03 10:44:39.580646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e606d-c853-4aec-869a-4337c3b32d35 req-86c3ef0a-7be8-41ee-8f1f-0d1a24ba232c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:39.582646 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7e9e606d-c853-4aec-869a-4337c3b32d35 req-86c3ef0a-7be8-41ee-8f1f-0d1a24ba232c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Mar 03 10:44:39.627674 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7e9e606d-c853-4aec-869a-4337c3b32d35 req-e77573b1-08d7-45e4-8afc-c48879cf0c9d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394809 Mar 03 10:44:40.091499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fd1b1-3753-4e61-ae7e-5f18a2681e69 req-018e0f67-0da8-4831-ab64-0a8469ca20da tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:40.092854 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0d8fd1b1-3753-4e61-ae7e-5f18a2681e69 req-018e0f67-0da8-4831-ab64-0a8469ca20da tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.1685758 Mar 03 10:44:40.136287 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0d8fd1b1-3753-4e61-ae7e-5f18a2681e69 req-9c27e592-aaea-4337-9bb3-c4d415247922 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Mar 03 10:44:41.321423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ba831-4b4c-4845-8ebb-9616665b043e req-84fb49f4-6674-437b-8cf1-cc46f11fbda1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:41.322853 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-603ba831-4b4c-4845-8ebb-9616665b043e req-84fb49f4-6674-437b-8cf1-cc46f11fbda1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0809798 Mar 03 10:44:41.368598 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-603ba831-4b4c-4845-8ebb-9616665b043e req-fae088fc-4af7-476b-9bf0-6a9c203d7a79 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Mar 03 10:44:41.543477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-68fbac17-ae90-4abf-8eb4-f232555a1ac4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:41.544870 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-68fbac17-ae90-4abf-8eb4-f232555a1ac4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0817471 Mar 03 10:44:41.612139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Deleting port a10740b5-1983-4209-a83a-3940785d207e {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:44:41.612484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:41.857394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] For port a10740b5-1983-4209-a83a-3940785d207e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a10740b5-1983-4209-a83a-3940785d207e,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:44:41.857812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:42.150455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:42.150802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:42.151105 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 disassociated. External IP: 172.26.7.76, port: a10740b5-1983-4209-a83a-3940785d207e. Mar 03 10:44:42.151465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Calling delete_port for a10740b5-1983-4209-a83a-3940785d207e owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:44:42.277493 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:44:42.297097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:42.348442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event deleted for resources: {'Port': ['ID=a10740b5-1983-4209-a83a-3940785d207e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:42.359560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.359842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.360178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.360515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.360842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.361168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.361490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.361810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.362132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.362451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.362767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.363590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:44:42.518683 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4624d959-8bc9-48ca-b4ee-88f4731f0cbe req-2754d81b-fc02-45d6-b0af-bfc0dbb8b72d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e600aa2-c16a-431f-816e-c32f0e80c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0434792 Mar 03 10:44:42.547716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:44:42.828528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:44:42.838220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:44:42.851747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:44:42.852354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:44:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:42.901949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] No DVR routers for this DVR port a10740b5-1983-4209-a83a-3940785d207e on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:44:42.904385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:42.906891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'name': 'network-vif-deleted', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:44:42.928017 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d5d80d3f-eba7-4603-a617-a3300377a443 req-5c79ccfc-7e9d-4461-bb72-93d9755c7d39 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "DELETE /v2.0/ports/a10740b5-1983-4209-a83a-3940785d207e HTTP/1.1" status: 204 len: 173 time: 1.3779500 Mar 03 10:44:42.958881 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e600aa2-c16a-431f-816e-c32f0e80c4f7', 'name': 'network-vif-deleted', 'tag': 'a10740b5-1983-4209-a83a-3940785d207e', 'status': 'completed', 'code': 200} Mar 03 10:44:43.030483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:44:43.343983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:43.348629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:44:43.358505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:44:43.359308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:44:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:43.546994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:44:43.850369 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-d6b26497-6d14-4a30-b345-7b0df5f82690 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1747152721&fields=id&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 267 time: 0.0394099 Mar 03 10:44:43.865675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:43.869697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831f553-2851-4ee6-90e7-fe029bd73253 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:44:44.002640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-eb3e3171-7880-402b-b3a1-02b360b09520 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:44.005101 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-eb3e3171-7880-402b-b3a1-02b360b09520 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.1482127 Mar 03 10:44:44.021376 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-d6c72b8e-d640-41f6-aaf7-7f0a05b27d3f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/quotas/4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0107276 Mar 03 10:44:44.083769 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b2f1e-b766-4334-8a58-489d4a8d18df None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:44:44.114017 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c029a391-238a-43be-a105-89158dbb331e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867112 Mar 03 10:44:44.255251 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-d4a8d49c-1318-4e83-8327-f8a716ba91a0 service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303034 Mar 03 10:44:44.393983 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-db351b53-130a-4241-9440-556af3714f29 service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327488 Mar 03 10:44:44.569645 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-81a9b010-65dc-4f62-99ed-5ce50a0da4ef req-9444e976-f6d0-4c5a-89a9-74f83b8bb9a9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 210 time: 0.0425720 Mar 03 10:44:45.358991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a10740b5-1983-4209-a83a-3940785d207e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:44:45.392867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: a10740b5-1983-4209-a83a-3940785d207e {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:44:45.393206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a10740b5-1983-4209-a83a-3940785d207e not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:44:45.551149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-a146d602-e58c-4546-827d-8228f16ac2fb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:45.552599 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-a146d602-e58c-4546-827d-8228f16ac2fb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.1467280 Mar 03 10:44:45.601465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-e1147ee4-3d17-4a93-849d-94a68c63a970 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 380 time: 0.0406787 Mar 03 10:44:45.612086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'port': {'device_id': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'admin_state_up': True, 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'security_groups': ['cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:44:45.724686 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a764a33e-6ee6-4862-a4da-8bac562c7dac req-fe5463d6-e884-4ad2-af00-d46ff32a399f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 210 time: 0.0460157 Mar 03 10:44:45.747970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:44:45.751904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:port and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:44:45.755273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:44:45.760881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:44:45.771463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Made reservation on behalf of 4e65165380e9423bb75a589d1569f3f5 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:44:45.774868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:45.934199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Allocated IP 172.20.0.7 (c4e09315-5945-4a81-9665-e54296cde45d/43574c47-13a1-49b9-a800-af4607c641e6/d133307a-9101-43a5-8a68-a716cc23e68d) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:44:46.116976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:46.132257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Transition to ACTIVE for port object d133307a-9101-43a5-8a68-a716cc23e68d will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:44:46.154580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:46.219923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Network c4e09315-5945-4a81-9665-e54296cde45d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:44:46.222874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:44:46.230687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:44:46.268333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:46.300125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:46.301366 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:46.326549 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-c4a448a9-9237-4bf0-b585-91e7d2cd5539 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7180004 Mar 03 10:44:46.337601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Request body: {'port': {'device_id': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:44:46.458182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:46.461485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-df3c1827-6aa7-4f5a-8b11-b51d61e13a35 None None] Provisioning for port d133307a-9101-43a5-8a68-a716cc23e68d completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:44:46.467048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-df3c1827-6aa7-4f5a-8b11-b51d61e13a35 None None] Provisioning complete for port d133307a-9101-43a5-8a68-a716cc23e68d triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:44:46.467573 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-df3c1827-6aa7-4f5a-8b11-b51d61e13a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:46.561708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-df3c1827-6aa7-4f5a-8b11-b51d61e13a35 None None] Port d133307a-9101-43a5-8a68-a716cc23e68d cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:44:46.803174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d133307a-9101-43a5-8a68-a716cc23e68d {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:44:46.810393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:46.825248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Transition to ACTIVE for port object d133307a-9101-43a5-8a68-a716cc23e68d will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:44:46.829179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:46.915510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e734e91-28a9-40bc-9625-594247578779 req-3aed4b8d-a477-4e65-979d-01f4114c281d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:46.917106 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0e734e91-28a9-40bc-9625-594247578779 req-3aed4b8d-a477-4e65-979d-01f4114c281d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 943 time: 0.0823865 Mar 03 10:44:46.964853 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0e734e91-28a9-40bc-9625-594247578779 req-81634262-3ac9-42df-9049-49516f42c56e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Mar 03 10:44:47.091830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:47.166415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Attempting to bind port d133307a-9101-43a5-8a68-a716cc23e68d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:44:47.166777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Attempting to bind port d133307a-9101-43a5-8a68-a716cc23e68d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:44:47.167099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Attempting to bind port d133307a-9101-43a5-8a68-a716cc23e68d on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:44:47.171724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Port d133307a-9101-43a5-8a68-a716cc23e68d on network c4e09315-5945-4a81-9665-e54296cde45d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:44:47.172038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Attempting to bind port d133307a-9101-43a5-8a68-a716cc23e68d on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:44:47.177984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:44:47.178315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Checking segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:44:47.178691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Bound using segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:44:47.179113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Bound port: d133307a-9101-43a5-8a68-a716cc23e68d, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:44:47.179470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:47.268887 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:44:47.271655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:44:47.275486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:47.329221 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:47.329816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:47.331164 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] 10.222.0.32 "PUT /v2.0/ports/d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 1093 time: 0.9980326 Mar 03 10:44:47.331605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:44:47.358728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fc3be-8e36-47be-ab2d-701554c292ee service neutron] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:47.404181 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'status': 'completed', 'code': 200} Mar 03 10:44:47.455192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-a82df5a0-e9de-42e8-bbd3-671321caaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:47.456818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-a82df5a0-e9de-42e8-bbd3-671321caaa09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1096 time: 0.0846789 Mar 03 10:44:47.525878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-f165a475-9dcf-49c2-a2d8-ad4c88529f5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 217 time: 0.0617716 Mar 03 10:44:47.589980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-e6c3d226-7206-4dbf-bd95-a09cf0cfb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:47.591394 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-e6c3d226-7206-4dbf-bd95-a09cf0cfb156 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0593457 Mar 03 10:44:47.664826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-39a1a5df-bd3a-49b0-8b59-d82647e07b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:47.666282 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-39a1a5df-bd3a-49b0-8b59-d82647e07b52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694296 Mar 03 10:44:47.797847 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-7eb5144c-a995-4bde-93f8-7d0ad78778cd service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253390 Mar 03 10:44:47.930302 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1c9853e0-1168-48aa-8f4d-77ffd5836e3b req-5bdf78a3-c0fa-4213-96c7-c4f84167b992 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236935 Mar 03 10:44:48.040319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-d1d0d792-9f32-42ef-954a-ef5dfd16f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:48.041811 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-d1d0d792-9f32-42ef-954a-ef5dfd16f625 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1096 time: 0.0709140 Mar 03 10:44:48.152147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f93a79-c7b1-43ed-a17b-51d623250fc3 req-e38fe01a-a768-41e5-8bb5-b07e13664e32 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:48.154340 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80f93a79-c7b1-43ed-a17b-51d623250fc3 req-e38fe01a-a768-41e5-8bb5-b07e13664e32 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 943 time: 0.0849559 Mar 03 10:44:48.179111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-ee28cbfc-8471-4a12-949b-2b5c0a90159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:48.180597 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-ee28cbfc-8471-4a12-949b-2b5c0a90159e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1331949 Mar 03 10:44:48.199555 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80f93a79-c7b1-43ed-a17b-51d623250fc3 req-608ed38c-6d85-4d1d-80fb-ed59bdc4c61b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Mar 03 10:44:48.252503 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-fc6a6692-2151-42bb-9dcf-cde01b671841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 217 time: 0.0644507 Mar 03 10:44:48.317304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-0bd27c97-6e45-40ea-a164-8bc2ecf2651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:48.318700 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-0bd27c97-6e45-40ea-a164-8bc2ecf2651c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0598300 Mar 03 10:44:48.392194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-488014e7-b6cb-4663-b6f1-0cb9b175c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:48.393638 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-488014e7-b6cb-4663-b6f1-0cb9b175c5eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684245 Mar 03 10:44:48.530124 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-dab06e68-7c53-4baa-ab0c-ad0b98a3e9ed service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285865 Mar 03 10:44:48.747308 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae99a8-f253-4314-a44e-f8d5b5c91886 req-947237ff-d72a-403a-a3df-7dc5db148cba service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101743 Mar 03 10:44:49.382147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b8ac6-ee6e-46c3-8e5a-21873250da02 req-dacd6299-c350-4357-b36d-0ee53789d77d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:49.383612 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e44b8ac6-ee6e-46c3-8e5a-21873250da02 req-dacd6299-c350-4357-b36d-0ee53789d77d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 943 time: 0.0787022 Mar 03 10:44:49.427833 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e44b8ac6-ee6e-46c3-8e5a-21873250da02 req-37c86d0b-c773-4491-81a0-64afa0108932 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Mar 03 10:44:50.612947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc2131-d8b2-4fd2-a589-1aeb3fdfe56d req-36051c69-da45-4f2d-bf48-cb83264d3096 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:50.614568 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0ccc2131-d8b2-4fd2-a589-1aeb3fdfe56d req-36051c69-da45-4f2d-bf48-cb83264d3096 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 943 time: 0.0839756 Mar 03 10:44:50.657927 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0ccc2131-d8b2-4fd2-a589-1aeb3fdfe56d req-5e78f38e-c031-46d7-a389-57e2a5f594c0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377421 Mar 03 10:44:51.354665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:44:51.483596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:44:51.496700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'mac_address': 'fa:16:3e:c1:16:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:44:51.553673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:51.569566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d133307a-9101-43a5-8a68-a716cc23e68d {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:44:51.584015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:44:51.587983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:51.652235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:51.787925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['d133307a-9101-43a5-8a68-a716cc23e68d'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:44:51.845163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b76de-05e1-46dc-944d-56c64ba30828 req-705f93b1-bd30-420a-bb56-e36da6c05971 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:51.846637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a63b76de-05e1-46dc-944d-56c64ba30828 req-705f93b1-bd30-420a-bb56-e36da6c05971 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 944 time: 0.0827491 Mar 03 10:44:51.891004 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a63b76de-05e1-46dc-944d-56c64ba30828 req-cbffbb7a-7875-455d-a5c5-c66efdabc5d1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Mar 03 10:44:53.073921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303d8c6-0011-4ceb-af5e-56cd0503b885 req-1ba71de2-25f3-49b3-be2c-684b61beb393 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:53.075379 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2303d8c6-0011-4ceb-af5e-56cd0503b885 req-1ba71de2-25f3-49b3-be2c-684b61beb393 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 944 time: 0.0784216 Mar 03 10:44:53.118078 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2303d8c6-0011-4ceb-af5e-56cd0503b885 req-ef583d0a-2d14-4edd-aa37-4bd93ec7a575 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372064 Mar 03 10:44:53.374016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:44:53.443698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port d133307a-9101-43a5-8a68-a716cc23e68d completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:44:53.448295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port d133307a-9101-43a5-8a68-a716cc23e68d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:44:53.448665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:53.563038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:53.589251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:44:53.599406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:44:53.603511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:53.640155 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'code': 200} Mar 03 10:44:53.675140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:44:53.877449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228b57-83b3-40a0-a657-0b72598068e8 req-8732df47-1226-4240-82af-9b232b7c31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:53.879925 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5f228b57-83b3-40a0-a657-0b72598068e8 req-8732df47-1226-4240-82af-9b232b7c31a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1098 time: 0.0710187 Mar 03 10:44:53.901075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:53.925002 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5f228b57-83b3-40a0-a657-0b72598068e8 req-3e122360-5c24-43db-ab6f-09bfc0cecdb4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390341 Mar 03 10:44:54.301447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e232a-df25-420a-aa1c-97eb6def76b7 req-577bb3fe-baf6-4d97-81a9-81baefcfe635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:54.302900 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2c2e232a-df25-420a-aa1c-97eb6def76b7 req-577bb3fe-baf6-4d97-81a9-81baefcfe635 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0816231 Mar 03 10:44:54.345497 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2c2e232a-df25-420a-aa1c-97eb6def76b7 req-fdc367b8-0cd6-4aff-bc06-cb5d22a92b2d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371490 Mar 03 10:44:55.527587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb3296-f946-4176-a567-31f677549c69 req-b7b5e3da-7792-4eb7-8ba7-e536c15e0c7a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:55.529025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7ccb3296-f946-4176-a567-31f677549c69 req-b7b5e3da-7792-4eb7-8ba7-e536c15e0c7a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0794702 Mar 03 10:44:55.575014 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7ccb3296-f946-4176-a567-31f677549c69 req-3850e666-05c1-440d-b43f-27260c03c375 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Mar 03 10:44:55.748795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f897df-a1b2-402d-9526-185ccaf00910 req-527cddcc-dd07-4729-9472-80095baad92d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:55.750225 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f5f897df-a1b2-402d-9526-185ccaf00910 req-527cddcc-dd07-4729-9472-80095baad92d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0780449 Mar 03 10:44:55.758629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39112) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:44:55.763663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'floatingip': {'port_id': 'd133307a-9101-43a5-8a68-a716cc23e68d'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:44:55.936086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:56.522820 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:56.526488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:56.696135 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 associated. External IP: 172.26.7.76, port: d133307a-9101-43a5-8a68-a716cc23e68d. Mar 03 10:44:57.034742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:44:57.322004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:44:57.326998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:44:57.331430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:44:57.340791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:44:57.341402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:44:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:57.381340 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3073184e-1133-4ee2-a4e9-079d03570ced tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "PUT /v2.0/floatingips/3df670bf-2166-4ee9-a6e5-442ba69a83c9 HTTP/1.1" status: 200 len: 990 time: 1.6216865 Mar 03 10:44:57.381908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:44:57.427185 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'status': 'completed', 'code': 200} Mar 03 10:44:57.530003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:44:57.530725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-fd5e4ea6-b634-4164-a495-a3f1ef01b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:57.532788 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-fd5e4ea6-b634-4164-a495-a3f1ef01b629 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1098 time: 0.0846093 Mar 03 10:44:57.714548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-3641894f-4fb0-4321-8347-6aa0f8d84d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:57.716019 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-3641894f-4fb0-4321-8347-6aa0f8d84d3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1764562 Mar 03 10:44:57.793119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c54f-e87b-4ae7-a7fa-092e1ae77119 req-61d92c28-f3c7-4faf-8ca1-bca674f9d07e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:57.794732 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9370c54f-e87b-4ae7-a7fa-092e1ae77119 req-61d92c28-f3c7-4faf-8ca1-bca674f9d07e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0831211 Mar 03 10:44:57.836336 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-19750789-acdb-4b7b-a4fd-e1872a23b8db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 998 time: 0.1139445 Mar 03 10:44:57.845018 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-044eb46c-b572-4639-b24a-c6240844703f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1756952 Mar 03 10:44:57.854522 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9370c54f-e87b-4ae7-a7fa-092e1ae77119 req-3ff51c62-cafa-443d-b6e9-668017a6f3f6 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505533 Mar 03 10:44:57.908001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-a768728d-8dae-4978-963d-c9db52856f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:57.909457 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-a768728d-8dae-4978-963d-c9db52856f6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0678732 Mar 03 10:44:57.911587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:c1:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:44:56Z', 'revision_number': 9, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:57.915700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:44:57.924157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:44:57.925142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:44:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:57.988647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-2521a98e-95d2-414c-a876-8f17a213922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:57.990130 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-2521a98e-95d2-414c-a876-8f17a213922d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751166 Mar 03 10:44:58.129723 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-daa67cbe-9952-483a-8e7c-3735bee86e3a service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335087 Mar 03 10:44:58.157850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:44:58.275605 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-998f89a7-20dd-4861-93ff-b86f65cf8e31 req-6a45edce-d47e-45c8-9228-973028740f06 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400578 Mar 03 10:44:58.529818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:c1:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:44:56Z', 'revision_number': 9, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:44:58.533808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4bff1-dcac-40c8-b5ac-6941f3205db9 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:c1:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:44:56Z', 'revision_number': 9, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:44:58.727074 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622b469-303f-4a6b-9a71-c57c01196f95 None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:44:59.053618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-e016ff45-8e2a-4f5b-8192-cf4b1808f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:59.054136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9af66f-278a-474d-a445-aadb165fe45d req-7b2c4dec-53ae-4d0d-a2d0-dd4cc2c760c1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:59.055101 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-e016ff45-8e2a-4f5b-8192-cf4b1808f293 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1098 time: 0.1284456 Mar 03 10:44:59.055520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c9af66f-278a-474d-a445-aadb165fe45d req-7b2c4dec-53ae-4d0d-a2d0-dd4cc2c760c1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0842021 Mar 03 10:44:59.099993 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c9af66f-278a-474d-a445-aadb165fe45d req-6748e1f1-e33d-42d3-b8cb-5dae461bb8d7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387452 Mar 03 10:44:59.189087 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-8a48e1a8-894c-4eda-a80a-f2b146659839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:59.190690 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-8a48e1a8-894c-4eda-a80a-f2b146659839 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1300631 Mar 03 10:44:59.287059 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-e27f50b1-70f3-446f-b544-0f9568f51d19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 1001 time: 0.0908656 Mar 03 10:44:59.350226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-5c94b281-ce68-436c-bb88-09328eeb4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:59.351585 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-5c94b281-ce68-436c-bb88-09328eeb4f6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0590239 Mar 03 10:44:59.426754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-7d7c9761-d495-40ec-a273-6a74736b77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:44:59.428385 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-7d7c9761-d495-40ec-a273-6a74736b77d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710311 Mar 03 10:44:59.561264 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-db795d5e-a136-442d-9022-e7212703a68e service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268451 Mar 03 10:44:59.779191 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-a329a6a2-f097-4698-bb2d-b06331cebbfe service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118084 Mar 03 10:45:00.284946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6acc-e7e1-4512-8afb-fed75c619fff req-92466b32-df07-4e7f-81bd-4f0e534a9862 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:00.286471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-065c6acc-e7e1-4512-8afb-fed75c619fff req-92466b32-df07-4e7f-81bd-4f0e534a9862 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0813406 Mar 03 10:45:00.329934 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-065c6acc-e7e1-4512-8afb-fed75c619fff req-0d0ed5ed-29a9-4a03-9094-fd5b05786d6a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Mar 03 10:45:01.512618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cba412-b257-402b-b751-2cab01ab7335 req-928d5ad5-f292-43a9-906f-768a20e5b192 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:01.514332 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-45cba412-b257-402b-b751-2cab01ab7335 req-928d5ad5-f292-43a9-906f-768a20e5b192 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0807514 Mar 03 10:45:01.557822 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-45cba412-b257-402b-b751-2cab01ab7335 req-7703613f-06e1-4530-9b40-fb6bf7116264 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373316 Mar 03 10:45:02.741344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeafd6e-5986-4b68-8953-9581ba2ad54e req-45e4d1a4-aba6-4454-abee-89e42db5d999 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:02.742675 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3eeafd6e-5986-4b68-8953-9581ba2ad54e req-45e4d1a4-aba6-4454-abee-89e42db5d999 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0816441 Mar 03 10:45:02.789539 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3eeafd6e-5986-4b68-8953-9581ba2ad54e req-71564ec7-a1cf-43c5-b1ef-9f102e938822 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Mar 03 10:45:03.118467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-450db621-2d3e-4126-ab00-b2bcd8a96552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:03.975370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7d850-f6ed-426f-bbbe-2504436199bd req-f61b6532-0812-4cb5-8efb-66aabe8736ba tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:03.976807 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07d7d850-f6ed-426f-bbbe-2504436199bd req-f61b6532-0812-4cb5-8efb-66aabe8736ba tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0780733 Mar 03 10:45:04.023417 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07d7d850-f6ed-426f-bbbe-2504436199bd req-b855dd82-e984-41ac-9dd3-a3b1d033d8b6 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411372 Mar 03 10:45:05.207623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846ac23-85f9-48e7-a1e4-de12d24f51c6 req-068cca5a-c0f1-4b95-9478-be27dab5e7e1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:05.209086 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3846ac23-85f9-48e7-a1e4-de12d24f51c6 req-068cca5a-c0f1-4b95-9478-be27dab5e7e1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0796113 Mar 03 10:45:05.253089 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3846ac23-85f9-48e7-a1e4-de12d24f51c6 req-b1ee5d75-dc49-4e8d-8173-9eb8e26e8b1e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 Mar 03 10:45:05.290273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e02f-3dc6-4af8-8001-2775578e7c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:06.124350 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:06.189197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:06.444061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4974d-d942-4699-914b-0067a4cfa76c req-2d8ce35b-8245-4a0b-b03d-b189e8b47950 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:06.445518 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ffe4974d-d942-4699-914b-0067a4cfa76c req-2d8ce35b-8245-4a0b-b03d-b189e8b47950 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0857751 Mar 03 10:45:06.490482 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ffe4974d-d942-4699-914b-0067a4cfa76c req-ffa3fd7f-5b38-4e5b-8fae-e4c23f90c5b7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393772 Mar 03 10:45:07.672497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc252a-fa87-4778-a377-d4371cf51852 req-a337c03c-ca2b-401d-a7fb-4691f0fd69b9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:07.673968 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b1cc252a-fa87-4778-a377-d4371cf51852 req-a337c03c-ca2b-401d-a7fb-4691f0fd69b9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0803280 Mar 03 10:45:07.718721 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b1cc252a-fa87-4778-a377-d4371cf51852 req-add07919-9eff-4a59-864e-102c80531477 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385873 Mar 03 10:45:08.025781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:08.902984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ba739-9d7a-49a4-b17b-b30e22915952 req-737d3a43-e64f-4041-9b72-b07d90511b86 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:08.904506 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ac9ba739-9d7a-49a4-b17b-b30e22915952 req-737d3a43-e64f-4041-9b72-b07d90511b86 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0816543 Mar 03 10:45:08.950441 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ac9ba739-9d7a-49a4-b17b-b30e22915952 req-f842a719-267c-4a05-83da-0ae21234e502 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Mar 03 10:45:10.130832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f434763-e5df-46d6-a575-194635467e18 req-0b1aa7fb-f6dc-47c7-9a03-794422fa8ebd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:10.132314 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f434763-e5df-46d6-a575-194635467e18 req-0b1aa7fb-f6dc-47c7-9a03-794422fa8ebd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0784326 Mar 03 10:45:10.177208 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f434763-e5df-46d6-a575-194635467e18 req-ac250c0b-6665-4324-88b1-2acb2b804b11 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393450 Mar 03 10:45:11.365551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca8457-bba9-41c6-9fa0-43b6ad2f09b2 req-9edd6ea7-7aed-4d27-ac7c-e7e8e14b21f0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:11.367022 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d6ca8457-bba9-41c6-9fa0-43b6ad2f09b2 req-9edd6ea7-7aed-4d27-ac7c-e7e8e14b21f0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0841208 Mar 03 10:45:11.411798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d6ca8457-bba9-41c6-9fa0-43b6ad2f09b2 req-55eb05f6-4492-4a22-b451-eae7c7887c38 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389912 Mar 03 10:45:12.601353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d75dc-1603-46fd-bd69-2cacdca3aaeb req-775e887b-2edd-44c0-a981-9b1b49c7f760 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:12.602870 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f0d75dc-1603-46fd-bd69-2cacdca3aaeb req-775e887b-2edd-44c0-a981-9b1b49c7f760 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0835357 Mar 03 10:45:12.650733 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f0d75dc-1603-46fd-bd69-2cacdca3aaeb req-9b047a29-c8b0-4bbf-9bc3-ae78c142357f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Mar 03 10:45:13.832691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548ac5e-7a8c-4289-8a2a-3ff62abe6d33 req-c4a7469b-454a-407e-b234-f28985071ec7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:13.834057 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1548ac5e-7a8c-4289-8a2a-3ff62abe6d33 req-c4a7469b-454a-407e-b234-f28985071ec7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0788071 Mar 03 10:45:13.877340 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1548ac5e-7a8c-4289-8a2a-3ff62abe6d33 req-cc3690cb-862c-4c9f-8a1c-653d5db2ace7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Mar 03 10:45:15.066990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1397d-1791-45ef-8fb4-32dddfb7e34c req-e1e13cba-1057-4682-b99b-7b4f2650d20d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:15.068391 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73f1397d-1791-45ef-8fb4-32dddfb7e34c req-e1e13cba-1057-4682-b99b-7b4f2650d20d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0862675 Mar 03 10:45:15.113150 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73f1397d-1791-45ef-8fb4-32dddfb7e34c req-64e0d669-297e-420f-bcf8-aadaffc334e9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 Mar 03 10:45:16.295901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96dfb-7e4c-425b-9172-5de2109536b0 req-72750455-7148-4ae1-a547-8b6ff73c6fb0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:16.297337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-edc96dfb-7e4c-425b-9172-5de2109536b0 req-72750455-7148-4ae1-a547-8b6ff73c6fb0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0797195 Mar 03 10:45:16.342712 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-edc96dfb-7e4c-425b-9172-5de2109536b0 req-68edb89d-8e81-40e4-8e18-a7ee2b2a46e9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393300 Mar 03 10:45:16.420898 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-161c6246-fb3d-4269-88a2-5c779e98e9b8 service neutron] 10.222.0.32 "GET /v2.0/ports/d133307a-9101-43a5-8a68-a716cc23e68d/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0772886 Mar 03 10:45:16.673693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-5eae23f7-c907-4f6c-b21a-ecc60a539196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:16.675772 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-5eae23f7-c907-4f6c-b21a-ecc60a539196 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0692818 Mar 03 10:45:16.768012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-d4af12cf-5233-49ae-8dbd-d37361f186d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:16.769468 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-d4af12cf-5233-49ae-8dbd-d37361f186d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1098 time: 0.0716398 Mar 03 10:45:16.896510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-2585e539-4051-4852-a09b-2ababe1bb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:16.897928 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-2585e539-4051-4852-a09b-2ababe1bb6e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1231711 Mar 03 10:45:16.996647 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-d73c4d80-8cd4-4f82-a567-88c7bd3b5c16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 1001 time: 0.0929048 Mar 03 10:45:17.057780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-0a85cfc5-c133-4863-941a-619ffbeb0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:17.059145 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-0a85cfc5-c133-4863-941a-619ffbeb0b8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0567620 Mar 03 10:45:17.131051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697144-b101-4f7e-9530-d096863ac254 req-1b7810fa-3112-440a-bd23-b1f92013ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:17.132528 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-1b7810fa-3112-440a-bd23-b1f92013ac48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677938 Mar 03 10:45:17.262857 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-9a224387-26de-456a-983e-85779682fc6d service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237547 Mar 03 10:45:17.392314 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1d697144-b101-4f7e-9530-d096863ac254 req-60c9c352-5878-457c-8c4a-fb3d936636a9 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237063 Mar 03 10:45:17.534933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b6e13-347a-4261-9cc2-5eecbd44ac95 req-59f31acb-df52-44bf-b09d-821def1ee12a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:17.536478 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-144b6e13-347a-4261-9cc2-5eecbd44ac95 req-59f31acb-df52-44bf-b09d-821def1ee12a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0886014 Mar 03 10:45:17.580118 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-144b6e13-347a-4261-9cc2-5eecbd44ac95 req-23bb06c1-23a1-4ebc-84c4-2ebf1912cd87 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382178 Mar 03 10:45:18.768489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1512d4-ca04-443d-8792-04f0829e9a3d req-3fd8309f-b42e-4013-8ee2-5c77e04cbbfa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:18.773529 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8c1512d4-ca04-443d-8792-04f0829e9a3d req-3fd8309f-b42e-4013-8ee2-5c77e04cbbfa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0845747 Mar 03 10:45:18.823280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8c1512d4-ca04-443d-8792-04f0829e9a3d req-6a5d4845-d725-4532-a2b7-385034e4c29a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Mar 03 10:45:19.276733 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:45:19.498307 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:45:19.502085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:45:19.722861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:19.736665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:19.759753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'mac_address': 'fa:16:3e:c1:16:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:45:19.766332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:45:19.803020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:19.809808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:19.841599 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'code': 200} Mar 03 10:45:19.879885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:19.906870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d133307a-9101-43a5-8a68-a716cc23e68d {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:45:19.914487 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:19.946282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.946633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.946971 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.947319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.947654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.947984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.948304 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.948628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.948951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.949272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.949589 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.949904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:45:19.982874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:45:19.983140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:45:20.011695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d34906-1eed-49e4-8d11-5b214aa5ebca req-d4944566-9dd8-4456-bcde-ba0b4ba4d8a4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:20.013423 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20d34906-1eed-49e4-8d11-5b214aa5ebca req-d4944566-9dd8-4456-bcde-ba0b4ba4d8a4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 943 time: 0.0827198 Mar 03 10:45:20.057719 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-20d34906-1eed-49e4-8d11-5b214aa5ebca req-1c4b42a1-a9be-4d18-a9a8-99552d4cef5f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Mar 03 10:45:20.445863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-512ccbdb-4b8d-4595-86db-4bcd21c7126e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:20.446746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-512ccbdb-4b8d-4595-86db-4bcd21c7126e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Synchronizing usage tracker for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:45:20.462405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-512ccbdb-4b8d-4595-86db-4bcd21c7126e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Unset dirty status for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:45:20.463859 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-512ccbdb-4b8d-4595-86db-4bcd21c7126e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f&tenant_id=4e65165380e9423bb75a589d1569f3f5&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 943 time: 0.1042433 Mar 03 10:45:20.548521 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-45abc17f-5f6c-4c5d-bea4-6094f0214ff3 service neutron] 10.222.0.32 "GET /v2.0/ports/d133307a-9101-43a5-8a68-a716cc23e68d/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0799050 Mar 03 10:45:20.549193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:20.569726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d133307a-9101-43a5-8a68-a716cc23e68d {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:45:20.589004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:20.593634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:20.612200 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237800f-5952-4c63-97f6-841334734e70 req-0e18bba3-58eb-4890-9139-6092a6bea1bf tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:20.614064 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e237800f-5952-4c63-97f6-841334734e70 req-0e18bba3-58eb-4890-9139-6092a6bea1bf tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 943 time: 0.1945074 Mar 03 10:45:20.650760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-192e1d12-c8d3-4c5e-835b-4d67d0abf613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:20.652271 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-192e1d12-c8d3-4c5e-835b-4d67d0abf613 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1097 time: 0.0818470 Mar 03 10:45:20.663916 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e237800f-5952-4c63-97f6-841334734e70 req-fd9b95b3-4822-4924-be1e-95b1e9d32004 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 Mar 03 10:45:20.671754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['d133307a-9101-43a5-8a68-a716cc23e68d'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:45:20.711498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:20.783582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-d28359ab-7236-437b-94f2-f11daf40e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:20.785735 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-d28359ab-7236-437b-94f2-f11daf40e5c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1278040 Mar 03 10:45:20.889451 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-3e0d702a-1c4d-4bfc-bd0f-edb70ad300be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 1000 time: 0.0970438 Mar 03 10:45:20.951192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-aa313b64-4985-4708-bc95-2db05701c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:20.952591 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-aa313b64-4985-4708-bc95-2db05701c70a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0568411 Mar 03 10:45:21.030044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-ba7b415f-f60b-4e66-965e-ab872cb18e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:21.031514 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-ba7b415f-f60b-4e66-965e-ab872cb18e83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721176 Mar 03 10:45:21.259710 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-2ada9228-eb0f-442d-a7d2-cba76e41f819 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220051 Mar 03 10:45:21.391317 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-deb54f4d-ebc4-4212-9f2f-304ed880e5a5 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254501 Mar 03 10:45:21.507848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:45:21.574991 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port d133307a-9101-43a5-8a68-a716cc23e68d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:45:21.575641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:21.688893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:21.723600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:21.727679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:21.798381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:21.842885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:45:21.855785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bab46a-51f8-49f5-866b-aebfed0c6326 req-8b20505b-14a2-480c-b698-f054f7fc13ea tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:21.858941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b7bab46a-51f8-49f5-866b-aebfed0c6326 req-8b20505b-14a2-480c-b698-f054f7fc13ea tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0854039 Mar 03 10:45:21.895414 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'code': 200} Mar 03 10:45:21.903015 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b7bab46a-51f8-49f5-866b-aebfed0c6326 req-8c8c8d45-2920-44d2-ba65-557f24cdbcfc tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 Mar 03 10:45:23.094702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc9c83-19f5-475e-9f78-d95b5db1d59c req-a0a624df-de28-4577-ba84-913c0184cef9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:23.096205 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36cc9c83-19f5-475e-9f78-d95b5db1d59c req-a0a624df-de28-4577-ba84-913c0184cef9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0836573 Mar 03 10:45:23.141148 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36cc9c83-19f5-475e-9f78-d95b5db1d59c req-976c63e5-0ae0-4024-be68-0d850f00eeb7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386112 Mar 03 10:45:23.729832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-fd79291c-a605-4fd3-bc89-7fbef9772a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:23.731192 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-fd79291c-a605-4fd3-bc89-7fbef9772a65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0743232 Mar 03 10:45:23.818588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-f8e169db-79f2-4548-a376-7ed8c4ce42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:23.820048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-f8e169db-79f2-4548-a376-7ed8c4ce42a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 1098 time: 0.0680442 Mar 03 10:45:23.914527 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:23.949322 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-ce307ade-00d7-4a2b-8290-97492db67fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:23.950771 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-ce307ade-00d7-4a2b-8290-97492db67fe1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1249576 Mar 03 10:45:24.053507 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-32cb131c-2e01-43c5-bdfe-a16936e433eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 200 len: 1001 time: 0.0957112 Mar 03 10:45:24.118401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-2b9cc932-469a-439d-baf2-dcad0a47ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:24.119815 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-2b9cc932-469a-439d-baf2-dcad0a47ce04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0602031 Mar 03 10:45:24.196152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-08e7a9ac-6992-4c01-99b5-cd7133a7cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:24.198205 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-08e7a9ac-6992-4c01-99b5-cd7133a7cd57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727270 Mar 03 10:45:24.333532 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-339eaa33-cda1-456f-afa7-2134145c3c7e service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285174 Mar 03 10:45:24.414024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e8122-f1b5-4864-aee1-ce12003ea4fd req-7a62357b-c0b6-4c5a-ad63-e83511efe8aa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:24.415519 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-446e8122-f1b5-4864-aee1-ce12003ea4fd req-7a62357b-c0b6-4c5a-ad63-e83511efe8aa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.1653101 Mar 03 10:45:24.462612 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-446e8122-f1b5-4864-aee1-ce12003ea4fd req-c0cd24e4-4afd-4478-9859-f7e12f9d9085 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410717 Mar 03 10:45:24.467013 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5b2b6183-e84c-47fb-89c2-3133c379ee88 req-08a364e1-342c-4307-b0e4-c3e061a4890c service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268322 Mar 03 10:45:25.746957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595181a-9f62-46b6-9616-bb86c1cdcbc1 req-1edc4e04-2d6d-4c5d-b057-e9cc1effded5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:25.748369 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7595181a-9f62-46b6-9616-bb86c1cdcbc1 req-1edc4e04-2d6d-4c5d-b057-e9cc1effded5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.1724644 Mar 03 10:45:25.793673 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7595181a-9f62-46b6-9616-bb86c1cdcbc1 req-e98832c1-62a3-4bf3-86a5-561a2a7d354d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Mar 03 10:45:26.979510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21044626-46d3-43e6-a154-8d77273eded2 req-7e549b0c-f023-471c-b79a-46d8e4fa9cf6 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:26.980962 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-21044626-46d3-43e6-a154-8d77273eded2 req-7e549b0c-f023-471c-b79a-46d8e4fa9cf6 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0829363 Mar 03 10:45:27.025791 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-21044626-46d3-43e6-a154-8d77273eded2 req-eb1668d5-1301-4e34-93c6-ccacfb1c5ae7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392373 Mar 03 10:45:27.210237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069773-1620-442c-b60e-f6214f3ab0a4 req-965c0720-6f33-43dd-9aa4-a0a674180f81 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:27.211764 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f069773-1620-442c-b60e-f6214f3ab0a4 req-965c0720-6f33-43dd-9aa4-a0a674180f81 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0815573 Mar 03 10:45:27.261801 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f069773-1620-442c-b60e-f6214f3ab0a4 req-d0c5d16b-df4a-4a5d-92f8-59b606eeca70 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 Mar 03 10:45:27.450808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe98c31-a721-40cc-9252-5ee74d11e949 req-96590027-c5d8-4660-a06a-c329a88e8d37 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:27.452280 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1fe98c31-a721-40cc-9252-5ee74d11e949 req-96590027-c5d8-4660-a06a-c329a88e8d37 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0801253 Mar 03 10:45:27.496134 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1fe98c31-a721-40cc-9252-5ee74d11e949 req-4ceb3272-0de4-4e6e-a6ef-507340b14bad tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381112 Mar 03 10:45:27.553493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:45:27.741544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:27.754410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'mac_address': 'fa:16:3e:c1:16:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:45:27.810920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:27.828078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d133307a-9101-43a5-8a68-a716cc23e68d {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:45:27.843592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:27.847905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:27.882617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a2e4c-ddb8-43f3-89c6-098ccb6f3156 req-5fbf24a2-1b58-4730-816b-61eb81c5eb0c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:27.884092 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ed2a2e4c-ddb8-43f3-89c6-098ccb6f3156 req-5fbf24a2-1b58-4730-816b-61eb81c5eb0c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 945 time: 0.0821586 Mar 03 10:45:27.917779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['d133307a-9101-43a5-8a68-a716cc23e68d'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:45:27.929623 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ed2a2e4c-ddb8-43f3-89c6-098ccb6f3156 req-ebd199ef-0374-40fa-8647-3541617f4f29 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Mar 03 10:45:27.963495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=9']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:29.111398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e508d4c-95ad-4409-b261-fc508a198150 req-0262fbfc-e4aa-4599-a7cd-e5cae406044c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:29.112824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8e508d4c-95ad-4409-b261-fc508a198150 req-0262fbfc-e4aa-4599-a7cd-e5cae406044c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 944 time: 0.0785561 Mar 03 10:45:29.156699 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8e508d4c-95ad-4409-b261-fc508a198150 req-c7fefc94-1c49-48b7-8236-70042118a2b9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 Mar 03 10:45:29.572971 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:45:29.641500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port d133307a-9101-43a5-8a68-a716cc23e68d triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:45:29.641871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:29.757798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:29.783387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:45:29.793541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:29.798106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:29.832514 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'code': 200} Mar 03 10:45:29.867408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-6876c545-d913-40a9-8e30-4ac7ff8a4789 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:29.868854 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-6876c545-d913-40a9-8e30-4ac7ff8a4789 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 946 time: 0.0802946 Mar 03 10:45:29.869000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=10']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:29.941532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Deleting port d133307a-9101-43a5-8a68-a716cc23e68d {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:45:29.941890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:30.185177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] For port d133307a-9101-43a5-8a68-a716cc23e68d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d133307a-9101-43a5-8a68-a716cc23e68d,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:30.185177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:30.350410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79015e-43b5-430d-b776-73bd02e6b405 req-eed954c5-2cd6-4ca3-96d7-c2d5e6b4cfc8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:30.352012 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ae79015e-43b5-430d-b776-73bd02e6b405 req-eed954c5-2cd6-4ca3-96d7-c2d5e6b4cfc8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 946 time: 0.0888486 Mar 03 10:45:30.398044 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ae79015e-43b5-430d-b776-73bd02e6b405 req-c29acca3-3a21-4c17-9bec-045c1a93b3ae tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Mar 03 10:45:30.569139 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:30.569586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:30.569821 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 disassociated. External IP: 172.26.7.76, port: d133307a-9101-43a5-8a68-a716cc23e68d. Mar 03 10:45:30.570143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Calling delete_port for d133307a-9101-43a5-8a68-a716cc23e68d owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:45:30.712402 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:30.761020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event deleted for resources: {'Port': ['ID=d133307a-9101-43a5-8a68-a716cc23e68d,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:30.952870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:45:31.128257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:45:31.138145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:45:31.147743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:45:31.148332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:45:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:31.198712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] No DVR routers for this DVR port d133307a-9101-43a5-8a68-a716cc23e68d on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:45:31.201137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:31.203601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-deleted', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:45:31.222802 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-aa3bbb8f-1b85-4475-963c-d0722a64bf60 req-cc31d05e-d574-4d08-8e6d-b68ef79ca3af tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "DELETE /v2.0/ports/d133307a-9101-43a5-8a68-a716cc23e68d HTTP/1.1" status: 204 len: 173 time: 1.3482955 Mar 03 10:45:31.264789 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b9202-3297-4445-9529-0b48b7e2106f', 'name': 'network-vif-deleted', 'tag': 'd133307a-9101-43a5-8a68-a716cc23e68d', 'status': 'completed', 'code': 200} Mar 03 10:45:31.336516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:45:31.560561 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1488559f-9f97-40d2-b486-b2393e2ee53d req-b10c79f4-36b1-46b2-a52e-965ca7f64653 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b94b9202-3297-4445-9529-0b48b7e2106f HTTP/1.1" status: 200 len: 210 time: 0.0432787 Mar 03 10:45:31.660634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:31.664574 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:45:31.672874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:45:31.673474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:45:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:31.857936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:45:32.202172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:32.206646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832aa01-bd22-4392-b0fb-06e3e2aebbea None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:45:32.445611 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf743c64-f842-460b-9249-3e05235b58de None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:45:32.902454 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-c4545ae4-2ead-46c9-8f15-1f65b64a05a1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1747152721&fields=id&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 267 time: 0.0392771 Mar 03 10:45:33.058088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-d163c95a-e1ea-437a-bfbd-44115269b736 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:33.059467 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-d163c95a-e1ea-437a-bfbd-44115269b736 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.1500554 Mar 03 10:45:33.073693 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-00573f79-e47a-40a8-b5c2-3a6e39f627d7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/quotas/4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0088370 Mar 03 10:45:33.121512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-040edc14-a438-4d35-8b5e-d0f4f08a3671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:33.160570 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-3ba7f100-b9bd-4c4c-9413-3812bb75189a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820043 Mar 03 10:45:33.176335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-029f823c-28f7-4dac-8b57-19235f06019e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:45:33.177290 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-029f823c-28f7-4dac-8b57-19235f06019e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057220 Mar 03 10:45:33.306614 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-86478bde-211e-4196-b569-ff8e7a4c1f6c service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240995 Mar 03 10:45:33.436565 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fbf29619-d4af-444a-915c-ebd18d567e6e service neutron] 10.222.0.23 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241143 Mar 03 10:45:33.576188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:45:33.610028 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8356595f-d175-4887-9e7c-478d35d31c04 req-e141e198-f138-4013-856e-d2970c5312fa tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 210 time: 0.0429442 Mar 03 10:45:33.612710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: d133307a-9101-43a5-8a68-a716cc23e68d {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:45:33.613041 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d133307a-9101-43a5-8a68-a716cc23e68d not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:45:34.599630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-8f88a608-c99a-4dbd-869e-391a488527c4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:34.601043 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-8f88a608-c99a-4dbd-869e-391a488527c4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 812 time: 0.1438456 Mar 03 10:45:34.654883 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-c70c829d-4e82-47b2-b115-a78d7690816a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 380 time: 0.0461204 Mar 03 10:45:34.669142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'port': {'device_id': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'admin_state_up': True, 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'security_groups': ['cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:45:34.769847 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-39b50f37-3d55-4fb6-bf29-9a1674b65378 req-af54855b-5229-46cf-a55a-9d709c4a77bc tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 210 time: 0.0457456 Mar 03 10:45:34.805959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:45:34.810011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Usage tracker for resource:port and tenant:4e65165380e9423bb75a589d1569f3f5 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:45:34.812864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:45:34.818795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:45:34.828291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Made reservation on behalf of 4e65165380e9423bb75a589d1569f3f5 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:45:34.832390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:34.990342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Allocated IP 172.20.0.4 (c4e09315-5945-4a81-9665-e54296cde45d/43574c47-13a1-49b9-a800-af4607c641e6/2036eb1b-7450-4a96-9b4c-254e54bcfd58) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:45:35.271057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.286287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Transition to ACTIVE for port object 2036eb1b-7450-4a96-9b4c-254e54bcfd58 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:45:35.291803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5621af4e-31a8-4ac1-92b9-e03ede551367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.310565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.373521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Network c4e09315-5945-4a81-9665-e54296cde45d is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:45:35.376565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:45:35.379648 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:45:35.435404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:35.461714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:35.462574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.489735 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-fa0a41d3-393d-4998-bba7-47d485bc26c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246303 Mar 03 10:45:35.501140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Request body: {'port': {'device_id': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:45:35.596829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff74a67-ba6f-40ce-8cae-e9724f0ba1dd None None] Provisioning for port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:45:35.602217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aff74a67-ba6f-40ce-8cae-e9724f0ba1dd None None] Provisioning complete for port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:45:35.602587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aff74a67-ba6f-40ce-8cae-e9724f0ba1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.616244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.657216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aff74a67-ba6f-40ce-8cae-e9724f0ba1dd None None] Port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:45:35.954126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44156e9a-6e38-4d3b-bdd6-edf6481e11d6 req-7f88fcfc-383a-4a35-99f3-067be5cbd7ef tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:35.955624 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44156e9a-6e38-4d3b-bdd6-edf6481e11d6 req-7f88fcfc-383a-4a35-99f3-067be5cbd7ef tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 931 time: 0.0800173 Mar 03 10:45:35.969811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2036eb1b-7450-4a96-9b4c-254e54bcfd58 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:45:35.978580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.993153 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Transition to ACTIVE for port object 2036eb1b-7450-4a96-9b4c-254e54bcfd58 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:45:35.997267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:35.999973 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44156e9a-6e38-4d3b-bdd6-edf6481e11d6 req-9e898a27-f959-4cdd-b3d2-1585026571a5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381916 Mar 03 10:45:36.127556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:36.133110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:36.196077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:36.238408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Attempting to bind port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:45:36.238742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Attempting to bind port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:45:36.239065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Attempting to bind port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:45:36.243788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 on network c4e09315-5945-4a81-9665-e54296cde45d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:45:36.244092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Attempting to bind port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 on network c4e09315-5945-4a81-9665-e54296cde45d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:45:36.249078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:45:36.249410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Checking segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:45:36.249789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Bound using segment: {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:45:36.250206 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Bound port: 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf285e-9631-4653-860d-5a0a636ef7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:45:36.250548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:36.338445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:45:36.341676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:45:36.345870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:36.404464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:36.405080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:36.406393 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] 10.222.0.32 "PUT /v2.0/ports/2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 1093 time: 0.9094639 Mar 03 10:45:36.406827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:45:36.440379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88d1f8-4c34-4465-be83-5de8597c7639 service neutron] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:36.485629 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'status': 'completed', 'code': 200} Mar 03 10:45:36.530193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-e3ae8426-8596-4b15-934f-d3460b4cf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:36.531794 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-e3ae8426-8596-4b15-934f-d3460b4cf711 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1096 time: 0.0817659 Mar 03 10:45:36.604065 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-0f890556-ddfc-4eeb-9ba9-2b80f527ad36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 217 time: 0.0657711 Mar 03 10:45:36.668262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-303136e2-2779-4974-a7e9-634c4555033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:36.669593 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-303136e2-2779-4974-a7e9-634c4555033e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0605922 Mar 03 10:45:36.747700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-c3b4b1f9-e67c-43e4-834e-ebbfc8ee5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:36.749133 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-c3b4b1f9-e67c-43e4-834e-ebbfc8ee5df9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713937 Mar 03 10:45:36.875999 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-58192fa5-a986-49cc-a50c-2b67e319de38 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205926 Mar 03 10:45:37.102331 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6c8826fe-3591-41fa-8011-45eeef4da11b req-5dca4cdf-b199-47dc-8430-a6ae0732e68b service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210729 Mar 03 10:45:37.197424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abc3d3-4f10-40b8-91ae-86a121cc9ace req-b63a1db5-d8ed-4a93-a68a-94e49e6abd1c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:37.198880 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08abc3d3-4f10-40b8-91ae-86a121cc9ace req-b63a1db5-d8ed-4a93-a68a-94e49e6abd1c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 943 time: 0.0880811 Mar 03 10:45:37.218760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-04b8ad47-2186-49d8-8357-b2a9ac09987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:37.220307 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-04b8ad47-2186-49d8-8357-b2a9ac09987e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1096 time: 0.0710058 Mar 03 10:45:37.248491 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08abc3d3-4f10-40b8-91ae-86a121cc9ace req-5036ba09-f708-411c-bfe5-bae821621ea1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Mar 03 10:45:37.354559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-8414e0ca-cd51-4321-ad97-c4b1c4ff26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:37.356008 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-8414e0ca-cd51-4321-ad97-c4b1c4ff26e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1289637 Mar 03 10:45:37.426508 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-5080174d-1564-47d3-bad2-b01b7e046ea2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 217 time: 0.0632062 Mar 03 10:45:37.488230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-d49503b9-dcd5-44c1-983e-8de176a1981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:37.489643 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-d49503b9-dcd5-44c1-983e-8de176a1981a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0560117 Mar 03 10:45:37.565830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-11b72f2f-532b-458a-8c51-037494a3a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:37.567194 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-11b72f2f-532b-458a-8c51-037494a3a9ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710592 Mar 03 10:45:37.696389 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-99fc809e-e37e-4f95-bac7-d1c44a26a780 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219847 Mar 03 10:45:37.823753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d53f0c70-9720-4863-afe4-6a0b6be1f03c req-c6915c4f-f14e-4268-82ee-b2e6d07a3d46 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210845 Mar 03 10:45:38.026688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:38.434277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc128-441f-421b-8eed-0385c110b859 req-77eb90e3-6d15-4c61-a285-591247a765bf tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:38.435796 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-423cc128-441f-421b-8eed-0385c110b859 req-77eb90e3-6d15-4c61-a285-591247a765bf tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 943 time: 0.0825505 Mar 03 10:45:38.483064 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-423cc128-441f-421b-8eed-0385c110b859 req-89830ad1-4ab3-4693-a0f3-f11dd5745d98 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Mar 03 10:45:39.604767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:45:39.665109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e80ddc-6be9-49db-9938-5b86e0bb0944 req-538b8dab-e747-4e15-9437-3d1ed94e8c11 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:39.666567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08e80ddc-6be9-49db-9938-5b86e0bb0944 req-538b8dab-e747-4e15-9437-3d1ed94e8c11 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 943 time: 0.0800629 Mar 03 10:45:39.711088 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-08e80ddc-6be9-49db-9938-5b86e0bb0944 req-0558d9c9-939c-48ec-8c37-a7076a09b58b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383751 Mar 03 10:45:39.737672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:39.750159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'mac_address': 'fa:16:3e:e7:6b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:45:39.803697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:39.819984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2036eb1b-7450-4a96-9b4c-254e54bcfd58 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:45:39.835571 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:39.838965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:39.907980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:40.029528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['2036eb1b-7450-4a96-9b4c-254e54bcfd58'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:45:40.895525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b942f-9990-4232-9667-43a7f04f3bd7 req-112b35e8-015e-429e-a688-cdf89b3fe227 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:40.896958 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5f8b942f-9990-4232-9667-43a7f04f3bd7 req-112b35e8-015e-429e-a688-cdf89b3fe227 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 944 time: 0.0822840 Mar 03 10:45:41.032279 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5f8b942f-9990-4232-9667-43a7f04f3bd7 req-69fa9500-5373-42bd-90d6-dde35993a51e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296804 Mar 03 10:45:41.603968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:45:41.670388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:45:41.675417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:45:41.675786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:41.789695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:41.816254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:45:41.826271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:45:41.829907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:41.861435 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'code': 200} Mar 03 10:45:41.899547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:45:42.076915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294b58-35b1-4563-be4d-5361bbf8a54a req-183b3772-b2ee-4f9f-9f97-fbddd423277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:42.078375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7b294b58-35b1-4563-be4d-5361bbf8a54a req-183b3772-b2ee-4f9f-9f97-fbddd423277d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1098 time: 0.0682046 Mar 03 10:45:42.117930 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7b294b58-35b1-4563-be4d-5361bbf8a54a req-7dbe305b-0a8e-4944-ba9a-7be4cf1b6275 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340981 Mar 03 10:45:42.216744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c712-1d33-441d-bb1e-e357a4096df0 req-8e970a88-13ff-4383-8c1b-6b75dd0b9b0b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:42.218188 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dac6c712-1d33-441d-bb1e-e357a4096df0 req-8e970a88-13ff-4383-8c1b-6b75dd0b9b0b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0801175 Mar 03 10:45:42.261908 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dac6c712-1d33-441d-bb1e-e357a4096df0 req-f757cbe9-9545-4f9f-aaa1-138f27264f99 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380149 Mar 03 10:45:43.446306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581e079-e98c-482d-9d50-fe5fe048042f req-f1672fd5-e07a-4044-b9b3-2b4d3697eaca tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:43.447768 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9581e079-e98c-482d-9d50-fe5fe048042f req-f1672fd5-e07a-4044-b9b3-2b4d3697eaca tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0796967 Mar 03 10:45:43.491958 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9581e079-e98c-482d-9d50-fe5fe048042f req-6b53951a-41f3-4ba4-935c-32b1944f8b1d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385268 Mar 03 10:45:43.670314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77544e-3a1d-4160-941e-3f6858919e08 req-a9d032a1-8c62-4157-b9d2-ba6e6a68d0f8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:43.671782 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bb77544e-3a1d-4160-941e-3f6858919e08 req-a9d032a1-8c62-4157-b9d2-ba6e6a68d0f8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0834870 Mar 03 10:45:43.680418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39284) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:45:43.685336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Request body: {'floatingip': {'port_id': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:45:43.761312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:44.373790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:44.377505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:44.545281 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 associated. External IP: 172.26.7.76, port: 2036eb1b-7450-4a96-9b4c-254e54bcfd58. Mar 03 10:45:44.995383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:45:45.175125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:45:45.180046 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:45.184640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:45:45.194104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:45:45.194708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:45:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:45.235633 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-666b0ed5-eb32-46fd-b8ce-df432bf0a03a tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "PUT /v2.0/floatingips/3df670bf-2166-4ee9-a6e5-442ba69a83c9 HTTP/1.1" status: 200 len: 991 time: 1.5541167 Mar 03 10:45:45.236203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:45:45.282824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'status': 'completed', 'code': 200} Mar 03 10:45:45.375253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199ac89-7c40-4d58-b905-3c19457a726e req-512140fc-6b18-46ec-a8e0-3ca1609948f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:45.376802 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9199ac89-7c40-4d58-b905-3c19457a726e req-512140fc-6b18-46ec-a8e0-3ca1609948f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1098 time: 0.0746531 Mar 03 10:45:45.378139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:45:45.536177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199ac89-7c40-4d58-b905-3c19457a726e req-99c81768-1a3e-4f7b-907b-eaeab4e55bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:45.537650 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9199ac89-7c40-4d58-b905-3c19457a726e req-99c81768-1a3e-4f7b-907b-eaeab4e55bfc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1546249 Mar 03 10:45:45.657901 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9199ac89-7c40-4d58-b905-3c19457a726e req-23a6588e-15f2-4af3-b632-9b2a94e5b817 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 999 time: 0.1142645 Mar 03 10:45:45.723961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199ac89-7c40-4d58-b905-3c19457a726e req-9ae88f93-deaf-440d-9568-79b69d5a1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:45.725341 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9199ac89-7c40-4d58-b905-3c19457a726e req-9ae88f93-deaf-440d-9568-79b69d5a1fe2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0617642 Mar 03 10:45:45.793299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:e7:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:45:44Z', 'revision_number': 13, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:45.798008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:45:45.803701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199ac89-7c40-4d58-b905-3c19457a726e req-66ef7caa-9209-419a-ae56-fb17a23269ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:45.805219 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9199ac89-7c40-4d58-b905-3c19457a726e req-66ef7caa-9209-419a-ae56-fb17a23269ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742714 Mar 03 10:45:45.806546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:45:45.807142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:45:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:45.941235 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9199ac89-7c40-4d58-b905-3c19457a726e req-cbb58384-22a7-4783-a767-86afd1e4576e service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293492 Mar 03 10:45:45.991361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:45:46.075125 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9199ac89-7c40-4d58-b905-3c19457a726e req-aeba2eef-0cf3-4702-acd0-fa1e3bcec239 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284981 Mar 03 10:45:46.353543 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:e7:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:45:44Z', 'revision_number': 13, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:45:46.358071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4935b-a465-41f4-bf0f-cc58676797ba None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3df670bf-2166-4ee9-a6e5-442ba69a83c9', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'port_id': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'mac_address': 'fa:16:3e:e7:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:43:02Z', 'updated_at': '2022-03-03T10:45:44Z', 'revision_number': 13, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:45:46.572730 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be256870-b8e2-4b08-81ad-1434dd2bed61 None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:45:46.922043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cbf23-3fd1-453b-90c0-060e93ef86cf req-39014580-c2d4-487b-9c06-6ebc27a37352 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:46.923526 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b00cbf23-3fd1-453b-90c0-060e93ef86cf req-39014580-c2d4-487b-9c06-6ebc27a37352 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0850911 Mar 03 10:45:46.968970 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b00cbf23-3fd1-453b-90c0-060e93ef86cf req-cf4adf32-b043-48d7-a797-3f963cba61b8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390940 Mar 03 10:45:53.923452 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:45:54.449207 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-86734112-1527-4273-b7f4-f1acdca3b97e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1764829 Mar 03 10:45:54.587166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-5a022f34-da53-4005-9aa5-a24636f77d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:54.588546 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-5a022f34-da53-4005-9aa5-a24636f77d56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1098 time: 0.0702453 Mar 03 10:45:54.742464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-24262331-716e-431e-b4b2-3e7c928b24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:54.743862 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-24262331-716e-431e-b4b2-3e7c928b24c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1336355 Mar 03 10:45:54.852061 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-f0bf2395-ffd0-45c0-85b1-62776032b860 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 1001 time: 0.1026645 Mar 03 10:45:54.917978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-6e5fc424-e472-40b5-9ac8-f26e694ff0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:54.919400 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-6e5fc424-e472-40b5-9ac8-f26e694ff0a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0595493 Mar 03 10:45:54.992171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-40fa7659-7861-4fbd-abc4-da86a3cc17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:54.993720 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-40fa7659-7861-4fbd-abc4-da86a3cc17d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687985 Mar 03 10:45:55.129356 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-8561df2f-2f1f-4aab-a0bf-e529215acdf2 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275444 Mar 03 10:45:55.259787 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e7a1e06b-6d42-413c-9690-60e59f55422f req-e0c569fe-f6a2-4c87-9c40-79c5f60a45c4 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254473 Mar 03 10:45:55.511779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d832-cd76-4699-8391-901a30a28a5d req-a90ad09f-367d-4f2b-9730-8dfd40ac884d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:55.513515 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d9d1d832-cd76-4699-8391-901a30a28a5d req-a90ad09f-367d-4f2b-9730-8dfd40ac884d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0812204 Mar 03 10:45:55.515223 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-4f0b6598-dfc8-4aac-845e-fadc13c46f44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305819 Mar 03 10:45:55.561541 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d9d1d832-cd76-4699-8391-901a30a28a5d req-fc8edb98-d08b-4625-992d-64a4bb58d60b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Mar 03 10:45:56.276323 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:45:56.603039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-a6faf448-f75b-4f0d-a8aa-513794dd2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:56.604549 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-a6faf448-f75b-4f0d-a8aa-513794dd2bda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1098 time: 0.0744970 Mar 03 10:45:56.736109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-7d70f211-fef3-4e23-b40c-a4c8f9f1f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:56.737485 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-7d70f211-fef3-4e23-b40c-a4c8f9f1f421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1275454 Mar 03 10:45:56.746360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e37dd-948f-40ca-b61d-e426612cbf2f req-31a77392-4acd-41f2-8734-54df6f16db6d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:56.747832 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-479e37dd-948f-40ca-b61d-e426612cbf2f req-31a77392-4acd-41f2-8734-54df6f16db6d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0802946 Mar 03 10:45:56.794247 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-479e37dd-948f-40ca-b61d-e426612cbf2f req-51b0319d-4d2f-4d41-8420-f4e8f4b7867e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 Mar 03 10:45:56.840847 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-6ca46270-1f79-400e-a010-b65a51402ea7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 1001 time: 0.0980971 Mar 03 10:45:56.901097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-9ba484b1-78bd-441a-8fc9-4fcb1ac9b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:56.902468 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-9ba484b1-78bd-441a-8fc9-4fcb1ac9b2a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0561571 Mar 03 10:45:56.977452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-73edd903-7a14-4200-a342-3c32b38e01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:56.978884 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-73edd903-7a14-4200-a342-3c32b38e01c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710964 Mar 03 10:45:57.106922 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-30721f51-ad1a-4329-9e17-888536a9efbd service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221423 Mar 03 10:45:57.232862 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-33919084-1594-494b-920b-74a4e259eb6e service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208880 Mar 03 10:45:57.979325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e0ad-67f9-48e4-b3be-2ee518b12056 req-99d5a06f-2949-4f63-9aef-e919180dd1dd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:57.980797 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2883e0ad-67f9-48e4-b3be-2ee518b12056 req-99d5a06f-2949-4f63-9aef-e919180dd1dd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0819626 Mar 03 10:45:58.024892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2883e0ad-67f9-48e4-b3be-2ee518b12056 req-6b888ec5-a21e-41f2-897f-426dc4bdf4bc tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385861 Mar 03 10:45:59.208195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7c06-63b7-4f63-b2ce-2efeaa6c3c29 req-36bbf037-173c-4f7d-a3f1-527cc19b665e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:45:59.209767 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1d6c7c06-63b7-4f63-b2ce-2efeaa6c3c29 req-36bbf037-173c-4f7d-a3f1-527cc19b665e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0782518 Mar 03 10:45:59.252881 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1d6c7c06-63b7-4f63-b2ce-2efeaa6c3c29 req-06976349-ae96-495f-bfcc-8d474ec76320 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Mar 03 10:46:00.438768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72747cc-e125-4546-aea6-a69822d8aa8b req-eb01181f-8338-4e2d-a938-03bb34b8088b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:00.440232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a72747cc-e125-4546-aea6-a69822d8aa8b req-eb01181f-8338-4e2d-a938-03bb34b8088b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0822337 Mar 03 10:46:00.484789 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a72747cc-e125-4546-aea6-a69822d8aa8b req-0bfd80dc-f6ad-4ba8-aac6-534c1f8083e1 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Mar 03 10:46:01.667013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f78a0-ae47-412b-9084-c242bcb887a5 req-20de8264-a98f-4fdf-acfc-ed5cf303058f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:01.668473 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-891f78a0-ae47-412b-9084-c242bcb887a5 req-20de8264-a98f-4fdf-acfc-ed5cf303058f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0794809 Mar 03 10:46:01.714960 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-891f78a0-ae47-412b-9084-c242bcb887a5 req-0f7ae4d6-c621-47bb-a05e-9276888daa81 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Mar 03 10:46:02.899021 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8642da2-2bc6-46bb-b95b-6a9607a1536e req-8349f95e-1660-4de8-ae1d-84df4b81ef76 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:02.900501 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8642da2-2bc6-46bb-b95b-6a9607a1536e req-8349f95e-1660-4de8-ae1d-84df4b81ef76 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0791502 Mar 03 10:46:02.945787 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8642da2-2bc6-46bb-b95b-6a9607a1536e req-9afeff07-78d6-424e-9450-0d1b3aa5cc70 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Mar 03 10:46:03.123666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-663ea13f-8079-4970-b247-881f5820d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:04.129422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be92b0b-53ea-4095-9aff-b18c1aaaff4b req-d22da3b6-04ac-40c9-810d-6a632d0dc8ff tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:04.130882 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6be92b0b-53ea-4095-9aff-b18c1aaaff4b req-d22da3b6-04ac-40c9-810d-6a632d0dc8ff tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0813439 Mar 03 10:46:04.175341 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6be92b0b-53ea-4095-9aff-b18c1aaaff4b req-acb38ca1-52dd-47fd-9235-94633b08ebe7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384691 Mar 03 10:46:05.294385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-af8fea11-c4e3-499a-b8bb-419715da0a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:05.360484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e52885-68b5-4de3-bb88-99d5189dbea6 req-dd035434-acba-4c12-9036-8a2ffecaee59 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:05.361953 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73e52885-68b5-4de3-bb88-99d5189dbea6 req-dd035434-acba-4c12-9036-8a2ffecaee59 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0806751 Mar 03 10:46:05.405509 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73e52885-68b5-4de3-bb88-99d5189dbea6 req-61f90520-c3db-4cc1-94df-09d56ab0cbd7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Mar 03 10:46:06.130408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:06.196309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:06.604806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e320b-d771-4160-b74c-ccd37f000c8f req-391ccc32-73aa-4c4c-b077-3b03521d5b33 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:06.606275 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-314e320b-d771-4160-b74c-ccd37f000c8f req-391ccc32-73aa-4c4c-b077-3b03521d5b33 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0893080 Mar 03 10:46:06.654347 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-314e320b-d771-4160-b74c-ccd37f000c8f req-b6611e79-64d6-448d-9f0e-ace394094702 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Mar 03 10:46:07.835229 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d527110-96df-4742-9675-6d2e1cf4f067 req-09976cfb-fcda-41f1-9e95-1c02fb1a7dbe tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:07.836598 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d527110-96df-4742-9675-6d2e1cf4f067 req-09976cfb-fcda-41f1-9e95-1c02fb1a7dbe tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0792444 Mar 03 10:46:07.883436 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d527110-96df-4742-9675-6d2e1cf4f067 req-1a9c5399-a3c0-4abd-b906-d3d25ec8aa1c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Mar 03 10:46:08.031210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:09.164538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271996-94fa-4b7f-95c4-b9b868fcfe9f req-dab56858-4abc-4171-8695-cdcce0bb2642 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:09.166006 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a4271996-94fa-4b7f-95c4-b9b868fcfe9f req-dab56858-4abc-4171-8695-cdcce0bb2642 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.1781433 Mar 03 10:46:09.208685 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a4271996-94fa-4b7f-95c4-b9b868fcfe9f req-06de373f-ee58-417a-ae48-0b64fa1c5a63 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368674 Mar 03 10:46:10.395044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4624aba-41f7-4078-9525-93372cbde3aa req-8d9eeee2-8109-4b3a-af30-64ba22da58c5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:10.396777 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c4624aba-41f7-4078-9525-93372cbde3aa req-8d9eeee2-8109-4b3a-af30-64ba22da58c5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0811982 Mar 03 10:46:10.441732 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c4624aba-41f7-4078-9525-93372cbde3aa req-fd63855d-44b7-4505-957d-9a6ce3ad69bb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Mar 03 10:46:11.624559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2de589-58ec-46d2-883a-e5a38f4a0ea0 req-39d60ef0-8f09-40ea-b51a-f9c0f058c44f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:11.626023 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5a2de589-58ec-46d2-883a-e5a38f4a0ea0 req-39d60ef0-8f09-40ea-b51a-f9c0f058c44f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0813239 Mar 03 10:46:11.672887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5a2de589-58ec-46d2-883a-e5a38f4a0ea0 req-8b1a9c2a-ed1c-4368-9973-3c72f17e5611 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 Mar 03 10:46:12.854086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7003e-b78b-419d-bcc9-be8d7fc46d0d req-3dbba3e1-41d7-413e-a5ca-6bef70207e82 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:12.855530 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6df7003e-b78b-419d-bcc9-be8d7fc46d0d req-3dbba3e1-41d7-413e-a5ca-6bef70207e82 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0776155 Mar 03 10:46:12.898804 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6df7003e-b78b-419d-bcc9-be8d7fc46d0d req-b2739fb7-d98c-4d61-9f06-4f9b33d3f62c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377653 Mar 03 10:46:14.085233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79dbb0-4653-42b1-8260-af732c0c2abc req-6ca9e4a1-a2c1-4de6-8e46-c2a87561a6a4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:14.086681 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff79dbb0-4653-42b1-8260-af732c0c2abc req-6ca9e4a1-a2c1-4de6-8e46-c2a87561a6a4 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0824931 Mar 03 10:46:14.128724 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ff79dbb0-4653-42b1-8260-af732c0c2abc req-f18cbbc7-8a18-4a6e-95a2-2b9abb52c105 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364621 Mar 03 10:46:15.315137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2ce2-e76f-4944-8adc-b2ec893302a1 req-35e39f63-f755-46fe-a934-cc971b9b9968 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:15.316618 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-227c2ce2-e76f-4944-8adc-b2ec893302a1 req-35e39f63-f755-46fe-a934-cc971b9b9968 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0788374 Mar 03 10:46:15.360345 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-227c2ce2-e76f-4944-8adc-b2ec893302a1 req-d578d643-6eba-4a08-85a2-21631ef42331 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379341 Mar 03 10:46:16.554566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef67b-8588-4d85-b9b1-13daf4c2f99c req-e0e63df9-04ae-4797-84e2-761dea2a886f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:16.556030 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30eef67b-8588-4d85-b9b1-13daf4c2f99c req-e0e63df9-04ae-4797-84e2-761dea2a886f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0812902 Mar 03 10:46:16.598677 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30eef67b-8588-4d85-b9b1-13daf4c2f99c req-a8e8b231-11db-4c0d-9d1e-26f07d6c01a5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370624 Mar 03 10:46:17.933195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e12718-01d7-40dd-801e-8d8730a27171 req-7a821415-cd66-43f9-8229-e286e782f74f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:17.934636 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d9e12718-01d7-40dd-801e-8d8730a27171 req-7a821415-cd66-43f9-8229-e286e782f74f tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0812776 Mar 03 10:46:17.981407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d9e12718-01d7-40dd-801e-8d8730a27171 req-33fdb7d0-673c-4852-b330-f880107f7bdd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 Mar 03 10:46:19.167686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae940-f62d-45d6-8a48-41a73d9554a7 req-6c655f32-8eaa-4f1a-83a1-793b57b4937e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:19.169577 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cdaae940-f62d-45d6-8a48-41a73d9554a7 req-6c655f32-8eaa-4f1a-83a1-793b57b4937e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0837843 Mar 03 10:46:19.213791 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cdaae940-f62d-45d6-8a48-41a73d9554a7 req-11d7c86a-2a1a-46b1-872c-839147098bfb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387759 Mar 03 10:46:19.624264 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-3052b712-ea71-4193-884a-ec67e4118247 service neutron] 10.222.0.32 "GET /v2.0/ports/2036eb1b-7450-4a96-9b4c-254e54bcfd58/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.1614528 Mar 03 10:46:19.884708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-8b91bf21-1da1-4741-84ae-105bdd1612a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:19.886152 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-8b91bf21-1da1-4741-84ae-105bdd1612a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0734220 Mar 03 10:46:19.977908 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-62675f5b-afe9-49c2-a8d0-fe079eae9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:19.979381 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-62675f5b-afe9-49c2-a8d0-fe079eae9744 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1098 time: 0.0710320 Mar 03 10:46:20.112457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-430a78fe-ad91-4f25-960a-f68560d4a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:20.113893 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-430a78fe-ad91-4f25-960a-f68560d4a009 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1284330 Mar 03 10:46:20.218849 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-8bc065d0-3d91-4d1f-a59c-f137b33a23a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 1001 time: 0.0986867 Mar 03 10:46:20.281936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-cf46af3c-d2de-4cc8-948c-cbc47f4c6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:20.283415 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-cf46af3c-d2de-4cc8-948c-cbc47f4c6c12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0589738 Mar 03 10:46:20.359776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-83a93422-2190-4788-8c32-f3bee742007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:20.361255 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-83a93422-2190-4788-8c32-f3bee742007e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723038 Mar 03 10:46:20.399491 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c7a4b-158d-4b7d-bf2a-b0e50dc2fc59 req-1ebdf149-b32e-4ae8-9d11-18cf82393713 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:20.400974 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-093c7a4b-158d-4b7d-bf2a-b0e50dc2fc59 req-1ebdf149-b32e-4ae8-9d11-18cf82393713 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0839243 Mar 03 10:46:20.449652 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-093c7a4b-158d-4b7d-bf2a-b0e50dc2fc59 req-9cc20697-31ff-4749-aca6-06ca72f784f7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 Mar 03 10:46:20.495139 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-50cd73bf-72db-4e04-a8b0-f5db8e6c2495 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279173 Mar 03 10:46:20.623164 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-8155ef2d-4a88-4bf4-992f-4a61177a47c9 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217120 Mar 03 10:46:21.644493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e6fd9-f17a-423f-90a0-30a2e6c28a6b req-09e0a765-f008-4cdd-9ec1-fc96b963d897 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:21.645856 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c9e6fd9-f17a-423f-90a0-30a2e6c28a6b req-09e0a765-f008-4cdd-9ec1-fc96b963d897 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0812964 Mar 03 10:46:21.692886 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c9e6fd9-f17a-423f-90a0-30a2e6c28a6b req-0faf57ed-c26f-41a6-99f4-8b099ed4187e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Mar 03 10:46:21.824859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:46:21.944006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:21.971028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:46:21.981208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:21.986219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:22.057152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:22.065343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.065755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.066051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.066384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.066714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.067045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.067401 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.067896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.068290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.068617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.068940 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.069258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:22.087918 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'code': 200} Mar 03 10:46:22.879338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137bff3-61ec-49bc-ba5e-0f876db14d9f req-fbcd31ea-cba7-4bbe-a79d-bdd61a3ea858 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:22.880747 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9137bff3-61ec-49bc-ba5e-0f876db14d9f req-fbcd31ea-cba7-4bbe-a79d-bdd61a3ea858 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 943 time: 0.0794163 Mar 03 10:46:22.924623 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9137bff3-61ec-49bc-ba5e-0f876db14d9f req-c80048f3-e56d-4c7a-bacf-139b435af361 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376513 Mar 03 10:46:23.839345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:46:23.958079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:23.985278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:24.003220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'mac_address': 'fa:16:3e:e7:6b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:46:24.061745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:24.079734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2036eb1b-7450-4a96-9b4c-254e54bcfd58 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:46:24.095863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:24.100910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:24.119362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4535-f610-424a-98df-3262de1d6889 req-52ba06b4-f063-49b9-8f24-250b46bb59b9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:24.120818 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-189d4535-f610-424a-98df-3262de1d6889 req-52ba06b4-f063-49b9-8f24-250b46bb59b9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 943 time: 0.0859032 Mar 03 10:46:24.165714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['2036eb1b-7450-4a96-9b4c-254e54bcfd58'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:46:24.166514 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-189d4535-f610-424a-98df-3262de1d6889 req-3f88bdde-d94d-445b-913e-5f031049db47 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399480 Mar 03 10:46:24.212305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:25.351025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4390-2a03-494d-b851-bcea9505ef2a req-707d1270-9b8b-425e-a89e-a44136b141e9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:25.352494 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-612a4390-2a03-494d-b851-bcea9505ef2a req-707d1270-9b8b-425e-a89e-a44136b141e9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 944 time: 0.0809844 Mar 03 10:46:25.396150 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-612a4390-2a03-494d-b851-bcea9505ef2a req-b08c68eb-53f3-4c2d-bb3e-642972da012b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382195 Mar 03 10:46:25.840258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:46:25.906616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:46:25.906978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:26.017135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:26.043264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:46:26.052818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:26.059843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:26.098741 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'code': 200} Mar 03 10:46:26.128583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:26.588957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce772-9b64-48a0-baff-65b436cc4084 req-303f2bc9-ea24-49a9-a3cb-fba234864ec9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:26.590388 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-394ce772-9b64-48a0-baff-65b436cc4084 req-303f2bc9-ea24-49a9-a3cb-fba234864ec9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0847063 Mar 03 10:46:26.633574 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-394ce772-9b64-48a0-baff-65b436cc4084 req-91299666-3f47-4e36-bdb7-6c7edc3b36df tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 Mar 03 10:46:27.822830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1641-7065-47c0-8083-15c3c7a73583 req-bcd786b3-8249-4949-8a71-83d03aa955a7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:27.824293 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b32f1641-7065-47c0-8083-15c3c7a73583 req-bcd786b3-8249-4949-8a71-83d03aa955a7 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0814247 Mar 03 10:46:27.868305 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b32f1641-7065-47c0-8083-15c3c7a73583 req-9980188c-210d-4272-9213-a4b8cd08154d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 Mar 03 10:46:29.065804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149280e-4b5c-4da8-987f-1b7771e64f96 req-860860f8-d64b-46ec-9fb1-e60f001b648b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:29.067152 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f149280e-4b5c-4da8-987f-1b7771e64f96 req-860860f8-d64b-46ec-9fb1-e60f001b648b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0842061 Mar 03 10:46:29.111946 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f149280e-4b5c-4da8-987f-1b7771e64f96 req-1e71e8e3-6bd0-47f8-a111-877c93613ae9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384321 Mar 03 10:46:30.299503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61963af-7c02-4b49-9662-12eb021792ce req-65761d10-83dd-4bcc-9f49-de4013a96a72 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:30.300952 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f61963af-7c02-4b49-9662-12eb021792ce req-65761d10-83dd-4bcc-9f49-de4013a96a72 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0846419 Mar 03 10:46:30.345379 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f61963af-7c02-4b49-9662-12eb021792ce req-4c6969be-88f8-4a3c-ae1e-8bca8397b9c2 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387754 Mar 03 10:46:30.736165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-c5b2b358-37a3-4b24-840e-dba222441eda tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:30.736738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-c5b2b358-37a3-4b24-840e-dba222441eda tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Synchronizing usage tracker for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:46:30.754195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-c5b2b358-37a3-4b24-840e-dba222441eda tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Unset dirty status for tenant:4e65165380e9423bb75a589d1569f3f5 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:46:30.755369 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-c5b2b358-37a3-4b24-840e-dba222441eda tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1&tenant_id=4e65165380e9423bb75a589d1569f3f5&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.0996447 Mar 03 10:46:30.793300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd6594-16ca-496b-a671-9b8c0aaa0ab5 req-e77de9be-d28b-48e0-ba2e-fd5413a86347 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:30.794784 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eecd6594-16ca-496b-a671-9b8c0aaa0ab5 req-e77de9be-d28b-48e0-ba2e-fd5413a86347 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0812325 Mar 03 10:46:30.837199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-d99848d7-36a9-4856-9cbe-1f007fe80442 service neutron] 10.222.0.32 "GET /v2.0/ports/2036eb1b-7450-4a96-9b4c-254e54bcfd58/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0765290 Mar 03 10:46:30.846053 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eecd6594-16ca-496b-a671-9b8c0aaa0ab5 req-af529ffe-bbbe-4a7b-8180-0e40e43a73f5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Mar 03 10:46:30.927786 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-f12bf56d-1d0b-4ae6-af82-1b32076cda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:30.929918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-f12bf56d-1d0b-4ae6-af82-1b32076cda23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1098 time: 0.0710776 Mar 03 10:46:31.056720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-d10277dd-936a-4b6e-83b3-11245f9adaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:31.058048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-d10277dd-936a-4b6e-83b3-11245f9adaef service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1225128 Mar 03 10:46:31.157104 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-02e5be4c-fa74-4b22-89dc-798f03fbdeb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 1001 time: 0.0935094 Mar 03 10:46:31.217508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-9df98bf7-a22f-4c39-9dd7-987874f0668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:31.218878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-9df98bf7-a22f-4c39-9dd7-987874f0668c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0562930 Mar 03 10:46:31.293305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-f6180dbc-49bb-4783-b423-41c51c87aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:31.294729 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-f6180dbc-49bb-4783-b423-41c51c87aba9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704312 Mar 03 10:46:31.522470 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-bba7bcdf-9254-4c23-899a-5e7e5ae7dea4 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221384 Mar 03 10:46:31.650497 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-ae84f9bf-6b5e-446e-84aa-75bfe6b39b7b service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225069 Mar 03 10:46:32.032637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bcc79-0a14-4ec2-a24c-aac7b4f250ea req-1bb74215-d4cf-40b0-aa4c-e0ea2f43114e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:32.034071 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c3bcc79-0a14-4ec2-a24c-aac7b4f250ea req-1bb74215-d4cf-40b0-aa4c-e0ea2f43114e tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0786788 Mar 03 10:46:32.077942 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c3bcc79-0a14-4ec2-a24c-aac7b4f250ea req-db412a80-3ca0-4fbf-82dd-ab185df0f98b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379879 Mar 03 10:46:33.125541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4d16-6b8d-47cf-9a01-5f2269af2f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:33.270635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3b504-6103-493f-a6ae-a1171649d376 req-113871e4-fbb3-4f56-8343-c19090603b22 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:33.272383 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65d3b504-6103-493f-a6ae-a1171649d376 req-113871e4-fbb3-4f56-8343-c19090603b22 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0855265 Mar 03 10:46:33.274763 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:46:33.415848 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-65d3b504-6103-493f-a6ae-a1171649d376 req-e704f486-96f5-410b-ba37-399efdec12d9 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381207 Mar 03 10:46:34.610445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77036b2e-dbc5-46a2-a88a-db40294e282d req-8cc47ab2-bcb1-434a-9e8a-b719ff5b134c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:34.611203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-9c5b442f-a267-4664-ab51-e91ecb30b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:34.612033 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-77036b2e-dbc5-46a2-a88a-db40294e282d req-8cc47ab2-bcb1-434a-9e8a-b719ff5b134c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0817270 Mar 03 10:46:34.614593 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-9c5b442f-a267-4664-ab51-e91ecb30b769 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1&tenant_id=4e65165380e9423bb75a589d1569f3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0735905 Mar 03 10:46:34.656540 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-77036b2e-dbc5-46a2-a88a-db40294e282d req-f4a19517-f1f8-42e1-9c8e-bf7c0d7f17ff tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384431 Mar 03 10:46:34.706963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-528f9d41-72d3-41d0-b4e3-dc46f7baa1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:34.719254 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-528f9d41-72d3-41d0-b4e3-dc46f7baa1f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e65165380e9423bb75a589d1569f3f5&device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 1098 time: 0.0743284 Mar 03 10:46:34.839539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-4d790c61-63ee-41ee-be9d-b7b31452326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:34.840961 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-4d790c61-63ee-41ee-be9d-b7b31452326a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 200 len: 912 time: 0.1257896 Mar 03 10:46:34.939461 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-fa4c8123-edcd-4b7d-9917-3638fdebd241 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 200 len: 1001 time: 0.0927024 Mar 03 10:46:35.002214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-db3916e8-0522-4e31-95c1-b4f7885149e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:35.003612 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-db3916e8-0522-4e31-95c1-b4f7885149e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 200 len: 851 time: 0.0582685 Mar 03 10:46:35.076449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-542a35d0-719e-4cb0-bd25-bf964fb2c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:35.077870 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-542a35d0-719e-4cb0-bd25-bf964fb2c2e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4e09315-5945-4a81-9665-e54296cde45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678916 Mar 03 10:46:35.205235 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-e41ac965-9341-4671-879a-6a5a1da015fc service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217132 Mar 03 10:46:35.295823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7e79dd41-6dfb-4543-ad10-766deda3914d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:35.339994 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22247dc0-f960-4dac-a98e-696a2cb11377 req-671dc881-1d2a-4191-86a7-92f3549a9a58 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278677 Mar 03 10:46:35.843634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458913-dca8-468e-ab7b-eceb6da3289b req-fe3a7aaa-12d1-456c-a622-44063e953e1d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:35.845015 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-64458913-dca8-468e-ab7b-eceb6da3289b req-fe3a7aaa-12d1-456c-a622-44063e953e1d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0838745 Mar 03 10:46:35.891527 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-64458913-dca8-468e-ab7b-eceb6da3289b req-9659ebde-841b-4eb3-848a-8b1316b06a53 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Mar 03 10:46:36.135122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:36.199575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:37.081425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86166232-c355-4c21-830c-d9f48766b68f req-9dfbc895-e8ec-4cd4-a40c-310a55919294 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:37.082770 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86166232-c355-4c21-830c-d9f48766b68f req-9dfbc895-e8ec-4cd4-a40c-310a55919294 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0810878 Mar 03 10:46:37.126447 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-86166232-c355-4c21-830c-d9f48766b68f req-481eb9d4-36d6-4627-ab78-864dc25067d3 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374241 Mar 03 10:46:37.887959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:46:37.998137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:38.031880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:46:38.045231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:38.046551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:38.048591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:38.089033 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'code': 200} Mar 03 10:46:38.121292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=9']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:38.308502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27711-0382-4ab7-8c75-c8f32767876e req-fc13d420-3b1e-4d53-931d-5dbdeac3a29c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:38.309964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-38e27711-0382-4ab7-8c75-c8f32767876e req-fc13d420-3b1e-4d53-931d-5dbdeac3a29c tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 943 time: 0.0797489 Mar 03 10:46:38.356038 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-38e27711-0382-4ab7-8c75-c8f32767876e req-41c31df2-811e-480c-a640-a7ba05f39bd6 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Mar 03 10:46:39.543106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c57d-d960-41f3-b090-53317bf85cf7 req-d415e4d6-5e04-4392-895a-1cf11737e553 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:39.544575 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b47c57d-d960-41f3-b090-53317bf85cf7 req-d415e4d6-5e04-4392-895a-1cf11737e553 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 943 time: 0.0808949 Mar 03 10:46:39.587922 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b47c57d-d960-41f3-b090-53317bf85cf7 req-22876a6a-33e6-49b5-984a-66b2372ea7cf tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378244 Mar 03 10:46:39.902101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:46:40.032390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:40.045626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'port_id': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'mac_address': 'fa:16:3e:e7:6b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:46:40.102689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:40.119513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2036eb1b-7450-4a96-9b4c-254e54bcfd58 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:46:40.135017 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:40.139090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:40.204792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['2036eb1b-7450-4a96-9b4c-254e54bcfd58'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:46:40.244848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=10']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:40.768674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb7d29-6887-4dda-adfa-44b325a16a97 req-be3430bb-2783-4ed5-a4c0-67140d05e28b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:40.770036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c3cb7d29-6887-4dda-adfa-44b325a16a97 req-be3430bb-2783-4ed5-a4c0-67140d05e28b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0783441 Mar 03 10:46:40.815979 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c3cb7d29-6887-4dda-adfa-44b325a16a97 req-deab0841-c287-4432-960c-0c84133ee3a5 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Mar 03 10:46:41.933187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:46:41.999499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:46:41.999863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:42.002723 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a021-587f-44a7-bba1-09a2447dce52 req-87034abf-418b-4f28-9616-f4e292b1982b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:42.004242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cca9a021-587f-44a7-bba1-09a2447dce52 req-87034abf-418b-4f28-9616-f4e292b1982b tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 945 time: 0.0814495 Mar 03 10:46:42.049001 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cca9a021-587f-44a7-bba1-09a2447dce52 req-74508fb4-f5ca-4cc8-bb33-13f247cc9f99 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Mar 03 10:46:42.115931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:42.141424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:46:42.151366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:42.156108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:42.201839 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'code': 200} Mar 03 10:46:42.226171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=11']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:43.249625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578a49-1919-4bfd-aa4b-4d79def45c64 req-d5cbb78e-fb68-4bd2-a306-f8761138a7dd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:43.251101 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f9578a49-1919-4bfd-aa4b-4d79def45c64 req-d5cbb78e-fb68-4bd2-a306-f8761138a7dd tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0888669 Mar 03 10:46:43.296821 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f9578a49-1919-4bfd-aa4b-4d79def45c64 req-d947e0e0-6391-41da-9073-a8ff563e076d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395892 Mar 03 10:46:44.480647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a259a-5414-4c7d-b343-230c42bdaa95 req-c7d1d0a6-5c40-46bb-8246-00d54aca6051 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:44.482584 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3a5a259a-5414-4c7d-b343-230c42bdaa95 req-c7d1d0a6-5c40-46bb-8246-00d54aca6051 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0799568 Mar 03 10:46:44.526214 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3a5a259a-5414-4c7d-b343-230c42bdaa95 req-26eb47e6-6478-487a-a074-27d5ac6c8023 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 Mar 03 10:46:44.711996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3863a-1f35-4c84-9b81-72cb0e2e9a0b req-20f7a025-d9bd-40d6-a875-5c91a56ddbb0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:44.713457 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-62d3863a-1f35-4c84-9b81-72cb0e2e9a0b req-20f7a025-d9bd-40d6-a875-5c91a56ddbb0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0846701 Mar 03 10:46:44.756107 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-62d3863a-1f35-4c84-9b81-72cb0e2e9a0b req-115dee0c-5dd5-4720-a80c-af2c6ad3ff59 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371506 Mar 03 10:46:44.936769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc8e7b-b216-4168-bedd-f444b4965cb4 req-065d30d8-0ad7-4fda-98a5-7e27d519f639 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:44.938211 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-13fc8e7b-b216-4168-bedd-f444b4965cb4 req-065d30d8-0ad7-4fda-98a5-7e27d519f639 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0791757 Mar 03 10:46:44.985392 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-13fc8e7b-b216-4168-bedd-f444b4965cb4 req-aa0d9633-90ef-4426-8e6d-40a0caeb84c0 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Mar 03 10:46:45.362684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fecc55-d485-476e-a263-b5e0eef9e96e req-0821ea85-bb5e-4d14-8b68-85fe878b0677 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:45.364048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8fecc55-d485-476e-a263-b5e0eef9e96e req-0821ea85-bb5e-4d14-8b68-85fe878b0677 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0783262 Mar 03 10:46:45.407209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8fecc55-d485-476e-a263-b5e0eef9e96e req-d9dccee9-1e45-4d9e-8289-027eb55138cb tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367553 Mar 03 10:46:46.595442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86387c1-cc35-4664-8d89-2b55c269d974 req-6c516f03-34be-4e07-91a2-4ca25509534d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:46.596869 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b86387c1-cc35-4664-8d89-2b55c269d974 req-6c516f03-34be-4e07-91a2-4ca25509534d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0804331 Mar 03 10:46:46.640496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b86387c1-cc35-4664-8d89-2b55c269d974 req-59242329-f3be-4008-878d-ff65252e138d tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380523 Mar 03 10:46:47.589879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-7765047b-a36e-412c-936e-24a344a0be71 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:47.591322 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-7765047b-a36e-412c-936e-24a344a0be71 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0834668 Mar 03 10:46:47.660249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Deleting port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:46:47.660590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:47.823898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee5499-7247-44c6-974e-25b970ab7671 req-4faf9658-ffee-475b-b3b8-0f934ab2d583 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:46:47.825283 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4fee5499-7247-44c6-974e-25b970ab7671 req-4faf9658-ffee-475b-b3b8-0f934ab2d583 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 946 time: 0.0790281 Mar 03 10:46:47.873002 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4fee5499-7247-44c6-974e-25b970ab7671 req-cf4e099a-0378-4bee-949b-d8378a585c93 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Mar 03 10:46:47.907472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] For port 2036eb1b-7450-4a96-9b4c-254e54bcfd58, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2036eb1b-7450-4a96-9b4c-254e54bcfd58,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:47.907831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:48.286782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:48.287170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:48.287625 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9 disassociated. External IP: 172.26.7.76, port: 2036eb1b-7450-4a96-9b4c-254e54bcfd58. Mar 03 10:46:48.288075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Calling delete_port for 2036eb1b-7450-4a96-9b4c-254e54bcfd58 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:46:48.428847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:48.482269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event deleted for resources: {'Port': ['ID=2036eb1b-7450-4a96-9b4c-254e54bcfd58,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:48.492750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.493091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.493420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.493744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.494065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.494385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.494709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.495025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.495370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.495692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.496004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.496314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:48.685234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:46:48.858746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:46:48.868632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:46:48.881486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:46:48.882176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:46:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:48.932624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] No DVR routers for this DVR port 2036eb1b-7450-4a96-9b4c-254e54bcfd58 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:46:48.935046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:48.937590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-deleted', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:46:48.955145 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f53a3f7b-0880-433f-b77f-2c3cd008f6f1 req-f72648b7-9a26-4a7a-9ca5-b6c3f5bd4ec8 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.32 "DELETE /v2.0/ports/2036eb1b-7450-4a96-9b4c-254e54bcfd58 HTTP/1.1" status: 204 len: 173 time: 1.3581204 Mar 03 10:46:49.053934 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b4422fe-1175-4f61-aff8-4287265111bb req-b9989950-cd4e-4ea5-af8c-96564c711662 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/ports?device_id=97fdde68-f43a-4e20-9ddc-1399b34afef1 HTTP/1.1" status: 200 len: 210 time: 0.0544524 Mar 03 10:46:49.058242 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fdde68-f43a-4e20-9ddc-1399b34afef1', 'name': 'network-vif-deleted', 'tag': '2036eb1b-7450-4a96-9b4c-254e54bcfd58', 'status': 'completed', 'code': 200} Mar 03 10:46:49.076551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:46:49.424996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:49.429649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:46:49.438410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:46:49.439204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:46:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:49.617267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:46:49.934800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:49.939270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd735b7d-0b28-4082-a05f-43c08daba034 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:42:59Z', 'revision_number': 4, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '883f400f-193e-45a0-b2bd-204dd83e2fbc', 'name': '', 'network_id': 'c4e09315-5945-4a81-9665-e54296cde45d', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'mac_address': 'fa:16:3e:72:4a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '43574c47-13a1-49b9-a800-af4607c641e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:59Z', 'updated_at': '2022-03-03T10:43:05Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'subnets': [{'id': '43574c47-13a1-49b9-a800-af4607c641e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:46:50.143811 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a92a1-32bd-41ed-9f14-8f743d476bb0 None None] New status for floating IP 3df670bf-2166-4ee9-a6e5-442ba69a83c9: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:46:51.965107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:46:52.001180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 2036eb1b-7450-4a96-9b4c-254e54bcfd58 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:46:52.001520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 2036eb1b-7450-4a96-9b4c-254e54bcfd58 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:46:53.282344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39512) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:53.355682 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76e7f9c0-4d7e-4be4-b1a8-9f7671e90322 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.381607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76e7f9c0-4d7e-4be4-b1a8-9f7671e90322 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.435050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76e7f9c0-4d7e-4be4-b1a8-9f7671e90322 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.453644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7f9c0-4d7e-4be4-b1a8-9f7671e90322 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:53.470930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-76e7f9c0-4d7e-4be4-b1a8-9f7671e90322 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.474330 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-76e7f9c0-4d7e-4be4-b1a8-9f7671e90322 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "DELETE /v2.0/security-groups/cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7 HTTP/1.1" status: 204 len: 168 time: 0.1887841 Mar 03 10:46:53.475255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39516) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:53.491664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.api.v2.resource [None req-53e6309f-0490-476d-87bb-63bef93f1686 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] show failed (client error): The resource could not be found. Mar 03 10:46:53.492644 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-53e6309f-0490-476d-87bb-63bef93f1686 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "GET /v2.0/security-groups/cc7c2296-58aa-4c46-a4a5-3ec6c07f33c7 HTTP/1.1" status: 404 len: 347 time: 0.0156825 Mar 03 10:46:53.495209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39522) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:53.650747 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Deleting port 233cf95e-d45f-49f9-b760-fdcc4c972203 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:46:53.650979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.812127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.812447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.932078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:53.933938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Calling delete_port for 233cf95e-d45f-49f9-b760-fdcc4c972203 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:46:54.169781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:54.220507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Pushing event deleted for resources: {'Port': ['ID=233cf95e-d45f-49f9-b760-fdcc4c972203,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:54.309965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:54.324054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:54.325182 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f3dbe20c-dc5e-4354-8622-68e2eaa8f346 tempest-ServerActionsTestJSON-1256305421 tempest-ServerActionsTestJSON-1256305421-project] 10.222.0.23 "DELETE /v2.0/floatingips/3df670bf-2166-4ee9-a6e5-442ba69a83c9 HTTP/1.1" status: 204 len: 168 time: 0.8290968 Mar 03 10:46:54.328115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39526) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:54.859104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:55.202796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Deleting port 883f400f-193e-45a0-b2bd-204dd83e2fbc {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:46:55.203133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:55.369522 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] For port 883f400f-193e-45a0-b2bd-204dd83e2fbc, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=883f400f-193e-45a0-b2bd-204dd83e2fbc,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:55.370213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:55.590508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Calling delete_port for 883f400f-193e-45a0-b2bd-204dd83e2fbc owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:46:55.903347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:55.949977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Pushing event deleted for resources: {'Port': ['ID=883f400f-193e-45a0-b2bd-204dd83e2fbc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:56.208716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:56.562897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:46:56.842063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:46:56.850711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] Sync routers for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:46:56.854034 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-919eab9a-e78a-40bd-a679-8b0a2f89451c admin admin] 10.222.0.23 "PUT /v2.0/routers/61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249376 Mar 03 10:46:56.856500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39530) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:56.860357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:46:56.860964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:46:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:57.034161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:57.039719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:46:57.208142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:57.218302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Deleting port 2bf122da-3c63-40cc-9070-b59d796d7370 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:46:57.218715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:57.326130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:46:55Z', 'revision_number': 5, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port': {'id': '2bf122da-3c63-40cc-9070-b59d796d7370', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:42:56Z', 'updated_at': '2022-03-03T10:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:57.329897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] Checking router: 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:46:57.338319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] Routers {'61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:46:57.338966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:46:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:57.397740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] For port 2bf122da-3c63-40cc-9070-b59d796d7370, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=2bf122da-3c63-40cc-9070-b59d796d7370,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:57.397740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:57.522792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Calling delete_port for 2bf122da-3c63-40cc-9070-b59d796d7370 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:46:57.523143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] Set router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:46:57.632367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:46:57Z', 'revision_number': 6, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:57.636341 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e073f-c80a-4d2c-bc6f-a8e2f0b39346 None None] The sync data for ids ['61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52'] in dv-neutron-831192-5-hyperv is: [{'id': '61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52', 'name': 'tempest-ServerActionsTestJSON-1869064413-router', 'tenant_id': '4e65165380e9423bb75a589d1569f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:42:55Z', 'updated_at': '2022-03-03T10:46:57Z', 'revision_number': 6, 'project_id': '4e65165380e9423bb75a589d1569f3f5', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:46:57.692881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:57.768510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf122da-3c63-40cc-9070-b59d796d7370,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:57.833316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.008769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.011181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.036808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.037592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:46:58.050756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.052323 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0113d21d-96fe-4a63-aa15-51342d818339 admin admin] 10.222.0.23 "DELETE /v2.0/routers/61cbc1f9-3e8c-43f9-b64e-3e32d2fbaf52 HTTP/1.1" status: 204 len: 168 time: 1.1946766 Mar 03 10:46:58.055432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39534) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:58.114651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Deleting subnet 43574c47-13a1-49b9-a800-af4607c641e6 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:46:58.117704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.169676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.244828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.310552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.351262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43574c47-13a1-49b9-a800-af4607c641e6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:58.356095 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.360814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f740b1-8983-4d31-9774-94ab46f4361a None None] Network c4e09315-5945-4a81-9665-e54296cde45d requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:46:58.364314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.364314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.364534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.364930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.365117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.365444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.365770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.366156 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.366518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.366854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.367161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.367509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:46:58.373494 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-526e931c-8542-4f7c-bda0-6ff6e699e8d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/43574c47-13a1-49b9-a800-af4607c641e6 HTTP/1.1" status: 204 len: 168 time: 0.3148105 Mar 03 10:46:58.373902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39538) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:58.583462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.595493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Deleting port 71178197-b353-488e-bcaa-9c4ee99400b6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:46:58.595829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.626908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] DHCP port deletion for c4e09315-5945-4a81-9665-e54296cde45d request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:46:58.631368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Deleting port 71178197-b353-488e-bcaa-9c4ee99400b6 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:46:58.631725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.805509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] For port 71178197-b353-488e-bcaa-9c4ee99400b6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=71178197-b353-488e-bcaa-9c4ee99400b6,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:58.805854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.838406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] For port 71178197-b353-488e-bcaa-9c4ee99400b6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=71178197-b353-488e-bcaa-9c4ee99400b6,segment=NetworkSegment(03cf285e-9631-4653-860d-5a0a636ef7c2),segment_id=03cf285e-9631-4653-860d-5a0a636ef7c2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:46:58.838718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:58.936832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Calling delete_port for 71178197-b353-488e-bcaa-9c4ee99400b6 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:46:58.962418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2bf122da-3c63-40cc-9070-b59d796d7370 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:46:58.991328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Calling delete_port for 71178197-b353-488e-bcaa-9c4ee99400b6 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:46:59.012577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.034800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 2bf122da-3c63-40cc-9070-b59d796d7370 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:46:59.035141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 2bf122da-3c63-40cc-9070-b59d796d7370 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:46:59.035647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 883f400f-193e-45a0-b2bd-204dd83e2fbc no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:46:59.059721 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=71178197-b353-488e-bcaa-9c4ee99400b6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:59.065060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] No DVR routers for this DVR port 71178197-b353-488e-bcaa-9c4ee99400b6 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:46:59.077000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 883f400f-193e-45a0-b2bd-204dd83e2fbc {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:46:59.077343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 883f400f-193e-45a0-b2bd-204dd83e2fbc not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:46:59.077749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 71178197-b353-488e-bcaa-9c4ee99400b6 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:46:59.118174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 71178197-b353-488e-bcaa-9c4ee99400b6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:46:59.118440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 71178197-b353-488e-bcaa-9c4ee99400b6 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:46:59.144440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:46:59.144792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:46:59.186799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.211441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e09315-5945-4a81-9665-e54296cde45d']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:59.222849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cf285e-9631-4653-860d-5a0a636ef7c2') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:59.223139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cf285e-9631-4653-860d-5a0a636ef7c2') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:46:59.234893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.250232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.256278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:46:59.256771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:46:59.269613 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:46:59.345291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.360578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.372138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e09315-5945-4a81-9665-e54296cde45d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:59.384095 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8ca90769-a6d5-42b8-99d1-e1f04ae90f20 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c4e09315-5945-4a81-9665-e54296cde45d HTTP/1.1" status: 204 len: 168 time: 1.0093329 Mar 03 10:46:59.497574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39544) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:59.545576 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-997b5e74-6712-497e-8bd2-8a2f2f9cf0a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e65165380e9423bb75a589d1569f3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468533 Mar 03 10:46:59.547854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39548) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:46:59.608041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3fab86c0-b92f-4f9c-adfc-631019d4bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.634217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3fab86c0-b92f-4f9c-adfc-631019d4bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.646286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Deleting port 71178197-b353-488e-bcaa-9c4ee99400b6 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:46:59.646802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.716704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8c480d74-4e4c-443e-878d-f2dade557ef3 None None] The port '71178197-b353-488e-bcaa-9c4ee99400b6' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:46:59.794121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3fab86c0-b92f-4f9c-adfc-631019d4bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.812259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab86c0-b92f-4f9c-adfc-631019d4bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b05c5-d444-4dba-aa11-7cac58178980,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:46:59.819537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3fab86c0-b92f-4f9c-adfc-631019d4bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:46:59.821498 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-3fab86c0-b92f-4f9c-adfc-631019d4bde2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd2b05c5-d444-4dba-aa11-7cac58178980 HTTP/1.1" status: 204 len: 168 time: 0.2727628 Mar 03 10:47:00.518873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39572) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:00.620785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-477650677-network', 'tenant_id': 'f4fb178dfb5942a48651f29dc66fed69'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:00.625530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:00.629314 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Usage tracker for resource:network and tenant:f4fb178dfb5942a48651f29dc66fed69 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:00.632677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:00.638416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:00.649416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Made reservation on behalf of f4fb178dfb5942a48651f29dc66fed69 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:00.651659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.663460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.677271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:00.680949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Usage tracker for resource:security_group_rule and tenant:f4fb178dfb5942a48651f29dc66fed69 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:00.683671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:00.689143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:00.769290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.773699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.807232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:00.812335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57125f52-e7cf-408f-a4df-230e5aef1b1e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:00.821215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.821732 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Added segment 0705d589-54cf-49b6-b729-50799ed1b238 of type vlan for network 5c96a4fc-a74d-49a4-8d95-4c98894640aa Mar 03 10:47:00.851593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.878947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.879905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:00.880468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:00.982366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] Pushing event updated for resources: {'Network': ['ID=5c96a4fc-a74d-49a4-8d95-4c98894640aa,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:00.985557 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-21a0c037-bf8b-44c9-bb3e-3a7d1583ae71 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4655871 Mar 03 10:47:00.988333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39578) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:00.992737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 5c96a4fc-a74d-49a4-8d95-4c98894640aa details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:00.993610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Request body: {'subnet': {'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-477650677-subnet', 'tenant_id': 'f4fb178dfb5942a48651f29dc66fed69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:00.998606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:01.002383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Usage tracker for resource:subnet and tenant:f4fb178dfb5942a48651f29dc66fed69 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:01.005216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:01.011111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:01.022146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Made reservation on behalf of f4fb178dfb5942a48651f29dc66fed69 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:01.025126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:01.222898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:01.304578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd45f3b-9958-4c1f-bbbb-bacce4a7898a,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:01.312560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Checking segment: {'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:01.312917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Network hostable DHCP agents. Network: 5c96a4fc-a74d-49a4-8d95-4c98894640aa, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:01.332215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Network 5c96a4fc-a74d-49a4-8d95-4c98894640aa is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:01.342264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 5c96a4fc-a74d-49a4-8d95-4c98894640aa) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:01.347674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:01.348633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:01.354657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78abf0e3-5399-4f86-94a2-9c80e8e02d5d None None] Network 5c96a4fc-a74d-49a4-8d95-4c98894640aa requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:01.370892 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-dcae699f-afc4-404e-8be0-bbf6597e2c8e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3814762 Mar 03 10:47:01.602811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dbea04-0ea7-4336-bfbf-99e2a077649b None None] Network 5c96a4fc-a74d-49a4-8d95-4c98894640aa requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:01.971442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-d3b35e42-68dc-4fcc-98e0-c1cfb5207dbb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:01.972109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-d3b35e42-68dc-4fcc-98e0-c1cfb5207dbb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Synchronizing usage tracker for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:47:01.988035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-d3b35e42-68dc-4fcc-98e0-c1cfb5207dbb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Unset dirty status for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:47:01.989248 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-d3b35e42-68dc-4fcc-98e0-c1cfb5207dbb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/networks?id=5c96a4fc-a74d-49a4-8d95-4c98894640aa HTTP/1.1" status: 200 len: 813 time: 0.2585804 Mar 03 10:47:02.003786 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-e5f2095f-bb82-4887-83d3-8728ae3c5c60 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/quotas/f4fb178dfb5942a48651f29dc66fed69 HTTP/1.1" status: 200 len: 375 time: 0.0089219 Mar 03 10:47:02.050360 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-2ca3c775-bc9a-42c9-8a06-4c60c35d3c72 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fb178dfb5942a48651f29dc66fed69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409298 Mar 03 10:47:02.226967 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-64ff4102-4557-49e1-9add-4528b18f3caf service neutron] 10.222.0.23 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701438 Mar 03 10:47:02.357263 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-4e353762-a3a7-4455-a767-f1cc512bb22a service neutron] 10.222.0.23 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246963 Mar 03 10:47:02.530509 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a0829dc0-9985-430c-bb11-6aa9de993a75 req-1c5bd430-8f2b-4d67-a67d-d1ff4d320f56 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 210 time: 0.0433109 Mar 03 10:47:03.128411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a29d36c6-7ece-4fe0-8e4e-cca58a91b6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:03.703335 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f5b1a8a8-3155-4afc-9d45-5387fd8c22b7 req-62c3c792-2e5f-450f-a6dc-7e8f02737457 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 210 time: 0.0473349 Mar 03 10:47:03.714142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-12155fe2-656a-4932-aee8-ed1c5344b2d2 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:03.715755 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-12155fe2-656a-4932-aee8-ed1c5344b2d2 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "GET /v2.0/networks?id=5c96a4fc-a74d-49a4-8d95-4c98894640aa HTTP/1.1" status: 200 len: 813 time: 0.1578653 Mar 03 10:47:03.727446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Request body: {'port': {'device_id': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa', 'admin_state_up': True, 'tenant_id': 'f4fb178dfb5942a48651f29dc66fed69'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:03.861531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:03.865304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Usage tracker for resource:port and tenant:f4fb178dfb5942a48651f29dc66fed69 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:03.868225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:03.873746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:03.882982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Made reservation on behalf of f4fb178dfb5942a48651f29dc66fed69 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:03.886399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:04.043790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Allocated IP 172.20.0.12 (5c96a4fc-a74d-49a4-8d95-4c98894640aa/1dd45f3b-9958-4c1f-bbbb-bacce4a7898a/f4dbf232-c9e2-4e06-aea6-ce25e0c72469) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:04.239101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:04.268482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:04.330263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Network 5c96a4fc-a74d-49a4-8d95-4c98894640aa is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:04.333198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:04.345394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:04.388765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Pushing event updated for resources: {'Port': ['ID=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:04.419848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:04.420451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:04.440327 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-1d893f2b-8a2c-4ed0-8cf2-79daa521bc04 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7174020 Mar 03 10:47:04.451191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Request body: {'port': {'device_id': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:04.559903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:04.894537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dbf232-c9e2-4e06-aea6-ce25e0c72469 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:47:04.901089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d0dad-2eea-4572-9458-8d7bba6655e4 req-755ce502-f2ae-4f07-88bf-9293b6035840 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:04.902311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:04.902552 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-200d0dad-2eea-4572-9458-8d7bba6655e4 req-755ce502-f2ae-4f07-88bf-9293b6035840 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 932 time: 0.0806460 Mar 03 10:47:04.919532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Transition to ACTIVE for port object f4dbf232-c9e2-4e06-aea6-ce25e0c72469 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:04.922775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:04.951587 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-200d0dad-2eea-4572-9458-8d7bba6655e4 req-e3a5d189-bb48-4b73-99fe-8f7e9fb4e029 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Synchronizing usage tracker for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:47:04.968084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-200d0dad-2eea-4572-9458-8d7bba6655e4 req-e3a5d189-bb48-4b73-99fe-8f7e9fb4e029 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Unset dirty status for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:47:04.968988 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-200d0dad-2eea-4572-9458-8d7bba6655e4 req-e3a5d189-bb48-4b73-99fe-8f7e9fb4e029 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597632 Mar 03 10:47:05.111663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:05.155662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Attempting to bind port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:47:05.155995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Attempting to bind port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:47:05.156320 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Attempting to bind port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 on network 5c96a4fc-a74d-49a4-8d95-4c98894640aa {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:05.160788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 on network 5c96a4fc-a74d-49a4-8d95-4c98894640aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:47:05.161104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Attempting to bind port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 on network 5c96a4fc-a74d-49a4-8d95-4c98894640aa {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:05.166586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:47:05.166915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Checking segment: {'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:05.167344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Bound using segment: {'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:47:05.167763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Bound port: f4dbf232-c9e2-4e06-aea6-ce25e0c72469, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:47:05.168100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:05.300199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-16b4d91f-f98c-4566-bc6d-05d72c9a6276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:05.371703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] For port f4dbf232-c9e2-4e06-aea6-ce25e0c72469, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:47:05.374534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] For port f4dbf232-c9e2-4e06-aea6-ce25e0c72469, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:47:05.378795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:05.432051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:05.432628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:05.433995 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] 10.222.0.32 "PUT /v2.0/ports/f4dbf232-c9e2-4e06-aea6-ce25e0c72469 HTTP/1.1" status: 200 len: 1094 time: 0.9867151 Mar 03 10:47:05.434426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'tag': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:47:05.462767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046aa2-78c8-4426-bd00-e456a4b9a500 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:05.508415 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'tag': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469', 'status': 'completed', 'code': 200} Mar 03 10:47:05.550777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-4f5d9a80-bb80-41e0-b7e2-885f0ffe7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:05.552184 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-4f5d9a80-bb80-41e0-b7e2-885f0ffe7cbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4fb178dfb5942a48651f29dc66fed69&device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 1097 time: 0.0769315 Mar 03 10:47:05.620704 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-b7cdff4f-9e94-4e9b-89ab-790ceab4addc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4dbf232-c9e2-4e06-aea6-ce25e0c72469 HTTP/1.1" status: 200 len: 217 time: 0.0609419 Mar 03 10:47:05.685842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-05ce2e6c-6d24-4c6e-bcc9-965ab5243ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:05.687223 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-05ce2e6c-6d24-4c6e-bcc9-965ab5243ebe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dd45f3b-9958-4c1f-bbbb-bacce4a7898a HTTP/1.1" status: 200 len: 853 time: 0.0592942 Mar 03 10:47:05.732726 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-067d9872-e399-45fc-baf8-ff9ac81dd73a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c96a4fc-a74d-49a4-8d95-4c98894640aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399487 Mar 03 10:47:05.861017 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-caac0779-3f53-45d2-b11f-ebc62ffa6891 service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222124 Mar 03 10:47:05.989766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0091a002-39e4-4540-b3f8-c2029c4d5e43 req-b3dffd63-2029-4521-b010-900f6d1e4794 service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225581 Mar 03 10:47:06.106342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-dabd55ae-cd9d-4e7f-96f5-9970aed9b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:06.107834 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-dabd55ae-cd9d-4e7f-96f5-9970aed9b68c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4fb178dfb5942a48651f29dc66fed69&device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 1097 time: 0.0751798 Mar 03 10:47:06.139612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:06.169889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b3cbc-bec8-4bbf-99a4-f1e405ae520e req-6f568c89-4236-4e8a-a796-782b3fabf7b4 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:06.172045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f23b3cbc-bec8-4bbf-99a4-f1e405ae520e req-6f568c89-4236-4e8a-a796-782b3fabf7b4 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 944 time: 0.0963724 Mar 03 10:47:06.203078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:06.220018 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f23b3cbc-bec8-4bbf-99a4-f1e405ae520e req-5936d00a-3a51-46f0-ac80-f935242561bd tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Mar 03 10:47:06.279370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-9e409d78-8aa0-42e0-8850-432026f825be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:06.280793 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-9e409d78-8aa0-42e0-8850-432026f825be service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c96a4fc-a74d-49a4-8d95-4c98894640aa HTTP/1.1" status: 200 len: 913 time: 0.1663787 Mar 03 10:47:06.348462 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-82040483-17a3-401a-9a7f-e23f2bea315f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4dbf232-c9e2-4e06-aea6-ce25e0c72469 HTTP/1.1" status: 200 len: 217 time: 0.0610552 Mar 03 10:47:06.417711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-0ff1073e-e6c3-45c3-a386-9328ca1e2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:06.419281 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-0ff1073e-e6c3-45c3-a386-9328ca1e2163 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dd45f3b-9958-4c1f-bbbb-bacce4a7898a HTTP/1.1" status: 200 len: 853 time: 0.0641541 Mar 03 10:47:06.468857 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-ea7b3140-6b61-42f1-8174-ff30e7bf89e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c96a4fc-a74d-49a4-8d95-4c98894640aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434146 Mar 03 10:47:06.607866 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-5b2c2f61-1227-4726-bbe2-757bee4a59c9 service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325102 Mar 03 10:47:06.741887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8d14a10-7e41-45f9-b232-1d68c917eeb3 req-078ec4f3-ecde-48c9-9ff4-58ad603d0c86 service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272359 Mar 03 10:47:07.406460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65282-3bf7-4556-bbf5-b7f17c4e4e3f req-503f3602-e7a4-42e5-8495-8d5d9caab9c9 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:07.407829 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-57d65282-3bf7-4556-bbf5-b7f17c4e4e3f req-503f3602-e7a4-42e5-8495-8d5d9caab9c9 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 944 time: 0.0785036 Mar 03 10:47:07.454868 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-57d65282-3bf7-4556-bbf5-b7f17c4e4e3f req-92097757-2f45-4219-ac0c-9d675092a686 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Mar 03 10:47:08.037433 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:08.042138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f4dbf232-c9e2-4e06-aea6-ce25e0c72469 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:47:08.172697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f4dbf232-c9e2-4e06-aea6-ce25e0c72469, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:08.185224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469', 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa', 'port_id': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469', 'mac_address': 'fa:16:3e:a6:06:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd45f3b-9958-4c1f-bbbb-bacce4a7898a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:47:08.243206 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:08.260296 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4dbf232-c9e2-4e06-aea6-ce25e0c72469 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:47:08.277095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f4dbf232-c9e2-4e06-aea6-ce25e0c72469, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:08.280851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:08.351539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:08.482854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f4dbf232-c9e2-4e06-aea6-ce25e0c72469'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:47:08.641212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf2ca4-898f-440a-9523-017c6285df52 req-75d33b54-90cc-417e-b599-6f400cfff03e tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:08.642598 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2cdf2ca4-898f-440a-9523-017c6285df52 req-75d33b54-90cc-417e-b599-6f400cfff03e tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 945 time: 0.0814519 Mar 03 10:47:08.687271 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2cdf2ca4-898f-440a-9523-017c6285df52 req-8247fb00-5adb-4dae-bb0e-449e3d81f773 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 Mar 03 10:47:09.875537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b741e9f-18d7-48d5-a03a-067774e19306 req-4c2e0925-948b-4dfb-8325-b6ec1f406ccb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:09.876905 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b741e9f-18d7-48d5-a03a-067774e19306 req-4c2e0925-948b-4dfb-8325-b6ec1f406ccb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 945 time: 0.0825624 Mar 03 10:47:09.920430 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b741e9f-18d7-48d5-a03a-067774e19306 req-29f7ac1f-f31e-4484-b3bc-dd0f9b1f4ab9 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Mar 03 10:47:10.042112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f4dbf232-c9e2-4e06-aea6-ce25e0c72469 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:47:10.108412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:10.112999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:47:10.113361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:10.227272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:10.253514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:47:10.263835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f4dbf232-c9e2-4e06-aea6-ce25e0c72469, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:10.267843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:10.273560 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:47:10.301282 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469', 'code': 200} Mar 03 10:47:10.341788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:10.519171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f11a2-1401-4c44-8713-b21bb1c79989 req-785b6ff3-d524-43f9-9ba1-67bdcd3fa6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:10.520610 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e44f11a2-1401-4c44-8713-b21bb1c79989 req-785b6ff3-d524-43f9-9ba1-67bdcd3fa6d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 1099 time: 0.0705800 Mar 03 10:47:10.562790 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e44f11a2-1401-4c44-8713-b21bb1c79989 req-5e9b7e65-1aa2-4793-b6cd-6a337ce97379 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365703 Mar 03 10:47:11.100683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c18a-0ae7-4d15-903e-4456479b7bd7 req-0f368a89-7058-46bc-a854-c310d00d6784 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:11.102122 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b3f4c18a-0ae7-4d15-903e-4456479b7bd7 req-0f368a89-7058-46bc-a854-c310d00d6784 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0784888 Mar 03 10:47:11.145887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b3f4c18a-0ae7-4d15-903e-4456479b7bd7 req-db4dafda-7a36-42e9-a437-a48ab581b66c tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376291 Mar 03 10:47:12.335104 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe21d9-4ac6-4071-98f4-c929ccdcdcd9 req-55e80bb2-4d83-46c8-a54f-eff9cb257275 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:12.336577 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bdfe21d9-4ac6-4071-98f4-c929ccdcdcd9 req-55e80bb2-4d83-46c8-a54f-eff9cb257275 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0834107 Mar 03 10:47:12.380025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bdfe21d9-4ac6-4071-98f4-c929ccdcdcd9 req-a34bfbd9-9648-438f-a10f-85b64d892fe9 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378406 Mar 03 10:47:12.665363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-5a139728-32ed-4cfa-a634-8aefc0485b1a tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:12.666782 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-5a139728-32ed-4cfa-a634-8aefc0485b1a tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/networks?id=5c96a4fc-a74d-49a4-8d95-4c98894640aa HTTP/1.1" status: 200 len: 813 time: 0.1468101 Mar 03 10:47:12.681785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d8e90d86-2515-46ae-b4ea-d8b58d3ffbf1 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/quotas/f4fb178dfb5942a48651f29dc66fed69 HTTP/1.1" status: 200 len: 375 time: 0.0095203 Mar 03 10:47:12.762459 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-75808bdd-0e52-46bb-8a8c-2a5818262e91 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4fb178dfb5942a48651f29dc66fed69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756886 Mar 03 10:47:12.892302 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-9c74e203-2df0-4993-b746-2ac8d24697a5 service neutron] 10.222.0.23 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233652 Mar 03 10:47:13.025715 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-9ac3453d-732e-44b5-9eef-516d845b18fa service neutron] 10.222.0.23 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265702 Mar 03 10:47:13.199390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-200751b8-6d12-440a-b0a2-11c28b82df7f req-2e82fe33-45fb-40af-a3a4-3b574c63cd67 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 210 time: 0.0431907 Mar 03 10:47:14.288390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-3c36cb61-e9f0-4245-8945-60a54a015efa tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:14.289810 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-3c36cb61-e9f0-4245-8945-60a54a015efa tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "GET /v2.0/networks?id=5c96a4fc-a74d-49a4-8d95-4c98894640aa HTTP/1.1" status: 200 len: 813 time: 0.2503676 Mar 03 10:47:14.301502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Request body: {'port': {'device_id': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa', 'admin_state_up': True, 'tenant_id': 'f4fb178dfb5942a48651f29dc66fed69'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:14.350483 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1e47122a-0941-4348-b74c-569dfc7155ca req-75ea7955-afac-4475-ab8c-c8a1b14029f2 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 210 time: 0.0425186 Mar 03 10:47:14.436894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:14.440691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Usage tracker for resource:port and tenant:f4fb178dfb5942a48651f29dc66fed69 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:14.443501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:14.449854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:14.459364 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Made reservation on behalf of f4fb178dfb5942a48651f29dc66fed69 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:14.462953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:14.624272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Allocated IP 172.20.0.11 (5c96a4fc-a74d-49a4-8d95-4c98894640aa/1dd45f3b-9958-4c1f-bbbb-bacce4a7898a/aaf4f196-fb09-4d92-b9be-54992dde2d17) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:14.820736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:14.848962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:14.860453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f4dbf232-c9e2-4e06-aea6-ce25e0c72469'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:47:14.914034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Network 5c96a4fc-a74d-49a4-8d95-4c98894640aa is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:14.917044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:14.925540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:14.969138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Pushing event updated for resources: {'Port': ['ID=aaf4f196-fb09-4d92-b9be-54992dde2d17,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:14.998141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:14.998741 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:15.018002 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-28485a3b-4a2c-424d-8b4b-90fb6272d353 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7200985 Mar 03 10:47:15.028888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Request body: {'port': {'device_id': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:15.138393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:15.474488 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf4f196-fb09-4d92-b9be-54992dde2d17 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:47:15.481933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:15.495942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Transition to ACTIVE for port object aaf4f196-fb09-4d92-b9be-54992dde2d17 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:15.499637 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:15.543572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022255f7-86f0-456a-bc3d-de244df7c193 req-4c2640e0-9345-46af-bf2e-699392220806 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:15.545090 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-022255f7-86f0-456a-bc3d-de244df7c193 req-4c2640e0-9345-46af-bf2e-699392220806 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 932 time: 0.0889540 Mar 03 10:47:15.589742 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-022255f7-86f0-456a-bc3d-de244df7c193 req-e1cf0d48-d25f-4454-9d3a-b86308190ecf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Mar 03 10:47:15.664361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf4f196-fb09-4d92-b9be-54992dde2d17,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:15.734266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Attempting to bind port aaf4f196-fb09-4d92-b9be-54992dde2d17 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:47:15.734592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Attempting to bind port aaf4f196-fb09-4d92-b9be-54992dde2d17 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:47:15.734910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Attempting to bind port aaf4f196-fb09-4d92-b9be-54992dde2d17 on network 5c96a4fc-a74d-49a4-8d95-4c98894640aa {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:15.739542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Port aaf4f196-fb09-4d92-b9be-54992dde2d17 on network 5c96a4fc-a74d-49a4-8d95-4c98894640aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:47:15.739862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Attempting to bind port aaf4f196-fb09-4d92-b9be-54992dde2d17 on network 5c96a4fc-a74d-49a4-8d95-4c98894640aa {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:15.745873 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:47:15.746205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Checking segment: {'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:15.746580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Bound using segment: {'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:47:15.746988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Bound port: aaf4f196-fb09-4d92-b9be-54992dde2d17, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0705d589-54cf-49b6-b729-50799ed1b238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:47:15.747355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:15.833986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] For port aaf4f196-fb09-4d92-b9be-54992dde2d17, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:47:15.837693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] For port aaf4f196-fb09-4d92-b9be-54992dde2d17, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aaf4f196-fb09-4d92-b9be-54992dde2d17,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:47:15.841256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:15.899253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:15.899884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:15.901238 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] 10.222.0.32 "PUT /v2.0/ports/aaf4f196-fb09-4d92-b9be-54992dde2d17 HTTP/1.1" status: 200 len: 1094 time: 0.8763518 Mar 03 10:47:15.901663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'tag': 'aaf4f196-fb09-4d92-b9be-54992dde2d17'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:47:15.928036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f10bc9-24cc-4667-a808-ec8178fa4026 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf4f196-fb09-4d92-b9be-54992dde2d17,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:15.967998 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'tag': 'aaf4f196-fb09-4d92-b9be-54992dde2d17', 'status': 'completed', 'code': 200} Mar 03 10:47:16.007066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-0c0db396-1e7a-4537-b66d-f5659967264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:16.008572 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-0c0db396-1e7a-4537-b66d-f5659967264c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4fb178dfb5942a48651f29dc66fed69&device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 1097 time: 0.0713406 Mar 03 10:47:16.188773 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-47418eed-86d8-4c1c-9104-e72552b1e8ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf4f196-fb09-4d92-b9be-54992dde2d17 HTTP/1.1" status: 200 len: 217 time: 0.1737325 Mar 03 10:47:16.249568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-679e9333-b8c5-46f9-ab8d-62c80561049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:16.250961 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-679e9333-b8c5-46f9-ab8d-62c80561049d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dd45f3b-9958-4c1f-bbbb-bacce4a7898a HTTP/1.1" status: 200 len: 853 time: 0.0563858 Mar 03 10:47:16.298352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-af47a722-cbeb-44b2-b7b6-10984821fb9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c96a4fc-a74d-49a4-8d95-4c98894640aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421665 Mar 03 10:47:16.430096 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-f3c55013-105a-430f-999b-f52432ff0625 service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257937 Mar 03 10:47:16.560314 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-892fe8e7-d007-4ed2-aa5b-b077b6638a91 req-e40564bc-5675-4ce3-9fc4-ee63cce48680 service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245322 Mar 03 10:47:16.676204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-4cdee3ec-32a6-4d9d-8e27-66d23001b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:16.677679 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-4cdee3ec-32a6-4d9d-8e27-66d23001b6c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4fb178dfb5942a48651f29dc66fed69&device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 1097 time: 0.0731509 Mar 03 10:47:16.777617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6a731-8691-49de-9df3-0269f9b4b6c5 req-8e92220f-f912-4fff-9f6e-decc17d16999 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:16.778974 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-33c6a731-8691-49de-9df3-0269f9b4b6c5 req-8e92220f-f912-4fff-9f6e-decc17d16999 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 944 time: 0.0784154 Mar 03 10:47:16.809528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-9def124d-5edd-4725-b3d7-cf58be349a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:16.810983 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-9def124d-5edd-4725-b3d7-cf58be349a69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c96a4fc-a74d-49a4-8d95-4c98894640aa HTTP/1.1" status: 200 len: 913 time: 0.1263921 Mar 03 10:47:16.823701 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-33c6a731-8691-49de-9df3-0269f9b4b6c5 req-d3f5af9d-573b-48de-b3a4-5b4e44ddd476 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Mar 03 10:47:16.881224 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-6edfa732-db67-401b-9d7b-03ca77de24dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf4f196-fb09-4d92-b9be-54992dde2d17 HTTP/1.1" status: 200 len: 217 time: 0.0644302 Mar 03 10:47:16.944064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-8d1f12ab-ec30-4d21-a4b5-1ae1faf08e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:16.945498 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-8d1f12ab-ec30-4d21-a4b5-1ae1faf08e30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dd45f3b-9958-4c1f-bbbb-bacce4a7898a HTTP/1.1" status: 200 len: 853 time: 0.0587814 Mar 03 10:47:16.997086 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-67e669c6-df55-45fc-85f0-ea70eb52dd06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c96a4fc-a74d-49a4-8d95-4c98894640aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434284 Mar 03 10:47:17.125747 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-36904dae-653f-4007-be21-a8f6955843bd service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220398 Mar 03 10:47:17.256859 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ee5a898e-bda6-41b7-b9d7-00409930342e req-ebf193f5-2d1e-4c54-9f0a-24abdaa5ee58 service neutron] 10.222.0.32 "GET /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233113 Mar 03 10:47:18.104852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82075ad7-b42a-4b61-b1fa-d7ae32d6f518 req-1b9366b5-8f70-420d-abee-f348c25930b6 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:18.106224 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82075ad7-b42a-4b61-b1fa-d7ae32d6f518 req-1b9366b5-8f70-420d-abee-f348c25930b6 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 944 time: 0.1761451 Mar 03 10:47:18.150513 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-82075ad7-b42a-4b61-b1fa-d7ae32d6f518 req-7faa16d6-0539-4efa-81f9-8d86f5bbb9e9 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 Mar 03 10:47:19.333926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db710-7f37-44c1-afca-d93edfdbcf2b req-4bff93be-69d7-4579-86c3-d42cc86e7521 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:19.335508 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-162db710-7f37-44c1-afca-d93edfdbcf2b req-4bff93be-69d7-4579-86c3-d42cc86e7521 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 944 time: 0.0810156 Mar 03 10:47:19.379264 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-162db710-7f37-44c1-afca-d93edfdbcf2b req-92240549-73af-4495-b8b8-ffdaede39589 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Mar 03 10:47:20.094513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aaf4f196-fb09-4d92-b9be-54992dde2d17 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:47:20.229500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port aaf4f196-fb09-4d92-b9be-54992dde2d17, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aaf4f196-fb09-4d92-b9be-54992dde2d17,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:20.242517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'aaf4f196-fb09-4d92-b9be-54992dde2d17', 'network_id': '5c96a4fc-a74d-49a4-8d95-4c98894640aa', 'port_id': 'aaf4f196-fb09-4d92-b9be-54992dde2d17', 'mac_address': 'fa:16:3e:d6:de:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd45f3b-9958-4c1f-bbbb-bacce4a7898a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:47:20.300358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:20.316937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf4f196-fb09-4d92-b9be-54992dde2d17 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:47:20.332380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port aaf4f196-fb09-4d92-b9be-54992dde2d17, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aaf4f196-fb09-4d92-b9be-54992dde2d17,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:20.336388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:20.402066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=aaf4f196-fb09-4d92-b9be-54992dde2d17,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:20.543061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['aaf4f196-fb09-4d92-b9be-54992dde2d17'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:47:20.565778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cededa9f-4c32-453c-8829-be09a9f3a63a req-f7c5c87e-f8a8-4c7a-b8a0-05df29de3e6f tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:20.567242 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cededa9f-4c32-453c-8829-be09a9f3a63a req-f7c5c87e-f8a8-4c7a-b8a0-05df29de3e6f tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 945 time: 0.0792353 Mar 03 10:47:20.611674 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cededa9f-4c32-453c-8829-be09a9f3a63a req-4adc7dc4-ee7d-46b1-83b2-ee4907734f88 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Mar 03 10:47:21.795765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e830ee-45ad-43c7-b939-e2a20e65861c req-946125f9-a6dc-4144-9494-85caac52b12d tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:21.797122 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a0e830ee-45ad-43c7-b939-e2a20e65861c req-946125f9-a6dc-4144-9494-85caac52b12d tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 945 time: 0.0822117 Mar 03 10:47:21.839634 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a0e830ee-45ad-43c7-b939-e2a20e65861c req-778144c4-0e95-4e63-a27b-3c76e4226d5d tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Mar 03 10:47:22.104821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aaf4f196-fb09-4d92-b9be-54992dde2d17 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:47:22.172781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port aaf4f196-fb09-4d92-b9be-54992dde2d17 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:22.177435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port aaf4f196-fb09-4d92-b9be-54992dde2d17 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:47:22.177801 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:22.317156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:22.345887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf4f196-fb09-4d92-b9be-54992dde2d17'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:47:22.356074 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port aaf4f196-fb09-4d92-b9be-54992dde2d17, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aaf4f196-fb09-4d92-b9be-54992dde2d17,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:22.360060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:22.395536 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf4f196-fb09-4d92-b9be-54992dde2d17', 'code': 200} Mar 03 10:47:22.429184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=aaf4f196-fb09-4d92-b9be-54992dde2d17,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:22.436421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.436769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.437103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.437464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.437790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.438120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.438442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.438766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.439085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.439437 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.439757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.440171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:22.613454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42c52-0a6a-4fc9-993a-1ed7cc8a0403 req-20233362-db8b-4598-8d9f-f60f119505e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:22.614818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a3f42c52-0a6a-4fc9-993a-1ed7cc8a0403 req-20233362-db8b-4598-8d9f-f60f119505e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 1099 time: 0.0674071 Mar 03 10:47:22.657797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a3f42c52-0a6a-4fc9-993a-1ed7cc8a0403 req-f75542a6-c2a4-4fe5-83d8-88604f925a24 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367217 Mar 03 10:47:23.024536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193273-89e9-48c1-b3e6-28a25f0466d6 req-e2bf4677-3021-422b-a5a4-0a874420f178 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:23.026002 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5193273-89e9-48c1-b3e6-28a25f0466d6 req-e2bf4677-3021-422b-a5a4-0a874420f178 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 946 time: 0.0829432 Mar 03 10:47:23.073611 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b5193273-89e9-48c1-b3e6-28a25f0466d6 req-ebfc7112-2af4-4ebe-b517-9431e2b23331 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Mar 03 10:47:23.945342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:24.262119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe9cc3-8c34-4bfa-a4a4-59fc41bfbf9e req-939fd49c-2dc3-48d8-b6a4-92a9288ed952 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:24.263520 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3bbe9cc3-8c34-4bfa-a4a4-59fc41bfbf9e req-939fd49c-2dc3-48d8-b6a4-92a9288ed952 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 946 time: 0.0839701 Mar 03 10:47:24.307510 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3bbe9cc3-8c34-4bfa-a4a4-59fc41bfbf9e req-586f7fdb-1eec-4684-8212-fe1889716d19 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 Mar 03 10:47:24.680363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064f87-4cfc-45a8-8c2c-10230629bcf4 req-c1ddbeb0-6636-4b0c-a5c0-6e81c15859ee tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:24.681809 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a064f87-4cfc-45a8-8c2c-10230629bcf4 req-c1ddbeb0-6636-4b0c-a5c0-6e81c15859ee tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 946 time: 0.0825474 Mar 03 10:47:24.726188 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a064f87-4cfc-45a8-8c2c-10230629bcf4 req-faf55277-9fcc-438c-9d8a-b38de55f28dd tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Mar 03 10:47:25.909538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0333-6274-4ce6-a3c8-284563afa210 req-d581faeb-f308-4bb6-9520-12fb3b3d14a8 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:25.910987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-776f0333-6274-4ce6-a3c8-284563afa210 req-d581faeb-f308-4bb6-9520-12fb3b3d14a8 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 946 time: 0.0810177 Mar 03 10:47:25.955155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-776f0333-6274-4ce6-a3c8-284563afa210 req-84f4e23d-816b-4c63-9ff5-7c394821eecd tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Mar 03 10:47:25.977038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-f4a098d3-ff12-47da-807b-83d5eceebc1b tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:25.977731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-f4a098d3-ff12-47da-807b-83d5eceebc1b tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Synchronizing usage tracker for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:47:25.993243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-f4a098d3-ff12-47da-807b-83d5eceebc1b tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Unset dirty status for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:47:25.994444 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-f4a098d3-ff12-47da-807b-83d5eceebc1b tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 946 time: 0.0994945 Mar 03 10:47:26.063391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Deleting port aaf4f196-fb09-4d92-b9be-54992dde2d17 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:26.063670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:26.405306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] For port aaf4f196-fb09-4d92-b9be-54992dde2d17, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=aaf4f196-fb09-4d92-b9be-54992dde2d17,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:26.405570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:26.528899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Calling delete_port for aaf4f196-fb09-4d92-b9be-54992dde2d17 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:47:26.673532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:26.686698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f4dbf232-c9e2-4e06-aea6-ce25e0c72469', 'aaf4f196-fb09-4d92-b9be-54992dde2d17'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:47:26.723505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Pushing event deleted for resources: {'Port': ['ID=aaf4f196-fb09-4d92-b9be-54992dde2d17,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:26.797600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] No DVR routers for this DVR port aaf4f196-fb09-4d92-b9be-54992dde2d17 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:47:26.800073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:26.802462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'name': 'network-vif-deleted', 'tag': 'aaf4f196-fb09-4d92-b9be-54992dde2d17'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:47:26.817819 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e71fb5c9-c4da-4aec-bfa7-243776e850c5 req-745b4c4d-0fcd-4c24-82ca-31098df4ed25 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "DELETE /v2.0/ports/aaf4f196-fb09-4d92-b9be-54992dde2d17 HTTP/1.1" status: 204 len: 173 time: 0.8181450 Mar 03 10:47:26.856409 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1a062b-fe1b-4600-84b8-b3c6a680d72b', 'name': 'network-vif-deleted', 'tag': 'aaf4f196-fb09-4d92-b9be-54992dde2d17', 'status': 'completed', 'code': 200} Mar 03 10:47:27.119161 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e63b0ee8-43b0-462e-8ae8-baccc447db0b req-c6994912-1f26-4589-97bf-e876f8d8ea8c tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1a062b-fe1b-4600-84b8-b3c6a680d72b HTTP/1.1" status: 200 len: 210 time: 0.0448754 Mar 03 10:47:28.372057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced046dd-d2eb-4faa-aaa9-da0b01858d77 req-34245d50-84ff-46ed-8bf0-28952d755bbb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:28.373499 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ced046dd-d2eb-4faa-aaa9-da0b01858d77 req-34245d50-84ff-46ed-8bf0-28952d755bbb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0786774 Mar 03 10:47:28.416907 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ced046dd-d2eb-4faa-aaa9-da0b01858d77 req-859bad42-75e4-4bfa-8d96-ed3b7c9c7e37 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Mar 03 10:47:28.619069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482edc76-92fa-471b-a0fe-74352a7a8a0b req-a543e9af-aa96-4758-982d-0ecf20916f34 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:28.620694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-482edc76-92fa-471b-a0fe-74352a7a8a0b req-a543e9af-aa96-4758-982d-0ecf20916f34 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0821011 Mar 03 10:47:28.669939 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-482edc76-92fa-471b-a0fe-74352a7a8a0b req-40aeabe2-fafe-437f-833f-7fec1bfbc21b tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435784 Mar 03 10:47:28.850684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e754d-7b34-4995-8e71-537b12d591d2 req-4ee9c451-6f4b-429f-84a6-f478e53ca8b8 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:28.852058 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a69e754d-7b34-4995-8e71-537b12d591d2 req-4ee9c451-6f4b-429f-84a6-f478e53ca8b8 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0802503 Mar 03 10:47:28.898337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a69e754d-7b34-4995-8e71-537b12d591d2 req-eccfe44e-d9cf-436b-a0b3-8d134e454bbe tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Mar 03 10:47:29.181529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e64491-a6fb-4f53-a8a6-a407fec9c268 req-7dc30269-70f9-4db4-b7c2-baebe80b1b1c tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:29.182901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8e64491-a6fb-4f53-a8a6-a407fec9c268 req-7dc30269-70f9-4db4-b7c2-baebe80b1b1c tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0795698 Mar 03 10:47:29.226118 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a8e64491-a6fb-4f53-a8a6-a407fec9c268 req-01e51b2b-025e-4f1f-8366-3fe8a3978408 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Mar 03 10:47:29.410584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a1f4-15aa-414e-bd2f-45cda5f1254f req-3a16b136-003f-4a96-8c75-0e6a8a71cee5 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:29.412061 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-18d5a1f4-15aa-414e-bd2f-45cda5f1254f req-3a16b136-003f-4a96-8c75-0e6a8a71cee5 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0836120 Mar 03 10:47:29.456941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-18d5a1f4-15aa-414e-bd2f-45cda5f1254f req-10c41b70-6b31-4b2d-aa34-1e4edcbe68a8 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382864 Mar 03 10:47:29.649428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f55f3-336d-469f-9626-3144212a85ea req-eca310e5-60fa-4ae9-aa70-ed8354931ab8 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:29.650861 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1e2f55f3-336d-469f-9626-3144212a85ea req-eca310e5-60fa-4ae9-aa70-ed8354931ab8 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0813911 Mar 03 10:47:29.692709 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1e2f55f3-336d-469f-9626-3144212a85ea req-29e5db0c-34cb-4d1d-9c4f-e5342071182c tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363548 Mar 03 10:47:30.122124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aaf4f196-fb09-4d92-b9be-54992dde2d17 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:47:30.157828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: aaf4f196-fb09-4d92-b9be-54992dde2d17 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:47:30.158175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device aaf4f196-fb09-4d92-b9be-54992dde2d17 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:47:30.209524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49c38e-2671-49df-8ff4-bfeae1e68fad req-c5279868-86ba-4d0e-94be-af4ca4ee01bf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:30.211039 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0c49c38e-2671-49df-8ff4-bfeae1e68fad req-c5279868-86ba-4d0e-94be-af4ca4ee01bf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0836194 Mar 03 10:47:30.253956 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0c49c38e-2671-49df-8ff4-bfeae1e68fad req-75cb34f2-5199-492c-8767-344ae701f1f4 tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372450 Mar 03 10:47:31.441416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802e57-d400-4bc1-afe9-6abc699f351e req-6eff27bc-a9e9-4957-87c7-e0f94f3d23fb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:31.445560 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-93802e57-d400-4bc1-afe9-6abc699f351e req-6eff27bc-a9e9-4957-87c7-e0f94f3d23fb tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.0835254 Mar 03 10:47:31.482264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-533db271-a677-4ea9-a883-bcd54a23bcfa tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:31.482958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-533db271-a677-4ea9-a883-bcd54a23bcfa tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Synchronizing usage tracker for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:47:31.494863 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-93802e57-d400-4bc1-afe9-6abc699f351e req-ed0cef52-a18b-45ea-8711-f4ee14c6ee5b tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/security-groups?id=57125f52-e7cf-408f-a4df-230e5aef1b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Mar 03 10:47:31.499651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-533db271-a677-4ea9-a883-bcd54a23bcfa tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Unset dirty status for tenant:f4fb178dfb5942a48651f29dc66fed69 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:47:31.500826 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-533db271-a677-4ea9-a883-bcd54a23bcfa tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 946 time: 0.1057310 Mar 03 10:47:31.574130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Deleting port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:31.574376 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:31.820444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] For port f4dbf232-c9e2-4e06-aea6-ce25e0c72469, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,segment=NetworkSegment(0705d589-54cf-49b6-b729-50799ed1b238),segment_id=0705d589-54cf-49b6-b729-50799ed1b238)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:31.820797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:31.945902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Calling delete_port for f4dbf232-c9e2-4e06-aea6-ce25e0c72469 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:47:32.093270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:32.104989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f4dbf232-c9e2-4e06-aea6-ce25e0c72469'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:47:32.143744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Pushing event deleted for resources: {'Port': ['ID=f4dbf232-c9e2-4e06-aea6-ce25e0c72469,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:32.217297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] No DVR routers for this DVR port f4dbf232-c9e2-4e06-aea6-ce25e0c72469 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:47:32.219649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:32.222062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'name': 'network-vif-deleted', 'tag': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:47:32.237585 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e3189a82-6e04-44ac-b74f-4cbc4ac04029 req-52fc7bc2-0f75-42ce-ac61-2859e23489cf tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.32 "DELETE /v2.0/ports/f4dbf232-c9e2-4e06-aea6-ce25e0c72469 HTTP/1.1" status: 204 len: 173 time: 0.7319980 Mar 03 10:47:32.276303 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1607299-bbe0-4395-af75-c93b83eb7337', 'name': 'network-vif-deleted', 'tag': 'f4dbf232-c9e2-4e06-aea6-ce25e0c72469', 'status': 'completed', 'code': 200} Mar 03 10:47:32.657792 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6d7e6cf4-43c3-4695-a8ba-98e8c26035da req-f0daf91c-ff6f-46d8-aac4-b272ecb5a45d tempest-ServersNegativeTestJSON-1918253011 tempest-ServersNegativeTestJSON-1918253011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1607299-bbe0-4395-af75-c93b83eb7337 HTTP/1.1" status: 200 len: 210 time: 0.0433719 Mar 03 10:47:33.130099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4c4deec0-740d-4539-a42d-930a50d645c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:33.758733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39732) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:33.816043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] Deleting subnet 1dd45f3b-9958-4c1f-bbbb-bacce4a7898a {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:47:33.819461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:33.870193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:33.923160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:33.987754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.028919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.036852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd45f3b-9958-4c1f-bbbb-bacce4a7898a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:34.040599 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0cd20406-8611-4532-bf61-ffcb244983ca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1dd45f3b-9958-4c1f-bbbb-bacce4a7898a HTTP/1.1" status: 204 len: 168 time: 0.2808354 Mar 03 10:47:34.043146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39736) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:34.135458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f4dbf232-c9e2-4e06-aea6-ce25e0c72469 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:47:34.174068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: f4dbf232-c9e2-4e06-aea6-ce25e0c72469 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:47:34.174413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f4dbf232-c9e2-4e06-aea6-ce25e0c72469 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:47:34.245393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.368433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.392911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c96a4fc-a74d-49a4-8d95-4c98894640aa']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:34.405137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0705d589-54cf-49b6-b729-50799ed1b238') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:34.405432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0705d589-54cf-49b6-b729-50799ed1b238') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:34.417762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.434148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.439954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:34.440333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:34.454144 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:34.532464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.536856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.560651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c96a4fc-a74d-49a4-8d95-4c98894640aa,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:34.570089 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-56011620-7d07-4df7-8059-96826c7b133b admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c96a4fc-a74d-49a4-8d95-4c98894640aa HTTP/1.1" status: 204 len: 168 time: 0.5259659 Mar 03 10:47:34.678954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39742) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:34.728947 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dab100ca-944b-428f-a3a9-a0c5de3abbaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4fb178dfb5942a48651f29dc66fed69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488429 Mar 03 10:47:34.731290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39746) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:34.788009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5f40-d77c-4863-bcf8-337d1b60f2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.812656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5f40-d77c-4863-bcf8-337d1b60f2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.863035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5f40-d77c-4863-bcf8-337d1b60f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.880059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c5f40-d77c-4863-bcf8-337d1b60f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57125f52-e7cf-408f-a4df-230e5aef1b1e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:34.892849 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5f40-d77c-4863-bcf8-337d1b60f2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:34.893912 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0b8c5f40-d77c-4863-bcf8-337d1b60f2b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57125f52-e7cf-408f-a4df-230e5aef1b1e HTTP/1.1" status: 204 len: 168 time: 0.1617332 Mar 03 10:47:35.303844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-912ecb0f-1ba1-45d7-bf0c-6e1a2cdfe6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.616846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39770) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:35.722123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110648957'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:35.727111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:35.730877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:network and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:35.733720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:35.739870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:35.749601 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:35.752930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.765480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.780130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:35.783828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:security_group_rule and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:35.786521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:35.792231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:35.875196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.878841 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.916602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:35.924892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbfb3a7-fe44-498b-a331-8b1d2a6364c2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:35.930893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.931235 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Added segment 641a652d-cbe8-4f6b-9245-508c7283dafc of type vlan for network 6c88ced9-da75-4ad5-a851-fe0f714ba560 Mar 03 10:47:35.957409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.987165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:35.993330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:35.993906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:36.100850 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4829128 Mar 03 10:47:36.106569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54de27-599d-4d9f-9d86-74060ff496ee tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Network': ['ID=6c88ced9-da75-4ad5-a851-fe0f714ba560,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:36.117712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 6c88ced9-da75-4ad5-a851-fe0f714ba560 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:36.211100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:36.245099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:38.039532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:39.382560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39776) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:39.388482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'subnet': {'network_id': '6c88ced9-da75-4ad5-a851-fe0f714ba560', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:39.496889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:39.500612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:subnet and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:39.503485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:39.509911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:39.520573 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:39.525114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:39.837791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:39.910244 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Subnet': ['ID=ebb1f163-bd34-486b-b17c-01ca137e41f9,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:39.920375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Checking segment: {'id': '641a652d-cbe8-4f6b-9245-508c7283dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c88ced9-da75-4ad5-a851-fe0f714ba560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:39.920725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network hostable DHCP agents. Network: 6c88ced9-da75-4ad5-a851-fe0f714ba560, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:39.938694 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network 6c88ced9-da75-4ad5-a851-fe0f714ba560 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:39.947874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 6c88ced9-da75-4ad5-a851-fe0f714ba560) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:39.953821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:39.955328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:39.959354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f22b2a-25e6-4926-ad84-512b193ad838 None None] Network 6c88ced9-da75-4ad5-a851-fe0f714ba560 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:39.979206 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8aa2806d-f1e8-4c18-b036-4e1e90f6c4bf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5954134 Mar 03 10:47:39.982425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39780) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:39.987804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1424117150'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:39.993502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:39.997175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:network and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:39.999949 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:40.005504 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:40.017478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:40.021083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.048351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:40.057771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.058117 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Added segment 94fd2d91-d990-4a3c-a745-1a6bbf355f59 of type vlan for network 1df0781d-b1d5-4453-8b2d-88163b3a1fdc Mar 03 10:47:40.087115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.115640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.120915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:40.121492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.177373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-6c88ced9-da75-4ad5-a851-fe0f714ba560', 'network_id': '6c88ced9-da75-4ad5-a851-fe0f714ba560', 'tenant_id': '2da57a7a07f64d38bd4930db9525f182', 'fixed_ips': [{'subnet_id': 'ebb1f163-bd34-486b-b17c-01ca137e41f9'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:47:40.178850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.218666 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2352023 Mar 03 10:47:40.221607 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39784) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:40.227636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'subnet': {'network_id': '1df0781d-b1d5-4453-8b2d-88163b3a1fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:40.231181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7b1fc-092f-418d-8e6f-cbfbb8533659 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Network': ['ID=1df0781d-b1d5-4453-8b2d-88163b3a1fdc,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:40.244339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1df0781d-b1d5-4453-8b2d-88163b3a1fdc details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:40.343033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:40.346778 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:subnet and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:40.350313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:40.355883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:40.365571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:40.369362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.428879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Allocated IP 2001:db8:0:ffff::2 (6c88ced9-da75-4ad5-a851-fe0f714ba560/ebb1f163-bd34-486b-b17c-01ca137e41f9/22793f48-4d15-4553-ad15-afb0ad9b0498) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:40.594926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.634875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.644924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Transition to ACTIVE for port object 22793f48-4d15-4553-ad15-afb0ad9b0498 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:40.664409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Transition to ACTIVE for port object 22793f48-4d15-4553-ad15-afb0ad9b0498 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:40.670690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.683123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Subnet': ['ID=076b2c76-4ba7-4348-942b-564d7c46b1cc,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:40.687346 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Checking segment: {'id': '94fd2d91-d990-4a3c-a745-1a6bbf355f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1df0781d-b1d5-4453-8b2d-88163b3a1fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:40.687705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network hostable DHCP agents. Network: 1df0781d-b1d5-4453-8b2d-88163b3a1fdc, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:40.707759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network 1df0781d-b1d5-4453-8b2d-88163b3a1fdc is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:40.718089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 1df0781d-b1d5-4453-8b2d-88163b3a1fdc) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:40.728908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:40.729682 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.732143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997d645-05c2-4d56-ac2e-b643ab7cb62b None None] Network 1df0781d-b1d5-4453-8b2d-88163b3a1fdc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:40.753166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Network 6c88ced9-da75-4ad5-a851-fe0f714ba560 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:40.753900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39788) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:40.754367 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c6e2e8c6-a62d-41be-a872-8a5d6a5c09b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5313098 Mar 03 10:47:40.772138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:40.774570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:40.814641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Pushing event updated for resources: {'Port': ['ID=22793f48-4d15-4553-ad15-afb0ad9b0498,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:40.896973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.962664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.966743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Attempting to bind port 22793f48-4d15-4553-ad15-afb0ad9b0498 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:47:40.967258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Attempting to bind port 22793f48-4d15-4553-ad15-afb0ad9b0498 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '641a652d-cbe8-4f6b-9245-508c7283dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c88ced9-da75-4ad5-a851-fe0f714ba560'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:47:40.967482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Attempting to bind port 22793f48-4d15-4553-ad15-afb0ad9b0498 on network 6c88ced9-da75-4ad5-a851-fe0f714ba560 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:40.978702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:47:40.979060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Checking segment: {'id': '641a652d-cbe8-4f6b-9245-508c7283dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c88ced9-da75-4ad5-a851-fe0f714ba560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:40.979476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:40.979865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Bound using segment: {'id': '641a652d-cbe8-4f6b-9245-508c7283dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c88ced9-da75-4ad5-a851-fe0f714ba560'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:47:40.980313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Bound port: 22793f48-4d15-4553-ad15-afb0ad9b0498, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641a652d-cbe8-4f6b-9245-508c7283dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c88ced9-da75-4ad5-a851-fe0f714ba560'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:47:40.980671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.045148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.083628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Subnet': ['ID=076b2c76-4ba7-4348-942b-564d7c46b1cc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:41.123635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38e4b8-2f73-4d0a-8bd9-1ffa55d3460f None None] Network 1df0781d-b1d5-4453-8b2d-88163b3a1fdc requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:41.180715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.205662 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df0781d-b1d5-4453-8b2d-88163b3a1fdc']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:41.218219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fd2d91-d990-4a3c-a745-1a6bbf355f59') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:41.218523 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fd2d91-d990-4a3c-a745-1a6bbf355f59') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:41.220195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] For port 22793f48-4d15-4553-ad15-afb0ad9b0498, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:47:41.230854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.239684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] For port 22793f48-4d15-4553-ad15-afb0ad9b0498, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=22793f48-4d15-4553-ad15-afb0ad9b0498,segment=NetworkSegment(641a652d-cbe8-4f6b-9245-508c7283dafc),segment_id=641a652d-cbe8-4f6b-9245-508c7283dafc)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:47:41.249590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.257390 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:41.257946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.269475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:41.272786 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:41.351840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.356025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.385225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Network': ['ID=1df0781d-b1d5-4453-8b2d-88163b3a1fdc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:41.386292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c067f6d-6168-4e78-ab4f-1809a9ba852c None None] Pushing event updated for resources: {'Port': ['ID=22793f48-4d15-4553-ad15-afb0ad9b0498,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:41.389127 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-0d6648e3-673e-4e2a-b82e-18801ae62e65 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/1df0781d-b1d5-4453-8b2d-88163b3a1fdc HTTP/1.1" status: 204 len: 168 time: 0.6339352 Mar 03 10:47:41.393069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39792) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:41.403025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844141550'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:41.405715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:41.409788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:network and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:41.414014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:41.419697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:41.432594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:41.436694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.468750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:41.479166 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.479542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Added segment 2ff43987-f837-4b3d-b89f-b6a5295cddea of type vlan for network 0b966281-a56f-4739-9c23-c5223030591f Mar 03 10:47:41.507480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.539843 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.550549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:41.551770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.657081 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2628863 Mar 03 10:47:41.660068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39796) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:41.667057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'subnet': {'network_id': '0b966281-a56f-4739-9c23-c5223030591f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:41.670119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683b699-cb5f-48f0-bc9e-e23116de4638 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Network': ['ID=0b966281-a56f-4739-9c23-c5223030591f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:41.684100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 0b966281-a56f-4739-9c23-c5223030591f details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:41.781388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:41.785220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:subnet and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:41.789296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:41.795164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:41.805499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:41.809030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:41.899995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Performing IP validity checks on allocation pools {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 10:47:41.900510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.ipam_backend_mixin [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 10:47:42.022452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.102499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Subnet': ['ID=f98b129c-1603-4e3c-ac77-81899ba538ec,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:42.113120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Checking segment: {'id': '2ff43987-f837-4b3d-b89f-b6a5295cddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b966281-a56f-4739-9c23-c5223030591f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:42.113480 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network hostable DHCP agents. Network: 0b966281-a56f-4739-9c23-c5223030591f, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:42.134389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network 0b966281-a56f-4739-9c23-c5223030591f is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:42.144655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 0b966281-a56f-4739-9c23-c5223030591f) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:42.148929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:42.149717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.157265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16482468-6575-470e-8d4d-51f9f6dcbd29 None None] Network 0b966281-a56f-4739-9c23-c5223030591f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:42.174135 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-09cd1777-4b23-4128-89dd-4c62cb8d7bbf tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5129349 Mar 03 10:47:42.176797 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39800) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:42.327512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.337772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b9465-60d3-4caa-be27-5e75a92e6606 None None] Network 6c88ced9-da75-4ad5-a851-fe0f714ba560 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:42.392548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.475584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.478338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e422a60-5c78-46bb-ace6-39550efb38ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-0b966281-a56f-4739-9c23-c5223030591f', 'network_id': '0b966281-a56f-4739-9c23-c5223030591f', 'tenant_id': '2da57a7a07f64d38bd4930db9525f182', 'fixed_ips': [{'subnet_id': 'f98b129c-1603-4e3c-ac77-81899ba538ec'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:47:42.479150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3e422a60-5c78-46bb-ace6-39550efb38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.500591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9fb40396-fb4d-4f98-9a65-25f153112aec None None] Provisioning for port 22793f48-4d15-4553-ad15-afb0ad9b0498 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:42.633404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Subnet': ['ID=f98b129c-1603-4e3c-ac77-81899ba538ec,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:42.642944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88ecf9-f1e2-4512-873d-fa891c9eb42e None None] Network 0b966281-a56f-4739-9c23-c5223030591f requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:42.725627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.750213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b966281-a56f-4739-9c23-c5223030591f']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:42.762122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff43987-f837-4b3d-b89f-b6a5295cddea') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:42.762412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff43987-f837-4b3d-b89f-b6a5295cddea') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:42.774032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.790789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.796681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:42.797053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:42.811456 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:42.891955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.909952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.921982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Network': ['ID=0b966281-a56f-4739-9c23-c5223030591f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:42.926269 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba2dc6eb-f8ae-414d-aba0-e715bb179c74 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/0b966281-a56f-4739-9c23-c5223030591f HTTP/1.1" status: 204 len: 168 time: 0.7477546 Mar 03 10:47:42.931699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39804) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:42.937261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435156894'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:42.942753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:42.946807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:network and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:42.954311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:42.962127 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:42.972267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:42.976020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:42.997094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 22793f48-4d15-4553-ad15-afb0ad9b0498 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:47:43.008064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:43.018222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.018564 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Added segment f25abaed-a081-47ae-9899-78339230b018 of type vlan for network 8fc26513-2928-49ca-9a0d-f608f39519cb Mar 03 10:47:43.048052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.069853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 22793f48-4d15-4553-ad15-afb0ad9b0498 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:43.074873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 22793f48-4d15-4553-ad15-afb0ad9b0498 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:47:43.075242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.080411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.085967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:43.086555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.189507 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2567074 Mar 03 10:47:43.193187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39808) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:43.198293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960ed83-f04d-4ad5-9dd7-016e6ed3344e tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Network': ['ID=8fc26513-2928-49ca-9a0d-f608f39519cb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:43.198445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-245b2cf2-ced0-47ee-a364-7a152512ea80 None None] Provisioning complete for port 22793f48-4d15-4553-ad15-afb0ad9b0498 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:47:43.198865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-245b2cf2-ced0-47ee-a364-7a152512ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.199011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'subnet': {'network_id': '8fc26513-2928-49ca-9a0d-f608f39519cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:43.232152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 8fc26513-2928-49ca-9a0d-f608f39519cb details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:43.299348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.311984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:43.315855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:subnet and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:43.318678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:43.324322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:43.334016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:43.337985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.428782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 22793f48-4d15-4553-ad15-afb0ad9b0498, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=22793f48-4d15-4553-ad15-afb0ad9b0498,segment=NetworkSegment(641a652d-cbe8-4f6b-9245-508c7283dafc),segment_id=641a652d-cbe8-4f6b-9245-508c7283dafc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:43.468334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.552758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=22793f48-4d15-4553-ad15-afb0ad9b0498,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:43.569464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.755283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Subnet': ['ID=6bffde6d-3811-4041-b37b-4c8364c65b6a,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:43.764509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Checking segment: {'id': 'f25abaed-a081-47ae-9899-78339230b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc26513-2928-49ca-9a0d-f608f39519cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:43.764862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network hostable DHCP agents. Network: 8fc26513-2928-49ca-9a0d-f608f39519cb, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:43.784014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network 8fc26513-2928-49ca-9a0d-f608f39519cb is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:43.793527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 8fc26513-2928-49ca-9a0d-f608f39519cb) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:43.797292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:43.797869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.801891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d133c8f-f4ee-4103-88c0-da0df8217287 None None] Network 8fc26513-2928-49ca-9a0d-f608f39519cb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:43.819889 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1c68c330-5a40-43fc-a888-4f841c04fb1b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6254270 Mar 03 10:47:43.822751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39812) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:43.828333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140853275'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:43.833221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:43.838214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:network and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:43.841065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:43.846636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:43.857388 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:43.860787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.889468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:43.897708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.898041 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Added segment 436cb07e-f30e-4ad2-bd8a-ecab38ad234c of type vlan for network 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 Mar 03 10:47:43.924045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.954509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:43.960321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:43.960895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.018857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-8fc26513-2928-49ca-9a0d-f608f39519cb', 'network_id': '8fc26513-2928-49ca-9a0d-f608f39519cb', 'tenant_id': '2da57a7a07f64d38bd4930db9525f182', 'fixed_ips': [{'subnet_id': '6bffde6d-3811-4041-b37b-4c8364c65b6a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:47:44.019726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.063804 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2373545 Mar 03 10:47:44.064341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39816) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:44.071842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Request body: {'subnet': {'network_id': '51efb1c5-135d-49c1-b8f4-cc70e98cd1c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:44.072896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2f1fe-9c20-47ff-b620-656e32b92b3c tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Network': ['ID=51efb1c5-135d-49c1-b8f4-cc70e98cd1c0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:44.091869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:44.189729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:44.194185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Usage tracker for resource:subnet and tenant:2da57a7a07f64d38bd4930db9525f182 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:44.197257 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:44.204331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:44.214599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Made reservation on behalf of 2da57a7a07f64d38bd4930db9525f182 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:44.218106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.273371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Allocated IP 2001:db8::2 (8fc26513-2928-49ca-9a0d-f608f39519cb/6bffde6d-3811-4041-b37b-4c8364c65b6a/381fc82d-637a-4fb0-a40b-6fc47f8a3a30) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:44.440408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.481259 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.491903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Transition to ACTIVE for port object 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:44.510576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Transition to ACTIVE for port object 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:44.515136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event updated for resources: {'Subnet': ['ID=3aac241f-53b3-4541-a9df-b2d76e92afe5,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:44.518003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.526327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Checking segment: {'id': '436cb07e-f30e-4ad2-bd8a-ecab38ad234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '51efb1c5-135d-49c1-b8f4-cc70e98cd1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:44.526681 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network hostable DHCP agents. Network: 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:44.544855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Network 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:44.555710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:44.559770 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:44.560357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.569130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7add8-a2de-4e4c-aa2b-5a4893db088f None None] Network 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:44.582172 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-065891ac-c17d-4d1a-ae92-f9e658ecfe67 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5166659 Mar 03 10:47:44.585024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39820) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:44.618807 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Network 8fc26513-2928-49ca-9a0d-f608f39519cb is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:44.623680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:44.626103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:44.727230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.759029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Pushing event updated for resources: {'Port': ['ID=381fc82d-637a-4fb0-a40b-6fc47f8a3a30,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:44.790945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Attempting to bind port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:47:44.791320 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Attempting to bind port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f25abaed-a081-47ae-9899-78339230b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc26513-2928-49ca-9a0d-f608f39519cb'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:47:44.791687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Attempting to bind port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 on network 8fc26513-2928-49ca-9a0d-f608f39519cb {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:44.797186 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.800759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:47:44.801119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Checking segment: {'id': 'f25abaed-a081-47ae-9899-78339230b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc26513-2928-49ca-9a0d-f608f39519cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:44.801510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.801892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Bound using segment: {'id': 'f25abaed-a081-47ae-9899-78339230b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc26513-2928-49ca-9a0d-f608f39519cb'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:47:44.802349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Bound port: 381fc82d-637a-4fb0-a40b-6fc47f8a3a30, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25abaed-a081-47ae-9899-78339230b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc26513-2928-49ca-9a0d-f608f39519cb'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:47:44.803313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.873521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:44.932033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Subnet': ['ID=3aac241f-53b3-4541-a9df-b2d76e92afe5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:44.970001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 22793f48-4d15-4553-ad15-afb0ad9b0498 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:47:45.016001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.020101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fda3cb-b3e2-47dd-8f8c-64977cb2a36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-51efb1c5-135d-49c1-b8f4-cc70e98cd1c0', 'network_id': '51efb1c5-135d-49c1-b8f4-cc70e98cd1c0', 'tenant_id': '2da57a7a07f64d38bd4930db9525f182', 'fixed_ips': [{'subnet_id': '3aac241f-53b3-4541-a9df-b2d76e92afe5'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:47:45.020990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44fda3cb-b3e2-47dd-8f8c-64977cb2a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.042569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] For port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:47:45.042897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51efb1c5-135d-49c1-b8f4-cc70e98cd1c0']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:45.056331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436cb07e-f30e-4ad2-bd8a-ecab38ad234c') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:45.056630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436cb07e-f30e-4ad2-bd8a-ecab38ad234c') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:45.067887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.086572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.093593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:45.094140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.110662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] For port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=381fc82d-637a-4fb0-a40b-6fc47f8a3a30,segment=NetworkSegment(f25abaed-a081-47ae-9899-78339230b018),segment_id=f25abaed-a081-47ae-9899-78339230b018)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:45.112657 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:45.150853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.233929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.252328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.261790 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf5c328-2490-47a0-933b-8594868397c3 None None] Network 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:45.264439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Network': ['ID=51efb1c5-135d-49c1-b8f4-cc70e98cd1c0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:45.273475 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01ec0e76-f720-42e1-91c7-dd9458af8e88 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 HTTP/1.1" status: 204 len: 168 time: 0.6855948 Mar 03 10:47:45.274666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39824) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:45.292450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 22793f48-4d15-4553-ad15-afb0ad9b0498 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:47:45.292985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.321883 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b88888-ec52-485a-9661-f9cea05f6dae tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] GET failed (client error): The resource could not be found. Mar 03 10:47:45.322742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-39b88888-ec52-485a-9661-f9cea05f6dae tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Synchronizing usage tracker for tenant:2da57a7a07f64d38bd4930db9525f182 on resource:subnet {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:47:45.323744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf5c328-2490-47a0-933b-8594868397c3 None None] Network 51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 could not be found, it might have been deleted concurrently. {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 10:47:45.335996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f3517-59e8-4a7a-bace-8c5142d61ace None None] Pushing event updated for resources: {'Port': ['ID=381fc82d-637a-4fb0-a40b-6fc47f8a3a30,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:45.344503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-39b88888-ec52-485a-9661-f9cea05f6dae tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Unset dirty status for tenant:2da57a7a07f64d38bd4930db9525f182 on resource:subnet {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:47:45.345743 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-39b88888-ec52-485a-9661-f9cea05f6dae tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "GET /v2.0/subnets/3aac241f-53b3-4541-a9df-b2d76e92afe5 HTTP/1.1" status: 404 len: 337 time: 0.0687649 Mar 03 10:47:45.348460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39828) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:45.374521 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a719ce-cdf1-4819-bbcb-34206f57b4b8 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] DELETE failed (client error): The resource could not be found. Mar 03 10:47:45.375011 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a719ce-cdf1-4819-bbcb-34206f57b4b8 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:47:45.380241 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d8a719ce-cdf1-4819-bbcb-34206f57b4b8 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 HTTP/1.1" status: 404 len: 339 time: 0.0273640 Mar 03 10:47:45.381786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39832) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:45.426838 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6fdec9-106c-4735-9fc3-10f76bbe4aa1 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] DELETE failed (client error): The resource could not be found. Mar 03 10:47:45.428883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6fdec9-106c-4735-9fc3-10f76bbe4aa1 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:47:45.434760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39836) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:45.438732 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-da6fdec9-106c-4735-9fc3-10f76bbe4aa1 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/subnets/3aac241f-53b3-4541-a9df-b2d76e92afe5 HTTP/1.1" status: 404 len: 337 time: 0.0558367 Mar 03 10:47:45.472925 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b1c7bc-55cf-4afb-94e0-2c205e93e115 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] DELETE failed (client error): The resource could not be found. Mar 03 10:47:45.473676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b1c7bc-55cf-4afb-94e0-2c205e93e115 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:47:45.476766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b4b1c7bc-55cf-4afb-94e0-2c205e93e115 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/51efb1c5-135d-49c1-b8f4-cc70e98cd1c0 HTTP/1.1" status: 404 len: 339 time: 0.0363925 Mar 03 10:47:45.479148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39840) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:45.548360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Deleting subnet 6bffde6d-3811-4041-b37b-4c8364c65b6a {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:47:45.551411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.611645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.695847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.767044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.808955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Subnet': ['ID=6bffde6d-3811-4041-b37b-4c8364c65b6a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:45.813280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.826961 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2a30f27c-f5c6-4fd0-9718-e1cb4462f32f tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/subnets/6bffde6d-3811-4041-b37b-4c8364c65b6a HTTP/1.1" status: 204 len: 168 time: 0.3467669 Mar 03 10:47:45.829550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39844) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:45.962762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:45.973581 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Deleting port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:45.973913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.183577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] For port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=381fc82d-637a-4fb0-a40b-6fc47f8a3a30,segment=NetworkSegment(f25abaed-a081-47ae-9899-78339230b018),segment_id=f25abaed-a081-47ae-9899-78339230b018)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:46.183935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.235421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e42e2-6fe8-43c5-a7ca-bef65465c5e1 None None] Network 8fc26513-2928-49ca-9a0d-f608f39519cb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:46.343178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1ef50677-8159-443e-82d8-f7d6be98b038 None None] Provisioning for port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:46.413378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Calling delete_port for 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:47:46.492038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.523171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a535be-c18c-4f9c-a595-18a30a973680 None None] DHCP port deletion for 8fc26513-2928-49ca-9a0d-f608f39519cb request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:47:46.544110 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Port': ['ID=381fc82d-637a-4fb0-a40b-6fc47f8a3a30,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:46.547452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No DVR routers for this DVR port 381fc82d-637a-4fb0-a40b-6fc47f8a3a30 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:47:46.669412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.694786 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc26513-2928-49ca-9a0d-f608f39519cb']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:46.706330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25abaed-a081-47ae-9899-78339230b018') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:46.706622 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25abaed-a081-47ae-9899-78339230b018') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:46.717738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.732965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.738725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:46.739122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:46.753845 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:46.833463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.850802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:46.861304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Network': ['ID=8fc26513-2928-49ca-9a0d-f608f39519cb,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:46.865779 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c127316c-3e95-4d31-84d6-0c9a4cb4008b tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/8fc26513-2928-49ca-9a0d-f608f39519cb HTTP/1.1" status: 204 len: 168 time: 1.0347974 Mar 03 10:47:46.868389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39848) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:46.904848 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d163d6-462b-486b-8331-efb72e36e079 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] DELETE failed (client error): The resource could not be found. Mar 03 10:47:46.905297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d163d6-462b-486b-8331-efb72e36e079 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:47:46.906916 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-87d163d6-462b-486b-8331-efb72e36e079 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/subnets/f98b129c-1603-4e3c-ac77-81899ba538ec HTTP/1.1" status: 404 len: 337 time: 0.0376360 Mar 03 10:47:46.909424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39852) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:46.933744 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9cbc2f-2a79-4831-91af-250ad07ad6e4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] DELETE failed (client error): The resource could not be found. Mar 03 10:47:46.934122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9cbc2f-2a79-4831-91af-250ad07ad6e4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:47:46.935696 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ae9cbc2f-2a79-4831-91af-250ad07ad6e4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/0b966281-a56f-4739-9c23-c5223030591f HTTP/1.1" status: 404 len: 339 time: 0.0254202 Mar 03 10:47:46.937863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39856) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:46.977395 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f95fce-c50d-4662-a05f-82f6e9593c45 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] DELETE failed (client error): The resource could not be found. Mar 03 10:47:46.977834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f95fce-c50d-4662-a05f-82f6e9593c45 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:47:46.979489 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e2f95fce-c50d-4662-a05f-82f6e9593c45 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/subnets/076b2c76-4ba7-4348-942b-564d7c46b1cc HTTP/1.1" status: 404 len: 337 time: 0.0407562 Mar 03 10:47:46.981842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39860) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:47.005559 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.pecan_wsgi.hooks.translation [None req-30605004-5b60-4328-8a54-095ee1e65f79 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] DELETE failed (client error): The resource could not be found. Mar 03 10:47:47.006073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30605004-5b60-4328-8a54-095ee1e65f79 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 10:47:47.007689 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-30605004-5b60-4328-8a54-095ee1e65f79 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/1df0781d-b1d5-4453-8b2d-88163b3a1fdc HTTP/1.1" status: 404 len: 339 time: 0.0249979 Mar 03 10:47:47.009853 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39864) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:47.072806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Deleting subnet ebb1f163-bd34-486b-b17c-01ca137e41f9 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:47:47.075695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.132456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.214125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.273879 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:47:47.286449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.330325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb1f163-bd34-486b-b17c-01ca137e41f9,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:47.332261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.337107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d32d83-dc30-4850-b260-178e3c429e84 None None] Network 6c88ced9-da75-4ad5-a851-fe0f714ba560 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:47.342352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8604ada3-2460-4e03-ac4f-9950c120f3f5 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/subnets/ebb1f163-bd34-486b-b17c-01ca137e41f9 HTTP/1.1" status: 204 len: 168 time: 0.3316035 Mar 03 10:47:47.344731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39868) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:47.457396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.468735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Deleting port 22793f48-4d15-4553-ad15-afb0ad9b0498 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:47.469006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.590676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] DHCP port deletion for 6c88ced9-da75-4ad5-a851-fe0f714ba560 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:47:47.595032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Deleting port 22793f48-4d15-4553-ad15-afb0ad9b0498 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:47.595495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.673867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] For port 22793f48-4d15-4553-ad15-afb0ad9b0498, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=22793f48-4d15-4553-ad15-afb0ad9b0498,segment=NetworkSegment(641a652d-cbe8-4f6b-9245-508c7283dafc),segment_id=641a652d-cbe8-4f6b-9245-508c7283dafc)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:47.674218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.796303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] For port 22793f48-4d15-4553-ad15-afb0ad9b0498, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=22793f48-4d15-4553-ad15-afb0ad9b0498,segment=NetworkSegment(641a652d-cbe8-4f6b-9245-508c7283dafc),segment_id=641a652d-cbe8-4f6b-9245-508c7283dafc)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:47.796615 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.908790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Calling delete_port for 22793f48-4d15-4553-ad15-afb0ad9b0498 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:47:47.921371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Calling delete_port for 22793f48-4d15-4553-ad15-afb0ad9b0498 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:47:47.984281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:47.994974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:47:47.995367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:47:48.031848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Port': ['ID=22793f48-4d15-4553-ad15-afb0ad9b0498,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:48.036181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] No DVR routers for this DVR port 22793f48-4d15-4553-ad15-afb0ad9b0498 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:47:48.159263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.187990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c88ced9-da75-4ad5-a851-fe0f714ba560']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:48.200010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641a652d-cbe8-4f6b-9245-508c7283dafc') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:48.200300 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641a652d-cbe8-4f6b-9245-508c7283dafc') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:48.210992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.226128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.231874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:48.232243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:48.246495 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:48.324720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.341029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.352262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] Pushing event deleted for resources: {'Network': ['ID=6c88ced9-da75-4ad5-a851-fe0f714ba560,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:48.356151 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ee7c6538-eecb-4a20-8f71-78a8b49743b4 tempest-NetworksIpV6Test-42755406 tempest-NetworksIpV6Test-42755406-project] 10.222.0.23 "DELETE /v2.0/networks/6c88ced9-da75-4ad5-a851-fe0f714ba560 HTTP/1.1" status: 204 len: 168 time: 1.0105207 Mar 03 10:47:48.496759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Deleting port 22793f48-4d15-4553-ad15-afb0ad9b0498 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:48.497143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.563522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f3d07513-97aa-4e4e-9395-43a475413d6e None None] The port '22793f48-4d15-4553-ad15-afb0ad9b0498' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:47:48.623861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39876) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:48.767501 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-350a044e-284f-4848-ba46-f59c27fd112f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2da57a7a07f64d38bd4930db9525f182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424594 Mar 03 10:47:48.769971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39882) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:48.826852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.852800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.904443 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.921059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbfb3a7-fe44-498b-a331-8b1d2a6364c2,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:48.929729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.930057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.930388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.930715 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.931036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.931380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.931735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.932057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.932371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.932684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.932996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.933307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:47:48.936727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:48.937858 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be39149e-240b-4d42-94f8-8c2c72875649 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffbfb3a7-fe44-498b-a331-8b1d2a6364c2 HTTP/1.1" status: 204 len: 168 time: 0.1670110 Mar 03 10:47:48.951492 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 22793f48-4d15-4553-ad15-afb0ad9b0498 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:47:48.992659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 22793f48-4d15-4553-ad15-afb0ad9b0498 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:47:48.993010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 22793f48-4d15-4553-ad15-afb0ad9b0498 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:47:49.610644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39906) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:49.713085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-63907236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:49.719671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:49.723565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Usage tracker for resource:router and tenant:525daa8fac1a4dea9830756f8aff366c is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:49.726387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:49.735529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:49.746089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.747285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.763490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.780519 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.801241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.803132 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-74e78635-513b-42f4-8eb6-601873eec083 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1914980 Mar 03 10:47:49.805772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39912) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:49.810947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1895751196'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:49.815521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:49.820567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Usage tracker for resource:network and tenant:525daa8fac1a4dea9830756f8aff366c is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:49.823317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:49.828751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:49.838113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Made reservation on behalf of 525daa8fac1a4dea9830756f8aff366c for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:49.841464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.854258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.868861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:49.872612 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Usage tracker for resource:security_group_rule and tenant:525daa8fac1a4dea9830756f8aff366c is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:49.875262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:49.880819 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:49.961487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:49.965669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.000533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:50.006212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022a6fcd-60fe-4591-8b27-d6522b5d104e,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:50.014822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.015070 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Added segment 8f0e4328-0cb5-4e80-8c71-421c3f95fef6 of type vlan for network fe863c72-d98e-4422-b031-be7d35a579ae Mar 03 10:47:50.041037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.068932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.074360 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:50.074937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.177896 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3705502 Mar 03 10:47:50.180768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39916) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:50.183916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4d409-9355-47f4-a801-45d7f4be3517 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event updated for resources: {'Network': ['ID=fe863c72-d98e-4422-b031-be7d35a579ae,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:50.187039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Request body: {'subnet': {'network_id': 'fe863c72-d98e-4422-b031-be7d35a579ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:50.194604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network fe863c72-d98e-4422-b031-be7d35a579ae details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:50.298168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:50.301929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Usage tracker for resource:subnet and tenant:525daa8fac1a4dea9830756f8aff366c is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:50.305460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:50.311018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:50.321425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Made reservation on behalf of 525daa8fac1a4dea9830756f8aff366c for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:50.324855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.538887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.622448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event updated for resources: {'Subnet': ['ID=aa8cfe97-ea1a-4442-a7aa-b3bd4007458a,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:50.626377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Checking segment: {'id': '8f0e4328-0cb5-4e80-8c71-421c3f95fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe863c72-d98e-4422-b031-be7d35a579ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:50.626731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Network hostable DHCP agents. Network: fe863c72-d98e-4422-b031-be7d35a579ae, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:50.645886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Network fe863c72-d98e-4422-b031-be7d35a579ae is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:50.654708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, fe863c72-d98e-4422-b031-be7d35a579ae) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:50.658722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:50.659319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.663860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325f66c-eb92-4c88-93f1-14a11d91fe9d None None] Network fe863c72-d98e-4422-b031-be7d35a579ae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:50.681721 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6c2e5c2c-013f-4b37-8eb5-4092f30d2468 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4991419 Mar 03 10:47:50.684603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39920) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:50.690306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-439426451'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:50.695174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:50.698989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Usage tracker for resource:network and tenant:525daa8fac1a4dea9830756f8aff366c is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:50.701820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:50.707966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:50.717708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Made reservation on behalf of 525daa8fac1a4dea9830756f8aff366c for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:50.721823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.750952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:50.760893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.761619 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Added segment cd4fd617-c8f8-473a-a572-d65592f7a3e2 of type vlan for network 609a597a-121d-4e9a-845c-9ead9423a5cb Mar 03 10:47:50.792305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.823722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.829181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:50.829821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.917372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-fe863c72-d98e-4422-b031-be7d35a579ae', 'network_id': 'fe863c72-d98e-4422-b031-be7d35a579ae', 'tenant_id': '525daa8fac1a4dea9830756f8aff366c', 'fixed_ips': [{'subnet_id': 'aa8cfe97-ea1a-4442-a7aa-b3bd4007458a'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:47:50.918252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:50.923732 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2379246 Mar 03 10:47:50.926861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39924) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:50.933999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Request body: {'subnet': {'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:50.935707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aec31-78fb-4afe-bd41-6ba99b5549c6 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event updated for resources: {'Network': ['ID=609a597a-121d-4e9a-845c-9ead9423a5cb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:50.976037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 609a597a-121d-4e9a-845c-9ead9423a5cb details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:51.047072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:51.051005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Usage tracker for resource:subnet and tenant:525daa8fac1a4dea9830756f8aff366c is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:51.054860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:51.060538 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:51.071224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Made reservation on behalf of 525daa8fac1a4dea9830756f8aff366c for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:51.074704 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.160857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Allocated IP 172.20.0.2 (fe863c72-d98e-4422-b031-be7d35a579ae/aa8cfe97-ea1a-4442-a7aa-b3bd4007458a/18a07990-9b78-409d-9026-505db20bf8ec) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:51.370485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.380040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Transition to ACTIVE for port object 18a07990-9b78-409d-9026-505db20bf8ec will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:51.398327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Transition to ACTIVE for port object 18a07990-9b78-409d-9026-505db20bf8ec will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:51.404821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.413463 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.475290 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Network fe863c72-d98e-4422-b031-be7d35a579ae is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:51.478568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:51.482994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:51.485107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Pushing event updated for resources: {'Port': ['ID=18a07990-9b78-409d-9026-505db20bf8ec,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:51.494645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event updated for resources: {'Subnet': ['ID=919b2833-c68f-40ee-aacb-aaae9ca531d6,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:51.505118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Checking segment: {'id': 'cd4fd617-c8f8-473a-a572-d65592f7a3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:51.505573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Network hostable DHCP agents. Network: 609a597a-121d-4e9a-845c-9ead9423a5cb, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:51.525479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Network 609a597a-121d-4e9a-845c-9ead9423a5cb is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:51.535099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 609a597a-121d-4e9a-845c-9ead9423a5cb) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:51.545807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:51.546535 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.556847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b2c6b1-2f59-4877-b1f6-ce76f59dd888 None None] Network 609a597a-121d-4e9a-845c-9ead9423a5cb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:51.569805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-70919972-ecee-40fd-be66-088ecf61c430 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6411364 Mar 03 10:47:51.572689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39928) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:51.577873 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-30fbfb66-649b-4f5f-8451-17ac79e1e6e3 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Request body: {'router': {'external_gateway_info': {'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:51.603724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Attempting to bind port 18a07990-9b78-409d-9026-505db20bf8ec on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:47:51.604085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Attempting to bind port 18a07990-9b78-409d-9026-505db20bf8ec by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '8f0e4328-0cb5-4e80-8c71-421c3f95fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe863c72-d98e-4422-b031-be7d35a579ae'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:47:51.604439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Attempting to bind port 18a07990-9b78-409d-9026-505db20bf8ec on network fe863c72-d98e-4422-b031-be7d35a579ae {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:51.658893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:47:51.659191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Checking segment: {'id': '8f0e4328-0cb5-4e80-8c71-421c3f95fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe863c72-d98e-4422-b031-be7d35a579ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:51.659795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.660020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Bound using segment: {'id': '8f0e4328-0cb5-4e80-8c71-421c3f95fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe863c72-d98e-4422-b031-be7d35a579ae'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:47:51.660418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Bound port: 18a07990-9b78-409d-9026-505db20bf8ec, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0e4328-0cb5-4e80-8c71-421c3f95fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fe863c72-d98e-4422-b031-be7d35a579ae'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:47:51.660784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.817424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] For port 18a07990-9b78-409d-9026-505db20bf8ec, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:47:51.853120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] For port 18a07990-9b78-409d-9026-505db20bf8ec, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=18a07990-9b78-409d-9026-505db20bf8ec,segment=NetworkSegment(8f0e4328-0cb5-4e80-8c71-421c3f95fef6),segment_id=8f0e4328-0cb5-4e80-8c71-421c3f95fef6)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:47:51.859273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.912488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-609a597a-121d-4e9a-845c-9ead9423a5cb', 'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb', 'tenant_id': '525daa8fac1a4dea9830756f8aff366c', 'fixed_ips': [{'subnet_id': '919b2833-c68f-40ee-aacb-aaae9ca531d6'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:47:51.913251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:51.967071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30fbfb66-649b-4f5f-8451-17ac79e1e6e3 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.000598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baed8b0-338b-4342-b70e-c02dd84c57e6 None None] Pushing event updated for resources: {'Port': ['ID=18a07990-9b78-409d-9026-505db20bf8ec,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:52.106395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Allocated IP 172.21.0.2 (609a597a-121d-4e9a-845c-9ead9423a5cb/919b2833-c68f-40ee-aacb-aaae9ca531d6/0d508c40-98dd-4e18-be93-91e4e25eb8f3) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:52.156575 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.api.v2.resource [None req-30fbfb66-649b-4f5f-8451-17ac79e1e6e3 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 10:47:52.158025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-30fbfb66-649b-4f5f-8451-17ac79e1e6e3 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "PUT /v2.0/routers/d071919c-246f-4d41-b132-8bb424ac643f HTTP/1.1" status: 400 len: 364 time: 0.5841217 Mar 03 10:47:52.164389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39932) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:52.241358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Deleting subnet 919b2833-c68f-40ee-aacb-aaae9ca531d6 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:47:52.343330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.354052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Transition to ACTIVE for port object 0d508c40-98dd-4e18-be93-91e4e25eb8f3 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:52.372313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Transition to ACTIVE for port object 0d508c40-98dd-4e18-be93-91e4e25eb8f3 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:52.377340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.377534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.434826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.436184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Network 609a597a-121d-4e9a-845c-9ead9423a5cb is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:52.439054 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:52.447372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:52.484836 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Pushing event updated for resources: {'Port': ['ID=0d508c40-98dd-4e18-be93-91e4e25eb8f3,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:52.527630 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.580088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Attempting to bind port 0d508c40-98dd-4e18-be93-91e4e25eb8f3 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:47:52.580556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Attempting to bind port 0d508c40-98dd-4e18-be93-91e4e25eb8f3 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'cd4fd617-c8f8-473a-a572-d65592f7a3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:47:52.580923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Attempting to bind port 0d508c40-98dd-4e18-be93-91e4e25eb8f3 on network 609a597a-121d-4e9a-845c-9ead9423a5cb {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:52.587749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:47:52.588128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Checking segment: {'id': 'cd4fd617-c8f8-473a-a572-d65592f7a3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:52.588560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.588953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Bound using segment: {'id': 'cd4fd617-c8f8-473a-a572-d65592f7a3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:47:52.589417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Bound port: 0d508c40-98dd-4e18-be93-91e4e25eb8f3, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4fd617-c8f8-473a-a572-d65592f7a3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609a597a-121d-4e9a-845c-9ead9423a5cb'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:47:52.589791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.608161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.649719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event deleted for resources: {'Subnet': ['ID=919b2833-c68f-40ee-aacb-aaae9ca531d6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:52.660264 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.669941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39936) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:52.670526 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e0ddafdf-fab6-45ea-b32d-c39f8126428d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "DELETE /v2.0/subnets/919b2833-c68f-40ee-aacb-aaae9ca531d6 HTTP/1.1" status: 204 len: 168 time: 0.5045626 Mar 03 10:47:52.691660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] For port 0d508c40-98dd-4e18-be93-91e4e25eb8f3, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:47:52.695457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] For port 0d508c40-98dd-4e18-be93-91e4e25eb8f3, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0d508c40-98dd-4e18-be93-91e4e25eb8f3,segment=NetworkSegment(cd4fd617-c8f8-473a-a572-d65592f7a3e2),segment_id=cd4fd617-c8f8-473a-a572-d65592f7a3e2)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:47:52.700303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.793485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.805670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Deleting port 0d508c40-98dd-4e18-be93-91e4e25eb8f3 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:52.806006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:52.837611 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7841fce-a8e6-4d36-969a-cad5c92b566b None None] Pushing event updated for resources: {'Port': ['ID=0d508c40-98dd-4e18-be93-91e4e25eb8f3,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:52.874036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb3b82-9859-4e7f-a82c-40f1a1ef2883 None None] Network 609a597a-121d-4e9a-845c-9ead9423a5cb requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:53.053673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] For port 0d508c40-98dd-4e18-be93-91e4e25eb8f3, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0d508c40-98dd-4e18-be93-91e4e25eb8f3,segment=NetworkSegment(cd4fd617-c8f8-473a-a572-d65592f7a3e2),segment_id=cd4fd617-c8f8-473a-a572-d65592f7a3e2)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:53.054026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.057635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 18a07990-9b78-409d-9026-505db20bf8ec up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:47:53.080249 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c0886-2f9c-45e8-af43-5e7af0856fd4 None None] Network fe863c72-d98e-4422-b031-be7d35a579ae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:53.181742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Calling delete_port for 0d508c40-98dd-4e18-be93-91e4e25eb8f3 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:47:53.201494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b85e9a71-6464-4815-8f22-80ffed5caa06 None None] Provisioning for port 18a07990-9b78-409d-9026-505db20bf8ec completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:53.260433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.294058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 18a07990-9b78-409d-9026-505db20bf8ec completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:53.306144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 18a07990-9b78-409d-9026-505db20bf8ec triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:47:53.306507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.308253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event deleted for resources: {'Port': ['ID=0d508c40-98dd-4e18-be93-91e4e25eb8f3,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:53.309974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] No DVR routers for this DVR port 0d508c40-98dd-4e18-be93-91e4e25eb8f3 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:47:53.432641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.459703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609a597a-121d-4e9a-845c-9ead9423a5cb']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:53.472123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4fd617-c8f8-473a-a572-d65592f7a3e2') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:53.472757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4fd617-c8f8-473a-a572-d65592f7a3e2') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:53.484131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.490215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.506104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.513414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:53.513808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.524635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 18a07990-9b78-409d-9026-505db20bf8ec, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=18a07990-9b78-409d-9026-505db20bf8ec,segment=NetworkSegment(8f0e4328-0cb5-4e80-8c71-421c3f95fef6),segment_id=8f0e4328-0cb5-4e80-8c71-421c3f95fef6)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:53.528519 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:53.530601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.610137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.611794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=18a07990-9b78-409d-9026-505db20bf8ec,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:53.629233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.641017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event deleted for resources: {'Network': ['ID=609a597a-121d-4e9a-845c-9ead9423a5cb,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:53.645135 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-93b5ec9f-06f6-4f08-8274-5e0adcc07c04 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "DELETE /v2.0/networks/609a597a-121d-4e9a-845c-9ead9423a5cb HTTP/1.1" status: 204 len: 168 time: 0.9741261 Mar 03 10:47:53.648521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39940) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:53.691936 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6ccdc-9aef-451a-93a8-2145aa2ff476 None None] get_active_networks_info from dv-neutron-831192-5-hyperv {{(pid=87890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 10:47:53.713889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Deleting subnet aa8cfe97-ea1a-4442-a7aa-b3bd4007458a {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:47:53.716861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.764689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4bab7c9f-e846-44c3-ae2d-5b55861f1649 None None] Provisioning complete for port 18a07990-9b78-409d-9026-505db20bf8ec triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:47:53.764970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4bab7c9f-e846-44c3-ae2d-5b55861f1649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.775009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.833191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6ccdc-9aef-451a-93a8-2145aa2ff476 None None] Resources bound (agent type, host, resource id): {{(pid=87890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 10:47:53.856461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.932980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.972653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8cfe97-ea1a-4442-a7aa-b3bd4007458a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:53.976435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:53.982536 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-fe73d8ba-2159-4394-a463-f6d22d61982c tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "DELETE /v2.0/subnets/aa8cfe97-ea1a-4442-a7aa-b3bd4007458a HTTP/1.1" status: 204 len: 168 time: 0.3329983 Mar 03 10:47:53.985310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39944) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:54.012398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.206714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.219937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Deleting port 18a07990-9b78-409d-9026-505db20bf8ec {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:54.220425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.309823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa238eb-4fa3-421f-bcb1-c900259e9c86 None None] Network fe863c72-d98e-4422-b031-be7d35a579ae requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:54.430961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] For port 18a07990-9b78-409d-9026-505db20bf8ec, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=18a07990-9b78-409d-9026-505db20bf8ec,segment=NetworkSegment(8f0e4328-0cb5-4e80-8c71-421c3f95fef6),segment_id=8f0e4328-0cb5-4e80-8c71-421c3f95fef6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:47:54.431394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.559627 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Calling delete_port for 18a07990-9b78-409d-9026-505db20bf8ec owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:47:54.594622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b388c6c-85e0-48a3-a6db-3e9a2cc0e821 None None] DHCP port deletion for fe863c72-d98e-4422-b031-be7d35a579ae request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:47:54.598508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6b388c6c-85e0-48a3-a6db-3e9a2cc0e821 None None] Deleting port 18a07990-9b78-409d-9026-505db20bf8ec {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:47:54.598878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6b388c6c-85e0-48a3-a6db-3e9a2cc0e821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.635480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.683057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6b388c6c-85e0-48a3-a6db-3e9a2cc0e821 None None] The port '18a07990-9b78-409d-9026-505db20bf8ec' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:47:54.691050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event deleted for resources: {'Port': ['ID=18a07990-9b78-409d-9026-505db20bf8ec,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:54.693131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] No DVR routers for this DVR port 18a07990-9b78-409d-9026-505db20bf8ec on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:47:54.815977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.840432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe863c72-d98e-4422-b031-be7d35a579ae']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:54.852605 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0e4328-0cb5-4e80-8c71-421c3f95fef6') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:54.852896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0e4328-0cb5-4e80-8c71-421c3f95fef6') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:47:54.863905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.879160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.885157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:47:54.885541 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:47:54.900592 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:47:54.940642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 18a07990-9b78-409d-9026-505db20bf8ec no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:47:54.979464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 18a07990-9b78-409d-9026-505db20bf8ec {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:47:54.979897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 18a07990-9b78-409d-9026-505db20bf8ec not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:47:54.982198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:54.999774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:55.012356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Pushing event deleted for resources: {'Network': ['ID=fe863c72-d98e-4422-b031-be7d35a579ae,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:55.017163 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-41c4d9f4-5399-4787-b771-cde8889955f9 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "DELETE /v2.0/networks/fe863c72-d98e-4422-b031-be7d35a579ae HTTP/1.1" status: 204 len: 168 time: 1.0289919 Mar 03 10:47:55.017525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39948) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:55.061188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0695d99d-99ed-4410-96c6-43c0045a4851 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Synchronizing usage tracker for tenant:525daa8fac1a4dea9830756f8aff366c on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:47:55.076795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0695d99d-99ed-4410-96c6-43c0045a4851 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Unset dirty status for tenant:525daa8fac1a4dea9830756f8aff366c on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:47:55.077862 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0695d99d-99ed-4410-96c6-43c0045a4851 tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "GET /v2.0/ports?device_id=d071919c-246f-4d41-b132-8bb424ac643f HTTP/1.1" status: 200 len: 205 time: 0.0596287 Mar 03 10:47:55.080334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 39952) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:55.218621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0872b2b1-d7e8-4a69-80b8-5a881d3d0a6d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:55.622650 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0872b2b1-d7e8-4a69-80b8-5a881d3d0a6d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:55.624837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0872b2b1-d7e8-4a69-80b8-5a881d3d0a6d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:55.647524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0872b2b1-d7e8-4a69-80b8-5a881d3d0a6d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:55.648059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0872b2b1-d7e8-4a69-80b8-5a881d3d0a6d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Fanout notify agent at l3_agent the message router_deleted on router d071919c-246f-4d41-b132-8bb424ac643f {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:47:55.659231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0872b2b1-d7e8-4a69-80b8-5a881d3d0a6d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:55.660321 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0872b2b1-d7e8-4a69-80b8-5a881d3d0a6d tempest-RoutersNegativeTest-196711237 tempest-RoutersNegativeTest-196711237-project] 10.222.0.23 "DELETE /v2.0/routers/d071919c-246f-4d41-b132-8bb424ac643f HTTP/1.1" status: 204 len: 168 time: 0.5791235 Mar 03 10:47:55.916280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39960) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:56.064267 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5419b922-9ef8-45ac-a29b-e064e2e5ae71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=525daa8fac1a4dea9830756f8aff366c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468453 Mar 03 10:47:56.066619 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39966) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:56.122439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35361ea-4c06-484c-8a01-b45a3018fd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:56.148198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35361ea-4c06-484c-8a01-b45a3018fd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:56.198005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35361ea-4c06-484c-8a01-b45a3018fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:56.214907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35361ea-4c06-484c-8a01-b45a3018fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022a6fcd-60fe-4591-8b27-d6522b5d104e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:56.218323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f35361ea-4c06-484c-8a01-b45a3018fd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:56.219859 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f35361ea-4c06-484c-8a01-b45a3018fd69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/022a6fcd-60fe-4591-8b27-d6522b5d104e HTTP/1.1" status: 204 len: 168 time: 0.1519475 Mar 03 10:47:56.867663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39990) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:56.969822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1296946768-network', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:56.975154 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:56.978927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Usage tracker for resource:network and tenant:d5e11699574a41199851bed7fa6b335a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:56.981744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:56.987711 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:56.997216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Made reservation on behalf of d5e11699574a41199851bed7fa6b335a for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:56.999597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.011948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.026020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:57.029701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e11699574a41199851bed7fa6b335a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:57.032516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:57.038977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:57.122271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.125696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.161088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:47:57.166767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305091e4-e742-40bd-bc92-3fd2aa273fd2,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:57.174567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.174910 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Added segment 9e20ef39-429b-452b-b76f-858a03bed74b of type vlan for network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 Mar 03 10:47:57.199764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.227951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.228864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:57.229432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.424345 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5554996 Mar 03 10:47:57.427883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 39996) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:57.434307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Request body: {'subnet': {'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-subnet', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:57.437708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f07b1a-dfac-4346-b5c0-f902f6745505 admin admin] Pushing event updated for resources: {'Network': ['ID=1c60cb8a-953e-4d12-a6c7-69765cb2b959,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:57.442047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:57.448262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Usage tracker for resource:subnet and tenant:d5e11699574a41199851bed7fa6b335a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:57.448719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:47:57.451293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:57.456951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:57.468330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Made reservation on behalf of d5e11699574a41199851bed7fa6b335a for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:47:57.470712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.673189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.751080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce89b20-6d0a-4e51-83a3-879687af5ea3,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:57.760242 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Checking segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:57.760597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Network hostable DHCP agents. Network: 1c60cb8a-953e-4d12-a6c7-69765cb2b959, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:47:57.779281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:47:57.788026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 1c60cb8a-953e-4d12-a6c7-69765cb2b959) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:57.792293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:47:57.793370 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.796537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51f6eb-a912-4dd7-9bfc-08a6e458e52f None None] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:57.813744 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-12a853fd-f4d1-43bc-b505-0ee884acdc94 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3854263 Mar 03 10:47:57.816409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40000) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:47:57.822026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:47:57.826530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:47:57.830268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Usage tracker for resource:router and tenant:d5e11699574a41199851bed7fa6b335a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:47:57.833132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:47:57.838690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:47:57.848688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.849777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:57.863683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.014385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'fixed_ips': [{'subnet_id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:47:58.015213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.126216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.170214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Allocated IP 172.20.0.2 (1c60cb8a-953e-4d12-a6c7-69765cb2b959/bce89b20-6d0a-4e51-83a3-879687af5ea3/52bb22bf-c8f7-433f-bcac-45d7970239ae) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:58.371761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.382295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Transition to ACTIVE for port object 52bb22bf-c8f7-433f-bcac-45d7970239ae will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:58.400857 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Transition to ACTIVE for port object 52bb22bf-c8f7-433f-bcac-45d7970239ae will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:47:58.408364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.439885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.469451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:58.470816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.472388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:58.480559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:58.490388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Pushing event updated for resources: {'Port': ['ID=52bb22bf-c8f7-433f-bcac-45d7970239ae,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:58.576646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Attempting to bind port 52bb22bf-c8f7-433f-bcac-45d7970239ae on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:47:58.577013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Attempting to bind port 52bb22bf-c8f7-433f-bcac-45d7970239ae by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:47:58.577362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Attempting to bind port 52bb22bf-c8f7-433f-bcac-45d7970239ae on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:47:58.582526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:47:58.582894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Checking segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:47:58.583817 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.584225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Bound using segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:47:58.584714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Bound port: 52bb22bf-c8f7-433f-bcac-45d7970239ae, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:47:58.585083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.611263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Allocated IP 172.26.7.134 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/b6faf748-a520-4f55-8b27-671dbcc853b4) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:47:58.674417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] For port 52bb22bf-c8f7-433f-bcac-45d7970239ae, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:47:58.677521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] For port 52bb22bf-c8f7-433f-bcac-45d7970239ae, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=52bb22bf-c8f7-433f-bcac-45d7970239ae,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:47:58.681699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.762953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd8c76-25e1-462a-ae54-fb942c04c763 None None] Pushing event updated for resources: {'Port': ['ID=52bb22bf-c8f7-433f-bcac-45d7970239ae,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:58.763862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.795689 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:58.857299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:47:58.864369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:47:58.868641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:47:59.030099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Pushing event updated for resources: {'Port': ['ID=b6faf748-a520-4f55-8b27-671dbcc853b4,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:47:59.410478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:59.648255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b1c082-55fa-458b-9544-003b9fe21db2 None None] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:47:59.754570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:47:59.767429 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0aec6f77-25c5-4cc1-be07-337f1a58547a None None] Provisioning for port 52bb22bf-c8f7-433f-bcac-45d7970239ae completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:47:59.963478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:48:00.146323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:48:00.155851 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Sync routers for ids ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:48:00.166238 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Routers {'796f45d7-aa48-450e-ba6b-dd1818dcdf09'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:00.166992 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:47:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:00.169328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:00.173055 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-709a3f56-0690-471f-a226-8e2586389647 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3532753 Mar 03 10:48:00.173306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40004) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:48:00.343271 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Set router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:00.659472 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:47:59Z', 'revision_number': 3, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port': {'id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:47:58Z', 'updated_at': '2022-03-03T10:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:00.663667 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Checking router: 796f45d7-aa48-450e-ba6b-dd1818dcdf09 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:48:00.664008 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Updating router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 port b6faf748-a520-4f55-8b27-671dbcc853b4 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:48:00.718501 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:00.974606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52bb22bf-c8f7-433f-bcac-45d7970239ae up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:00.977008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.051136 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.064101 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Transition to ACTIVE for port object b6faf748-a520-4f55-8b27-671dbcc853b4 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:01.071708 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.089324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 52bb22bf-c8f7-433f-bcac-45d7970239ae completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:01.094448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 52bb22bf-c8f7-433f-bcac-45d7970239ae triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:01.094828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.155381 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Pushing event updated for resources: {'Port': ['ID=b6faf748-a520-4f55-8b27-671dbcc853b4,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:01.165404 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.166462 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.166950 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.167455 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.167923 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.168415 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.168907 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.169383 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.169845 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.170304 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.170759 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.171223 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:01.175948 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Attempting to bind port b6faf748-a520-4f55-8b27-671dbcc853b4 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:48:01.176481 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Attempting to bind port b6faf748-a520-4f55-8b27-671dbcc853b4 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:48:01.177013 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Attempting to bind port b6faf748-a520-4f55-8b27-671dbcc853b4 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:01.183466 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:48:01.183836 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:01.184223 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.184596 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:48:01.185036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Bound port: b6faf748-a520-4f55-8b27-671dbcc853b4, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:48:01.185394 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.200226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Allocated IP 172.20.0.1 (1c60cb8a-953e-4d12-a6c7-69765cb2b959/bce89b20-6d0a-4e51-83a3-879687af5ea3/feac4709-a7ca-40bf-9ab9-a2e6f554df15) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:48:01.223465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.259276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 52bb22bf-c8f7-433f-bcac-45d7970239ae, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=52bb22bf-c8f7-433f-bcac-45d7970239ae,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:01.263485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.263907 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] For port b6faf748-a520-4f55-8b27-671dbcc853b4, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:48:01.267403 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] For port b6faf748-a520-4f55-8b27-671dbcc853b4, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b6faf748-a520-4f55-8b27-671dbcc853b4,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:48:01.271688 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.334860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=52bb22bf-c8f7-433f-bcac-45d7970239ae,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:01.352733 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Routers {'796f45d7-aa48-450e-ba6b-dd1818dcdf09'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:01.353339 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:47:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:01.359080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.374175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Transition to ACTIVE for port object feac4709-a7ca-40bf-9ab9-a2e6f554df15 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:01.398391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.414220 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebea7b3-a5cf-4e98-8f60-a260b78fb74f None None] Pushing event updated for resources: {'Port': ['ID=b6faf748-a520-4f55-8b27-671dbcc853b4,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:01.459778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:01.462680 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:01.466380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:48:01.513147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Pushing event updated for resources: {'Port': ['ID=feac4709-a7ca-40bf-9ab9-a2e6f554df15,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:01.535285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.550425 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] Set router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:01.727026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7c76113c-4fc6-4482-82c8-5d04f969d841 None None] Provisioning for port feac4709-a7ca-40bf-9ab9-a2e6f554df15 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:01.732280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7c76113c-4fc6-4482-82c8-5d04f969d841 None None] Provisioning complete for port feac4709-a7ca-40bf-9ab9-a2e6f554df15 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:01.732647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7c76113c-4fc6-4482-82c8-5d04f969d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.790491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7c76113c-4fc6-4482-82c8-5d04f969d841 None None] Port feac4709-a7ca-40bf-9ab9-a2e6f554df15 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:48:01.809479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:01.837773 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:47:59Z', 'revision_number': 3, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port': {'id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:47:58Z', 'updated_at': '2022-03-03T10:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:01.841607 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda8eb0-77f8-4630-b9cb-938809955dd6 None None] The sync data for ids ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'] in dv-neutron-831192-5-hyperv is: [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:47:59Z', 'revision_number': 3, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port': {'id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:47:58Z', 'updated_at': '2022-03-03T10:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:48:02.159482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:02.165295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:02.276641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Pushing event updated for resources: {'Port': ['ID=feac4709-a7ca-40bf-9ab9-a2e6f554df15,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:02.281240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:02.422848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:02.424118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:02.626628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:48:02.714036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-2d352b28-5a01-44b2-9688-0cf5c1c63ca1 None None] Provisioning complete for port feac4709-a7ca-40bf-9ab9-a2e6f554df15 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:02.714584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2d352b28-5a01-44b2-9688-0cf5c1c63ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:02.766166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2d352b28-5a01-44b2-9688-0cf5c1c63ca1 None None] Port feac4709-a7ca-40bf-9ab9-a2e6f554df15 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:48:02.809655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:48:02.819133 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-12900113-8fbd-487d-9fe3-5a58317674ec admin admin] 10.222.0.23 "PUT /v2.0/routers/796f45d7-aa48-450e-ba6b-dd1818dcdf09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6446073 Mar 03 10:48:03.024529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b6faf748-a520-4f55-8b27-671dbcc853b4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:03.099947 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b6faf748-a520-4f55-8b27-671dbcc853b4 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:03.105758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b6faf748-a520-4f55-8b27-671dbcc853b4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:03.106124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.171889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5d160131-4ad7-4168-b0b2-2bb4043916f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.241493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.261505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port b6faf748-a520-4f55-8b27-671dbcc853b4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b6faf748-a520-4f55-8b27-671dbcc853b4,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:03.266046 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.266968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52bb22bf-c8f7-433f-bcac-45d7970239ae up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:03.329273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Sync routers for ids ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:48:03.352467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40022) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:48:03.358063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2144900591-network', 'tenant_id': '286cac766aac4d88af6397831c139670'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:48:03.362850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:48:03.366818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Usage tracker for resource:network and tenant:286cac766aac4d88af6397831c139670 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:48:03.367153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Routers {'796f45d7-aa48-450e-ba6b-dd1818dcdf09'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:03.367806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:47:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:03.369772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:48:03.375730 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:48:03.387413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Made reservation on behalf of 286cac766aac4d88af6397831c139670 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:48:03.389878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.402416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.416609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:48:03.420688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Usage tracker for resource:security_group_rule and tenant:286cac766aac4d88af6397831c139670 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:48:03.423460 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:48:03.429478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:48:03.471764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=b6faf748-a520-4f55-8b27-671dbcc853b4,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:03.524564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.528517 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.554806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 52bb22bf-c8f7-433f-bcac-45d7970239ae triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:03.555182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.563126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:48:03.568752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e08e05-3f76-4964-a402-d439b6e6592a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:03.575572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.576021 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Added segment 64236f50-71d4-47d9-a2c6-b23b627331f2 of type vlan for network 8b97a46d-c970-481e-92ff-b061fc064738 Mar 03 10:48:03.602034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.632643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.633695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:03.634273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.635761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Set router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:03.737240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] Pushing event updated for resources: {'Network': ['ID=8b97a46d-c970-481e-92ff-b061fc064738,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:03.743827 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-adeac064-0457-44a5-9543-ed3e6de5fd25 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3901720 Mar 03 10:48:03.744177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40026) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:48:03.749662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Request body: {'subnet': {'network_id': '8b97a46d-c970-481e-92ff-b061fc064738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-subnet', 'tenant_id': '286cac766aac4d88af6397831c139670', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:48:03.754489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:48:03.759377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Usage tracker for resource:subnet and tenant:286cac766aac4d88af6397831c139670 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:48:03.762675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:48:03.768726 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:48:03.769403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 8b97a46d-c970-481e-92ff-b061fc064738 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:48:03.779730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Made reservation on behalf of 286cac766aac4d88af6397831c139670 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:48:03.781948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:03.987313 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.064740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a0db8c-be8b-487b-9f3d-6a1cc1343e64,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:04.077622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.077966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.078304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.078635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.078960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.079285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.079633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.079957 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.080274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.080594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.080907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.081220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:04.085902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Checking segment: {'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:04.086268 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Network hostable DHCP agents. Network: 8b97a46d-c970-481e-92ff-b061fc064738, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:48:04.106995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Network 8b97a46d-c970-481e-92ff-b061fc064738 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:48:04.116978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 8b97a46d-c970-481e-92ff-b061fc064738) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:04.121122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:04.121707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.132438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46392867-d9c4-4c0b-92cb-3c8997e0b16b None None] Network 8b97a46d-c970-481e-92ff-b061fc064738 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:48:04.144262 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1e2c3d39-7e25-4f44-91a7-c0e2b2b0fc93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3990324 Mar 03 10:48:04.147475 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40030) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:48:04.152344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:48:04.156837 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:48:04.160665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Usage tracker for resource:router and tenant:286cac766aac4d88af6397831c139670 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:48:04.164620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:48:04.170236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:48:04.180787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.182127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.197301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.222425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:48:01Z', 'revision_number': 4, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port': {'id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:47:58Z', 'updated_at': '2022-03-03T10:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'feac4709-a7ca-40bf-9ab9-a2e6f554df15', 'name': '', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'mac_address': 'fa:16:3e:7b:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:01Z', 'updated_at': '2022-03-03T10:48:01Z', 'revision_number': 2, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'subnets': [{'id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:04.236111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Checking router: 796f45d7-aa48-450e-ba6b-dd1818dcdf09 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:48:04.236469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Updating router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 port feac4709-a7ca-40bf-9ab9-a2e6f554df15 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:48:04.309413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.477054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.494712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-8b97a46d-c970-481e-92ff-b061fc064738', 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738', 'tenant_id': '286cac766aac4d88af6397831c139670', 'fixed_ips': [{'subnet_id': 'e3a0db8c-be8b-487b-9f3d-6a1cc1343e64'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:48:04.495565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.778832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Allocated IP 172.20.0.2 (8b97a46d-c970-481e-92ff-b061fc064738/e3a0db8c-be8b-487b-9f3d-6a1cc1343e64/0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:48:04.790988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.821301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:04.956744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b6faf748-a520-4f55-8b27-671dbcc853b4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:04.962796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Allocated IP 172.26.7.36 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/b564a683-6740-421f-82e0-9ca71f202d07) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:48:04.993685 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.047777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Transition to ACTIVE for port object feac4709-a7ca-40bf-9ab9-a2e6f554df15 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:05.095429 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.109099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.138177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.202911 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:05.205788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:05.214645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:48:05.227224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.264756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365c5ea-d1a3-45bf-91ae-73a93b0ab445 None None] Pushing event updated for resources: {'Port': ['ID=feac4709-a7ca-40bf-9ab9-a2e6f554df15,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:05.266997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b6faf748-a520-4f55-8b27-671dbcc853b4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:05.267418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.306797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Transition to ACTIVE for port object 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:05.372656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Pushing event updated for resources: {'Port': ['ID=b564a683-6740-421f-82e0-9ca71f202d07,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:05.421229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Transition to ACTIVE for port object 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:05.428935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-075bebc9-6078-4d23-bc7b-0c76baac789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.448840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.515686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Attempting to bind port feac4709-a7ca-40bf-9ab9-a2e6f554df15 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:48:05.515950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Attempting to bind port feac4709-a7ca-40bf-9ab9-a2e6f554df15 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:48:05.516310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Attempting to bind port feac4709-a7ca-40bf-9ab9-a2e6f554df15 on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:05.530637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Network 8b97a46d-c970-481e-92ff-b061fc064738 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:05.539154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:05.540943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:48:05.541314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Checking segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:05.541840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.542087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Bound using segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:48:05.542557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Bound port: feac4709-a7ca-40bf-9ab9-a2e6f554df15, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:48:05.542929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.558144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:48:05.628721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Pushing event updated for resources: {'Port': ['ID=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:05.755956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.794722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Attempting to bind port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:48:05.795236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Attempting to bind port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:48:05.795472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Attempting to bind port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee on network 8b97a46d-c970-481e-92ff-b061fc064738 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:05.810716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:48:05.811091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Checking segment: {'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:05.811520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.811917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Bound using segment: {'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:48:05.812381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Bound port: 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:48:05.812756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.878870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] For port feac4709-a7ca-40bf-9ab9-a2e6f554df15, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:48:05.892768 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] For port feac4709-a7ca-40bf-9ab9-a2e6f554df15, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=feac4709-a7ca-40bf-9ab9-a2e6f554df15,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:48:05.903508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:05.992348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-44817861-4300-4525-9115-27c85fd27d0f None None] For port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:48:05.997860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-44817861-4300-4525-9115-27c85fd27d0f None None] For port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,segment=NetworkSegment(64236f50-71d4-47d9-a2c6-b23b627331f2),segment_id=64236f50-71d4-47d9-a2c6-b23b627331f2)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:48:06.008060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:06.011813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Routers {'796f45d7-aa48-450e-ba6b-dd1818dcdf09'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:06.012439 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:48:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:06.069241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365c5ea-d1a3-45bf-91ae-73a93b0ab445 None None] Pushing event updated for resources: {'Port': ['ID=feac4709-a7ca-40bf-9ab9-a2e6f554df15,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:06.106896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:06.262324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:06.305301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44817861-4300-4525-9115-27c85fd27d0f None None] Pushing event updated for resources: {'Port': ['ID=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:06.322124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:06.337368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] Set router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:06.366446 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Router 747ebb40-57e8-4d04-90d9-04670562a259 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:48:06.611906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:48:06.626077 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Sync routers for ids ['747ebb40-57e8-4d04-90d9-04670562a259'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:48:06.639409 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Routers {'747ebb40-57e8-4d04-90d9-04670562a259'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:06.640173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:06.640296 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:48:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['747ebb40-57e8-4d04-90d9-04670562a259'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:06.644409 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d3d0ef82-3c6a-461a-a744-0c014df5085e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4931810 Mar 03 10:48:06.644676 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40034) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:48:06.793918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:48:01Z', 'revision_number': 4, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port': {'id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:47:58Z', 'updated_at': '2022-03-03T10:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'feac4709-a7ca-40bf-9ab9-a2e6f554df15', 'name': '', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'mac_address': 'fa:16:3e:7b:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:01Z', 'updated_at': '2022-03-03T10:48:05Z', 'revision_number': 4, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'subnets': [{'id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:06.798510 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bae03-5954-4a69-bbdf-c72209105c11 None None] The sync data for ids ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'] in dv-neutron-831192-5-hyperv is: [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:48:01Z', 'revision_number': 4, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port': {'id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:47:58Z', 'updated_at': '2022-03-03T10:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'feac4709-a7ca-40bf-9ab9-a2e6f554df15', 'name': '', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'mac_address': 'fa:16:3e:7b:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:01Z', 'updated_at': '2022-03-03T10:48:05Z', 'revision_number': 4, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'subnets': [{'id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:48:06.842350 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Set router 747ebb40-57e8-4d04-90d9-04670562a259 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:07.105921 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device feac4709-a7ca-40bf-9ab9-a2e6f554df15 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:07.222785 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port feac4709-a7ca-40bf-9ab9-a2e6f554df15 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:07.230155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port feac4709-a7ca-40bf-9ab9-a2e6f554df15 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:07.230541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.303268 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:05Z', 'revision_number': 3, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port': {'id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:07.312344 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Checking router: 747ebb40-57e8-4d04-90d9-04670562a259 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:48:07.312847 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Updating router 747ebb40-57e8-4d04-90d9-04670562a259 port b564a683-6740-421f-82e0-9ca71f202d07 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:48:07.424834 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.533375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.547503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa45c0-8142-49d2-b29b-6e421bec2f3a None None] Network 8b97a46d-c970-481e-92ff-b061fc064738 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:48:07.688166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port feac4709-a7ca-40bf-9ab9-a2e6f554df15, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=feac4709-a7ca-40bf-9ab9-a2e6f554df15,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:07.696495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.697309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:07.745399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.772455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1b8ee7cb-91c8-4a83-8c08-624c610edaee None None] Provisioning for port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:07.852865 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.873147 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Transition to ACTIVE for port object b564a683-6740-421f-82e0-9ca71f202d07 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:07.884229 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.906578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=feac4709-a7ca-40bf-9ab9-a2e6f554df15,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:07.975426 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Attempting to bind port b564a683-6740-421f-82e0-9ca71f202d07 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:48:07.975869 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Attempting to bind port b564a683-6740-421f-82e0-9ca71f202d07 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:48:07.976448 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Attempting to bind port b564a683-6740-421f-82e0-9ca71f202d07 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:07.982555 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b1580-6b4d-4cc8-ac84-0ddf0adae9f4 None None] Pushing event updated for resources: {'Port': ['ID=b564a683-6740-421f-82e0-9ca71f202d07,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:07.988533 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:48:07.989093 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:07.989318 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.991025 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:48:07.991435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Allocated IP 172.20.0.1 (8b97a46d-c970-481e-92ff-b061fc064738/e3a0db8c-be8b-487b-9f3d-6a1cc1343e64/e0d59354-9d1d-48dc-9ed9-83de9eef4c2b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:48:07.991566 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Bound port: b564a683-6740-421f-82e0-9ca71f202d07, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:48:07.992118 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:07.994228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:08.002723 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:08.003250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.083787 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] For port b564a683-6740-421f-82e0-9ca71f202d07, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:48:08.087935 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] For port b564a683-6740-421f-82e0-9ca71f202d07, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b564a683-6740-421f-82e0-9ca71f202d07,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:48:08.095830 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.125272 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.189847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.198989 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Routers {'747ebb40-57e8-4d04-90d9-04670562a259'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:08.199655 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:48:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['747ebb40-57e8-4d04-90d9-04670562a259'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:08.213295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Transition to ACTIVE for port object e0d59354-9d1d-48dc-9ed9-83de9eef4c2b will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:08.227040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.249109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.275944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,segment=NetworkSegment(64236f50-71d4-47d9-a2c6-b23b627331f2),segment_id=64236f50-71d4-47d9-a2c6-b23b627331f2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:08.285275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.304154 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b1580-6b4d-4cc8-ac84-0ddf0adae9f4 None None] Pushing event updated for resources: {'Port': ['ID=b564a683-6740-421f-82e0-9ca71f202d07,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:08.351965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Network 8b97a46d-c970-481e-92ff-b061fc064738 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:08.356424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:08.372389 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:48:08.386557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:08.443501 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] Set router 747ebb40-57e8-4d04-90d9-04670562a259 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:08.492482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:08.506863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.541648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-485797c1-44d4-4d7f-9063-164190c36495 None None] Provisioning complete for port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:08.542114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-485797c1-44d4-4d7f-9063-164190c36495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.686457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.765195 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:05Z', 'revision_number': 3, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port': {'id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:08.768910 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a563492-8d21-4ac6-82d3-280e0b861d2c None None] The sync data for ids ['747ebb40-57e8-4d04-90d9-04670562a259'] in dv-neutron-831192-5-hyperv is: [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:05Z', 'revision_number': 3, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port': {'id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:48:08.813425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-94fcbb5c-08d1-49aa-8256-1cd2589f76e0 None None] Provisioning for port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:08.819620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-94fcbb5c-08d1-49aa-8256-1cd2589f76e0 None None] Provisioning complete for port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:08.820075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-94fcbb5c-08d1-49aa-8256-1cd2589f76e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.876489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-94fcbb5c-08d1-49aa-8256-1cd2589f76e0 None None] Port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:48:08.922502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:08.928707 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:09.000840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device feac4709-a7ca-40bf-9ab9-a2e6f554df15 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:09.050407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:09.062930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:09.085244 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port feac4709-a7ca-40bf-9ab9-a2e6f554df15 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:09.085605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:09.207909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Network 8b97a46d-c970-481e-92ff-b061fc064738 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:09.209343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:09.216222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:09.293021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:09.293409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:09.448867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Router 747ebb40-57e8-4d04-90d9-04670562a259 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:48:09.502210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-580a1aa3-3060-4a48-957b-1b387a14896b None None] Provisioning complete for port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:09.502592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-580a1aa3-3060-4a48-957b-1b387a14896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:09.564453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-580a1aa3-3060-4a48-957b-1b387a14896b None None] Port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:48:09.756954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:48:09.765601 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-36ec23b2-5dd9-42ff-8248-a284903ce965 admin admin] 10.222.0.23 "PUT /v2.0/routers/747ebb40-57e8-4d04-90d9-04670562a259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1198754 Mar 03 10:48:10.372086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Sync routers for ids ['747ebb40-57e8-4d04-90d9-04670562a259'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:48:10.382049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Routers {'747ebb40-57e8-4d04-90d9-04670562a259'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:10.382718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:48:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['747ebb40-57e8-4d04-90d9-04670562a259'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:10.563427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Set router 747ebb40-57e8-4d04-90d9-04670562a259 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:10.597150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-ba8e5e31-2b16-4aa9-b8d8-2888da1258bf tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:10.598583 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-ba8e5e31-2b16-4aa9-b8d8-2888da1258bf tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/networks?id=1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 200 len: 817 time: 0.1521645 Mar 03 10:48:10.613539 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-973a6ae6-e3c8-4201-bc3f-f07f95cfd9f4 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/quotas/d5e11699574a41199851bed7fa6b335a HTTP/1.1" status: 200 len: 375 time: 0.0088484 Mar 03 10:48:10.817324 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-6c332fa7-7e0b-43e6-bc4e-524428f11be9 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5e11699574a41199851bed7fa6b335a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968257 Mar 03 10:48:10.880042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:08Z', 'revision_number': 4, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port': {'id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e0d59354-9d1d-48dc-9ed9-83de9eef4c2b', 'name': '', 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738', 'tenant_id': '286cac766aac4d88af6397831c139670', 'mac_address': 'fa:16:3e:1a:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'e3a0db8c-be8b-487b-9f3d-6a1cc1343e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:07Z', 'updated_at': '2022-03-03T10:48:08Z', 'revision_number': 2, 'project_id': '286cac766aac4d88af6397831c139670', 'subnets': [{'id': 'e3a0db8c-be8b-487b-9f3d-6a1cc1343e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:10.883956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Checking router: 747ebb40-57e8-4d04-90d9-04670562a259 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:48:10.884305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Updating router 747ebb40-57e8-4d04-90d9-04670562a259 port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:48:10.941885 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:10.987061 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b564a683-6740-421f-82e0-9ca71f202d07 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:11.085576 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-83a32b74-2135-4051-9845-13f6f561ce0d service neutron] 10.222.0.23 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556047 Mar 03 10:48:11.221983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b564a683-6740-421f-82e0-9ca71f202d07 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:11.232592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b564a683-6740-421f-82e0-9ca71f202d07 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:11.233052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:11.235035 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-7b628a90-b02c-442f-9256-20285ddef7e1 service neutron] 10.222.0.23 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435275 Mar 03 10:48:11.430402 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-192bccc8-e4df-4795-8930-c77422d6e3b0 req-e6621cf8-8afa-4b43-9c44-36fcdab2ccc7 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 210 time: 0.0450468 Mar 03 10:48:11.553846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:11.568549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:11.587125 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port b564a683-6740-421f-82e0-9ca71f202d07, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b564a683-6740-421f-82e0-9ca71f202d07,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:11.588447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Transition to ACTIVE for port object e0d59354-9d1d-48dc-9ed9-83de9eef4c2b will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:11.592900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:11.633157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:11.769944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=b564a683-6740-421f-82e0-9ca71f202d07,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:11.895770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Attempting to bind port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:48:11.896141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Attempting to bind port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:48:11.896713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Attempting to bind port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b on network 8b97a46d-c970-481e-92ff-b061fc064738 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:11.898956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55737a34-5185-4a1e-ac18-9b4d573c05e5 None None] Pushing event updated for resources: {'Port': ['ID=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:11.905188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:48:11.905572 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Checking segment: {'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:11.905969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:11.906353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Bound using segment: {'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:48:11.906812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Bound port: e0d59354-9d1d-48dc-9ed9-83de9eef4c2b, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64236f50-71d4-47d9-a2c6-b23b627331f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:48:11.907186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:12.008068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] For port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:48:12.011446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] For port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,segment=NetworkSegment(64236f50-71d4-47d9-a2c6-b23b627331f2),segment_id=64236f50-71d4-47d9-a2c6-b23b627331f2)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:48:12.017128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:12.100263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Routers {'747ebb40-57e8-4d04-90d9-04670562a259'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:48:12.100905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:48:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['747ebb40-57e8-4d04-90d9-04670562a259'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:12.153697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55737a34-5185-4a1e-ac18-9b4d573c05e5 None None] Pushing event updated for resources: {'Port': ['ID=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:12.373436 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] Set router 747ebb40-57e8-4d04-90d9-04670562a259 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:48:12.604699 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-84239c1d-9a55-484c-9d05-a25e08b29268 req-f2d6796b-8b35-436b-bb75-cf222abada96 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 210 time: 0.0581956 Mar 03 10:48:12.621660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-c0414cc0-a6d4-4c9b-a7df-6a349783f872 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:12.622386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-c0414cc0-a6d4-4c9b-a7df-6a349783f872 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Synchronizing usage tracker for tenant:d5e11699574a41199851bed7fa6b335a on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:48:12.643491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-c0414cc0-a6d4-4c9b-a7df-6a349783f872 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Unset dirty status for tenant:d5e11699574a41199851bed7fa6b335a on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:48:12.645743 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-c0414cc0-a6d4-4c9b-a7df-6a349783f872 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "GET /v2.0/networks?id=1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 200 len: 817 time: 0.2040420 Mar 03 10:48:12.658639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Request body: {'port': {'device_id': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'admin_state_up': True, 'tenant_id': 'd5e11699574a41199851bed7fa6b335a'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:48:12.800559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:48:12.804856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Usage tracker for resource:port and tenant:d5e11699574a41199851bed7fa6b335a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:48:12.807600 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:48:12.813105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:48:12.823740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Made reservation on behalf of d5e11699574a41199851bed7fa6b335a for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:48:12.827181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:12.894957 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:08Z', 'revision_number': 4, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port': {'id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e0d59354-9d1d-48dc-9ed9-83de9eef4c2b', 'name': '', 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738', 'tenant_id': '286cac766aac4d88af6397831c139670', 'mac_address': 'fa:16:3e:1a:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'e3a0db8c-be8b-487b-9f3d-6a1cc1343e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:07Z', 'updated_at': '2022-03-03T10:48:12Z', 'revision_number': 4, 'project_id': '286cac766aac4d88af6397831c139670', 'subnets': [{'id': 'e3a0db8c-be8b-487b-9f3d-6a1cc1343e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:48:12.899666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18674cf-b4ce-431e-9fab-5943f3c7c53a None None] The sync data for ids ['747ebb40-57e8-4d04-90d9-04670562a259'] in dv-neutron-831192-5-hyperv is: [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:08Z', 'revision_number': 4, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port': {'id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e0d59354-9d1d-48dc-9ed9-83de9eef4c2b', 'name': '', 'network_id': '8b97a46d-c970-481e-92ff-b061fc064738', 'tenant_id': '286cac766aac4d88af6397831c139670', 'mac_address': 'fa:16:3e:1a:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'e3a0db8c-be8b-487b-9f3d-6a1cc1343e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:07Z', 'updated_at': '2022-03-03T10:48:12Z', 'revision_number': 4, 'project_id': '286cac766aac4d88af6397831c139670', 'subnets': [{'id': 'e3a0db8c-be8b-487b-9f3d-6a1cc1343e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:48:12.990791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b564a683-6740-421f-82e0-9ca71f202d07 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:13.023874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Allocated IP 172.20.0.11 (1c60cb8a-953e-4d12-a6c7-69765cb2b959/bce89b20-6d0a-4e51-83a3-879687af5ea3/c9412c54-afd3-49be-8297-823288d308d3) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:48:13.074421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b564a683-6740-421f-82e0-9ca71f202d07 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:13.074929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:13.245202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:13.262976 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Transition to ACTIVE for port object c9412c54-afd3-49be-8297-823288d308d3 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:13.287891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:13.356262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:13.363925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:13.366533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:48:13.416607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Pushing event updated for resources: {'Port': ['ID=c9412c54-afd3-49be-8297-823288d308d3,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:13.457678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:13.459140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:13.485004 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-b65f71ec-eaf3-4d72-9629-2e3175b9862f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8308468 Mar 03 10:48:13.497162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Request body: {'port': {'device_id': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:48:13.600430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b5ce2ecb-f70e-4f57-8a00-98273291e8d6 None None] Provisioning for port c9412c54-afd3-49be-8297-823288d308d3 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:13.605747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b5ce2ecb-f70e-4f57-8a00-98273291e8d6 None None] Provisioning complete for port c9412c54-afd3-49be-8297-823288d308d3 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:13.606286 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2ecb-f70e-4f57-8a00-98273291e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:13.618639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:13.667707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce2ecb-f70e-4f57-8a00-98273291e8d6 None None] Port c9412c54-afd3-49be-8297-823288d308d3 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:48:13.803610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f6c2-b665-4d30-89df-c7bd84da6cfe req-cbcdd15a-7884-48ab-ab27-a8032e182e10 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:13.805378 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-72b3f6c2-b665-4d30-89df-c7bd84da6cfe req-cbcdd15a-7884-48ab-ab27-a8032e182e10 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 932 time: 0.0889482 Mar 03 10:48:13.853209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-72b3f6c2-b665-4d30-89df-c7bd84da6cfe req-4b37cb62-4223-4865-af85-6a4a805d6738 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Mar 03 10:48:14.010543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9412c54-afd3-49be-8297-823288d308d3 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:48:14.017958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:14.032297 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Transition to ACTIVE for port object c9412c54-afd3-49be-8297-823288d308d3 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:14.036521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:14.290433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Pushing event updated for resources: {'Port': ['ID=c9412c54-afd3-49be-8297-823288d308d3,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:14.366301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Attempting to bind port c9412c54-afd3-49be-8297-823288d308d3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:48:14.366507 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Attempting to bind port c9412c54-afd3-49be-8297-823288d308d3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:48:14.366827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Attempting to bind port c9412c54-afd3-49be-8297-823288d308d3 on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:14.371771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Port c9412c54-afd3-49be-8297-823288d308d3 on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:48:14.372118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Attempting to bind port c9412c54-afd3-49be-8297-823288d308d3 on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:14.377252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:48:14.377610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Checking segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:14.378015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Bound using segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:48:14.378428 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Bound port: c9412c54-afd3-49be-8297-823288d308d3, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:48:14.378768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:14.473295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] For port c9412c54-afd3-49be-8297-823288d308d3, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:48:14.476964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] For port c9412c54-afd3-49be-8297-823288d308d3, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c9412c54-afd3-49be-8297-823288d308d3,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:48:14.482142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:14.537100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:14.537717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:14.539605 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] 10.222.0.32 "PUT /v2.0/ports/c9412c54-afd3-49be-8297-823288d308d3 HTTP/1.1" status: 200 len: 1094 time: 1.0472312 Mar 03 10:48:14.542266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'tag': 'c9412c54-afd3-49be-8297-823288d308d3'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:48:14.581763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b253bc4-cd5c-4a9e-a202-88c6c53e1586 service neutron] Pushing event updated for resources: {'Port': ['ID=c9412c54-afd3-49be-8297-823288d308d3,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:14.622760 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'tag': 'c9412c54-afd3-49be-8297-823288d308d3', 'status': 'completed', 'code': 200} Mar 03 10:48:14.665217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-207f9dd4-fcb9-48d9-bb44-b8a67aae94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:14.666688 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-207f9dd4-fcb9-48d9-bb44-b8a67aae94d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e11699574a41199851bed7fa6b335a&device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 1097 time: 0.0812910 Mar 03 10:48:14.736215 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-594f3d90-1716-478e-a05c-826d6c458def service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9412c54-afd3-49be-8297-823288d308d3 HTTP/1.1" status: 200 len: 217 time: 0.0628996 Mar 03 10:48:14.800410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-7d31a3a9-0a26-42e1-bfa2-7c6c23ca913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:14.801770 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-7d31a3a9-0a26-42e1-bfa2-7c6c23ca913a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bce89b20-6d0a-4e51-83a3-879687af5ea3 HTTP/1.1" status: 200 len: 856 time: 0.0601110 Mar 03 10:48:14.877014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-c483343a-bbb1-4b3a-ae59-d056626741aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:14.878486 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-c483343a-bbb1-4b3a-ae59-d056626741aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c60cb8a-953e-4d12-a6c7-69765cb2b959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714531 Mar 03 10:48:14.977666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e0d59354-9d1d-48dc-9ed9-83de9eef4c2b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:15.022690 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-5cd115c8-d8a4-4738-bc28-0f4503ca0ae2 service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371391 Mar 03 10:48:15.054923 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:15.057611 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd546a4d-551c-4196-8ba2-8abd43220c48 req-f7a28a29-5ac3-47d2-9b42-711a774dc49c tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:15.059847 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd546a4d-551c-4196-8ba2-8abd43220c48 req-f7a28a29-5ac3-47d2-9b42-711a774dc49c tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 944 time: 0.0942707 Mar 03 10:48:15.061134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:15.061506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:15.105659 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd546a4d-551c-4196-8ba2-8abd43220c48 req-7fbe420e-88ab-4879-bd6f-c4652d50ab36 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Mar 03 10:48:15.160358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8973cdda-ccaf-43de-942b-5540e7f85f3b req-2a7fd578-9794-4714-b0c9-2cae5f312f8c service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321535 Mar 03 10:48:15.182593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:15.214906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,segment=NetworkSegment(64236f50-71d4-47d9-a2c6-b23b627331f2),segment_id=64236f50-71d4-47d9-a2c6-b23b627331f2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:15.219728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:15.285205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-d63d9114-8033-4597-9fd1-b08db4fb3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:15.287208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:15.287350 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-d63d9114-8033-4597-9fd1-b08db4fb3941 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e11699574a41199851bed7fa6b335a&device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 1097 time: 0.0794685 Mar 03 10:48:15.419773 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-e8794113-2d75-4721-8689-aa4a5bf05c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:15.421196 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-e8794113-2d75-4721-8689-aa4a5bf05c9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 200 len: 917 time: 0.1280396 Mar 03 10:48:15.490881 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-5153bcfb-5acc-42e5-97a7-fd7fa9438505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9412c54-afd3-49be-8297-823288d308d3 HTTP/1.1" status: 200 len: 217 time: 0.0609000 Mar 03 10:48:15.556246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-60312d8a-2c42-44e5-8aab-76d8061e7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:15.557664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-60312d8a-2c42-44e5-8aab-76d8061e7b5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bce89b20-6d0a-4e51-83a3-879687af5ea3 HTTP/1.1" status: 200 len: 856 time: 0.0604744 Mar 03 10:48:15.633496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-21d38fb6-f71c-4fa7-91db-fd8d0b07be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:15.634977 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-21d38fb6-f71c-4fa7-91db-fd8d0b07be1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c60cb8a-953e-4d12-a6c7-69765cb2b959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713649 Mar 03 10:48:15.767465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-4674be15-274c-4485-a60b-92823948bb5c service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259825 Mar 03 10:48:15.898930 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3937b26f-dcd1-43db-a821-159757ddaaa5 req-9f771a11-305f-4656-bfc9-115f8dda3029 service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245637 Mar 03 10:48:16.293056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a75f55-0dbc-4ca5-ac35-e30bd54048a2 req-c76699cb-019d-4164-a4e1-51b61f4243f0 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:16.294505 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-72a75f55-0dbc-4ca5-ac35-e30bd54048a2 req-c76699cb-019d-4164-a4e1-51b61f4243f0 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 944 time: 0.0796547 Mar 03 10:48:16.341723 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-72a75f55-0dbc-4ca5-ac35-e30bd54048a2 req-36bdfb82-2545-4338-a060-2a54a115b838 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Mar 03 10:48:16.956564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e0d59354-9d1d-48dc-9ed9-83de9eef4c2b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:17.027328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:17.027621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:17.523653 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c37c-7486-41a2-bf6d-ea1624bd63b6 req-034fb11f-df24-41f0-b7cf-184db41cf8e7 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:17.525112 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b408c37c-7486-41a2-bf6d-ea1624bd63b6 req-034fb11f-df24-41f0-b7cf-184db41cf8e7 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 944 time: 0.0796874 Mar 03 10:48:17.568618 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b408c37c-7486-41a2-bf6d-ea1624bd63b6 req-b01cc169-afef-4c13-bd78-c7a8ac478021 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379150 Mar 03 10:48:18.322157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c9412c54-afd3-49be-8297-823288d308d3 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:48:18.455226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port c9412c54-afd3-49be-8297-823288d308d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c9412c54-afd3-49be-8297-823288d308d3,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:18.469729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'c9412c54-afd3-49be-8297-823288d308d3', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'port_id': 'c9412c54-afd3-49be-8297-823288d308d3', 'mac_address': 'fa:16:3e:ab:76:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:48:18.528862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:18.545024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9412c54-afd3-49be-8297-823288d308d3 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:48:18.560245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port c9412c54-afd3-49be-8297-823288d308d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c9412c54-afd3-49be-8297-823288d308d3,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:18.564078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:18.630855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=c9412c54-afd3-49be-8297-823288d308d3,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:18.759864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ea7f7-21a6-4e0d-b7f1-52b700e0a0f3 req-50133f54-fd8f-4431-803b-9c0511066305 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:18.761569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-549ea7f7-21a6-4e0d-b7f1-52b700e0a0f3 req-50133f54-fd8f-4431-803b-9c0511066305 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 945 time: 0.0838790 Mar 03 10:48:18.766230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['c9412c54-afd3-49be-8297-823288d308d3'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:48:18.807230 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-549ea7f7-21a6-4e0d-b7f1-52b700e0a0f3 req-3207a99a-6aff-40a3-899c-b668cc4db7c4 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Mar 03 10:48:19.989703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc193c3-4772-467d-8dca-38c3436e45d8 req-4ef1a922-590c-4d18-a5f3-c36e730c817a tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:19.991190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ebc193c3-4772-467d-8dca-38c3436e45d8 req-4ef1a922-590c-4d18-a5f3-c36e730c817a tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 945 time: 0.0783281 Mar 03 10:48:20.034173 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ebc193c3-4772-467d-8dca-38c3436e45d8 req-8d9650a2-76a3-4a41-9350-b00f6342f5ae tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374079 Mar 03 10:48:20.352850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c9412c54-afd3-49be-8297-823288d308d3 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:20.423059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port c9412c54-afd3-49be-8297-823288d308d3 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:20.428579 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port c9412c54-afd3-49be-8297-823288d308d3 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:20.429033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:20.543021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:20.569425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9412c54-afd3-49be-8297-823288d308d3'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:48:20.579073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port c9412c54-afd3-49be-8297-823288d308d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c9412c54-afd3-49be-8297-823288d308d3,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:20.583205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:20.626960 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9412c54-afd3-49be-8297-823288d308d3', 'code': 200} Mar 03 10:48:20.658639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=c9412c54-afd3-49be-8297-823288d308d3,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:20.838196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b06bdc-2ce3-4d54-8ad4-7a3f5bbceff8 req-1f099099-f82c-46c8-a2a6-53d29f8fec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:20.839678 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-69b06bdc-2ce3-4d54-8ad4-7a3f5bbceff8 req-1f099099-f82c-46c8-a2a6-53d29f8fec1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 1099 time: 0.0738771 Mar 03 10:48:20.983430 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-69b06bdc-2ce3-4d54-8ad4-7a3f5bbceff8 req-f04887af-d5d2-4eaf-9caa-80f5f1c03113 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380827 Mar 03 10:48:21.220273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765a27-7ef8-4178-9c0f-81d96c724fe1 req-f8578327-2700-46a1-b0aa-6dad943df72d tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:21.221739 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-84765a27-7ef8-4178-9c0f-81d96c724fe1 req-f8578327-2700-46a1-b0aa-6dad943df72d tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 946 time: 0.0822594 Mar 03 10:48:21.266540 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-84765a27-7ef8-4178-9c0f-81d96c724fe1 req-7b0029bf-7aa7-4015-96f2-115ed31a7575 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 Mar 03 10:48:22.456149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf0897-5fb0-4f94-8c58-65493ca713ce req-da213f6b-9d81-426f-9b7b-764c37382f39 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:22.457579 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3ecf0897-5fb0-4f94-8c58-65493ca713ce req-da213f6b-9d81-426f-9b7b-764c37382f39 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 946 time: 0.0839400 Mar 03 10:48:22.501069 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3ecf0897-5fb0-4f94-8c58-65493ca713ce req-c3828d15-b59d-4546-ab38-b283d84012db tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377231 Mar 03 10:48:22.687241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d9795-0af6-4527-a76c-de1dd3c70e5a req-a1f50dd9-3741-4ff9-988b-409c0189710b tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:22.688727 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b3d9795-0af6-4527-a76c-de1dd3c70e5a req-a1f50dd9-3741-4ff9-988b-409c0189710b tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 946 time: 0.0809169 Mar 03 10:48:22.731583 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b3d9795-0af6-4527-a76c-de1dd3c70e5a req-2d546fc9-e2c3-40fa-bb83-5a90e4ce396d tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Mar 03 10:48:24.074035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:24.273719 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:48:33.134569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2520314b-a9be-42fd-b26a-c5fa57e703c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:35.311876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab64e-76cb-4ddf-b32d-835c6d0bb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:36.135359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:36.209970 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:37.151188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6857ff-fe5b-481d-96fe-8ca9bd0e258b req-96acf530-cd43-4dd7-90b1-415fca1f16b9 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:37.152564 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f6857ff-fe5b-481d-96fe-8ca9bd0e258b req-96acf530-cd43-4dd7-90b1-415fca1f16b9 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 946 time: 0.0830672 Mar 03 10:48:37.196637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f6857ff-fe5b-481d-96fe-8ca9bd0e258b req-62fd2b03-a992-4345-8738-af9b5f59c490 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Mar 03 10:48:38.041788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:38.381231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70914e8-1b3a-4c02-9e63-3a1ba9f6ef11 req-28b0086a-90fd-4553-9cee-a95af94b598a tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:38.382774 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e70914e8-1b3a-4c02-9e63-3a1ba9f6ef11 req-28b0086a-90fd-4553-9cee-a95af94b598a tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 946 time: 0.0807598 Mar 03 10:48:38.428670 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e70914e8-1b3a-4c02-9e63-3a1ba9f6ef11 req-d01d7b4e-4bfe-4db9-8892-5bf9e58db2b3 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Mar 03 10:48:38.564520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-533ec919-0815-4b85-8b45-0d34108d2de6 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:38.565208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-533ec919-0815-4b85-8b45-0d34108d2de6 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Synchronizing usage tracker for tenant:d5e11699574a41199851bed7fa6b335a on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:48:38.582129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-533ec919-0815-4b85-8b45-0d34108d2de6 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Unset dirty status for tenant:d5e11699574a41199851bed7fa6b335a on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:48:38.583339 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-533ec919-0815-4b85-8b45-0d34108d2de6 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 946 time: 0.0949957 Mar 03 10:48:38.654304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Deleting port c9412c54-afd3-49be-8297-823288d308d3 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:48:38.654565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:38.910599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] For port c9412c54-afd3-49be-8297-823288d308d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c9412c54-afd3-49be-8297-823288d308d3,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:38.910955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:39.037177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Calling delete_port for c9412c54-afd3-49be-8297-823288d308d3 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:48:39.184501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:39.197879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['c9412c54-afd3-49be-8297-823288d308d3'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:48:39.233211 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Pushing event deleted for resources: {'Port': ['ID=c9412c54-afd3-49be-8297-823288d308d3,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:39.312092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] No DVR routers for this DVR port c9412c54-afd3-49be-8297-823288d308d3 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:48:39.314553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:39.317158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'name': 'network-vif-deleted', 'tag': 'c9412c54-afd3-49be-8297-823288d308d3'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:48:39.335451 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-be95e093-07b9-45bb-82eb-7be8cf442de0 req-1c418f2d-55d1-486f-b5a1-9bee747fc1ea tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "DELETE /v2.0/ports/c9412c54-afd3-49be-8297-823288d308d3 HTTP/1.1" status: 204 len: 173 time: 0.7468586 Mar 03 10:48:39.364816 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a9f8b-b127-48d5-935f-e7f83c66d966', 'name': 'network-vif-deleted', 'tag': 'c9412c54-afd3-49be-8297-823288d308d3', 'status': 'completed', 'code': 200} Mar 03 10:48:39.590557 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd293a2e-f57b-4d03-85cb-c50773915980 req-0dff8b38-dc8c-4492-bc12-f2fc305eb5ba tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6a9f8b-b127-48d5-935f-e7f83c66d966 HTTP/1.1" status: 200 len: 210 time: 0.0442293 Mar 03 10:48:41.162725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-4724ce47-0a6f-4de1-b32c-f14f9ed357e2 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:41.164687 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-4724ce47-0a6f-4de1-b32c-f14f9ed357e2 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/networks?id=1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 200 len: 817 time: 0.1460731 Mar 03 10:48:41.179450 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-9a6e2ed6-5be9-4b80-9453-35596b15f536 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/quotas/d5e11699574a41199851bed7fa6b335a HTTP/1.1" status: 200 len: 375 time: 0.0088105 Mar 03 10:48:41.265058 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-fd67352e-a0de-40f0-b5f6-a8291eb77cfb tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5e11699574a41199851bed7fa6b335a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806634 Mar 03 10:48:41.489405 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-4ee05a54-1129-4401-937b-af6544a02c10 service neutron] 10.222.0.23 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130802 Mar 03 10:48:41.619260 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-4affb79d-7e82-4295-9a4d-c40e8d1bfa70 service neutron] 10.222.0.23 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234510 Mar 03 10:48:41.791587 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9407a693-21c6-4ba0-bf73-047422e4327c req-f98a0a67-5562-40ee-8c03-5cb140824615 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 210 time: 0.0420194 Mar 03 10:48:42.446766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c9412c54-afd3-49be-8297-823288d308d3 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:48:42.512066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: c9412c54-afd3-49be-8297-823288d308d3 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:48:42.512417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device c9412c54-afd3-49be-8297-823288d308d3 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:48:42.780518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-a1ecbe8e-304f-4581-8151-535d64958eae tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:42.782008 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-a1ecbe8e-304f-4581-8151-535d64958eae tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "GET /v2.0/networks?id=1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 200 len: 817 time: 0.1478741 Mar 03 10:48:42.794068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Request body: {'port': {'device_id': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'admin_state_up': True, 'tenant_id': 'd5e11699574a41199851bed7fa6b335a'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:48:42.933006 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:48:42.937942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Usage tracker for resource:port and tenant:d5e11699574a41199851bed7fa6b335a is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:48:42.942566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:48:42.949130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:48:42.949274 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d0ede1a1-cdc9-4604-85bb-abe967c4125f req-ba6ff76b-f5dd-4464-8ce8-47c138f88e4b tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 210 time: 0.0437107 Mar 03 10:48:42.959341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Made reservation on behalf of d5e11699574a41199851bed7fa6b335a for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:48:42.963342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:43.124405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Allocated IP 172.20.0.3 (1c60cb8a-953e-4d12-a6c7-69765cb2b959/bce89b20-6d0a-4e51-83a3-879687af5ea3/dd688c0e-bc49-4b5e-8941-07e3e6e9998b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:48:43.321740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:43.337170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Transition to ACTIVE for port object dd688c0e-bc49-4b5e-8941-07e3e6e9998b will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:43.359461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:43.421937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:48:43.424984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:48:43.434098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:48:43.584315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Pushing event updated for resources: {'Port': ['ID=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:43.612982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:43.613590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:43.639016 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-3610c263-5ff1-4957-85c6-f984f2846f91 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8486490 Mar 03 10:48:43.649865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Request body: {'port': {'device_id': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:48:43.692604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1e6ed37e-4b69-4f2a-88da-7676493112e9 None None] Provisioning for port dd688c0e-bc49-4b5e-8941-07e3e6e9998b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:43.698038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1e6ed37e-4b69-4f2a-88da-7676493112e9 None None] Provisioning complete for port dd688c0e-bc49-4b5e-8941-07e3e6e9998b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:43.698363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed37e-4b69-4f2a-88da-7676493112e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:43.753842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed37e-4b69-4f2a-88da-7676493112e9 None None] Port dd688c0e-bc49-4b5e-8941-07e3e6e9998b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:48:43.763148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:44.105781 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd688c0e-bc49-4b5e-8941-07e3e6e9998b {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:48:44.113014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:44.128639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Transition to ACTIVE for port object dd688c0e-bc49-4b5e-8941-07e3e6e9998b will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:48:44.132251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:44.142658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f9e27-fef8-4411-8615-3657bb7b7426 req-e33425e8-93f4-4b7d-874c-aa70a465894c tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:44.144151 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ee8f9e27-fef8-4411-8615-3657bb7b7426 req-e33425e8-93f4-4b7d-874c-aa70a465894c tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 931 time: 0.0839808 Mar 03 10:48:44.189160 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ee8f9e27-fef8-4411-8615-3657bb7b7426 req-199fe8e7-0c08-4b06-857c-57a6b84566dd tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Mar 03 10:48:44.266900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Pushing event updated for resources: {'Port': ['ID=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:44.375608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Attempting to bind port dd688c0e-bc49-4b5e-8941-07e3e6e9998b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:48:44.375944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Attempting to bind port dd688c0e-bc49-4b5e-8941-07e3e6e9998b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:48:44.376284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Attempting to bind port dd688c0e-bc49-4b5e-8941-07e3e6e9998b on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:44.380980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Port dd688c0e-bc49-4b5e-8941-07e3e6e9998b on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:48:44.381302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Attempting to bind port dd688c0e-bc49-4b5e-8941-07e3e6e9998b on network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:48:44.387375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:48:44.387714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Checking segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:48:44.388091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Bound using segment: {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:48:44.388508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Bound port: dd688c0e-bc49-4b5e-8941-07e3e6e9998b, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e20ef39-429b-452b-b76f-858a03bed74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:48:44.388855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:44.475340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] For port dd688c0e-bc49-4b5e-8941-07e3e6e9998b, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:48:44.478213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] For port dd688c0e-bc49-4b5e-8941-07e3e6e9998b, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:48:44.482922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:44.539824 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:44.540421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:44.541763 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] 10.222.0.32 "PUT /v2.0/ports/dd688c0e-bc49-4b5e-8941-07e3e6e9998b HTTP/1.1" status: 200 len: 1093 time: 0.8960474 Mar 03 10:48:44.542197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'tag': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:48:44.571691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ca6c3-e2b0-4a87-bb63-a8e1fe6adf68 service neutron] Pushing event updated for resources: {'Port': ['ID=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:44.622469 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'tag': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b', 'status': 'completed', 'code': 200} Mar 03 10:48:44.664119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-cd9fda91-b2cc-402f-bddd-f40b620486ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:44.665711 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-cd9fda91-b2cc-402f-bddd-f40b620486ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e11699574a41199851bed7fa6b335a&device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 1096 time: 0.0768840 Mar 03 10:48:44.737448 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-6298a04c-261f-400d-afdf-839838af46b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b HTTP/1.1" status: 200 len: 217 time: 0.0654051 Mar 03 10:48:44.800184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-67edac48-18c7-4a51-a67c-54d6916b867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:44.801702 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-67edac48-18c7-4a51-a67c-54d6916b867f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bce89b20-6d0a-4e51-83a3-879687af5ea3 HTTP/1.1" status: 200 len: 856 time: 0.0578310 Mar 03 10:48:44.878340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-7afa360a-1f5e-4611-98c5-875335a0508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:44.879808 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-7afa360a-1f5e-4611-98c5-875335a0508f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c60cb8a-953e-4d12-a6c7-69765cb2b959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729563 Mar 03 10:48:45.012201 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-b718d651-5199-42b4-9992-eec5c7724344 service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253054 Mar 03 10:48:45.139466 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e6dcb91f-66b1-4112-aff7-0e81bbf9cb4b req-8bcc6e86-d4ba-4496-b861-2a04c3a1c8e8 service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213794 Mar 03 10:48:45.249736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-ba99b908-2ec6-4eda-839a-1181c6c97913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:45.251207 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-ba99b908-2ec6-4eda-839a-1181c6c97913 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e11699574a41199851bed7fa6b335a&device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 1096 time: 0.0707569 Mar 03 10:48:45.396140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304899f0-109a-48fe-8e13-edf88427ea23 req-66c023da-bde4-4dbb-bbbc-a7c17efbde42 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:45.397642 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-304899f0-109a-48fe-8e13-edf88427ea23 req-66c023da-bde4-4dbb-bbbc-a7c17efbde42 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 943 time: 0.0835574 Mar 03 10:48:45.446897 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-304899f0-109a-48fe-8e13-edf88427ea23 req-a19bf7a7-d184-4b97-9d73-2e0909fec576 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Mar 03 10:48:45.488944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-1e3a6e20-e837-4409-9b56-bf9e8db330d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:45.490375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-1e3a6e20-e837-4409-9b56-bf9e8db330d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 200 len: 917 time: 0.2324214 Mar 03 10:48:45.559169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-cdcae53c-ea4e-4387-9dbf-614bb9b8e988 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b HTTP/1.1" status: 200 len: 217 time: 0.0617712 Mar 03 10:48:45.619394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-dd395176-eabd-472f-ab4c-acb9fda01923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:45.620868 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-dd395176-eabd-472f-ab4c-acb9fda01923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bce89b20-6d0a-4e51-83a3-879687af5ea3 HTTP/1.1" status: 200 len: 856 time: 0.0554683 Mar 03 10:48:45.698961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-7906261e-07e6-4c98-81a9-25c38b960e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:45.700454 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-7906261e-07e6-4c98-81a9-25c38b960e39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c60cb8a-953e-4d12-a6c7-69765cb2b959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727916 Mar 03 10:48:45.830189 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-b238a6de-4f87-41fa-a0ee-2da0837ba609 service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233277 Mar 03 10:48:45.961429 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a26a49cd-7439-47e6-87be-f5264fc87841 req-2fb8d534-971f-40ad-a964-0ecd5ec4bcfd service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241581 Mar 03 10:48:46.479880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device dd688c0e-bc49-4b5e-8941-07e3e6e9998b details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:48:46.610728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port dd688c0e-bc49-4b5e-8941-07e3e6e9998b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:46.624263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b', 'network_id': '1c60cb8a-953e-4d12-a6c7-69765cb2b959', 'port_id': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b', 'mac_address': 'fa:16:3e:f1:05:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce89b20-6d0a-4e51-83a3-879687af5ea3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:48:46.644490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee4a1-61d7-4b3a-9654-6a57c056acac req-db29b1b6-a0b4-4825-bd7d-72529f0f85ac tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:46.645971 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-507ee4a1-61d7-4b3a-9654-6a57c056acac req-db29b1b6-a0b4-4825-bd7d-72529f0f85ac tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 943 time: 0.0820391 Mar 03 10:48:46.678623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:46.691233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-507ee4a1-61d7-4b3a-9654-6a57c056acac req-8821832d-3570-4a99-87a6-77177f426492 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Mar 03 10:48:46.696028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd688c0e-bc49-4b5e-8941-07e3e6e9998b {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:48:46.712091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port dd688c0e-bc49-4b5e-8941-07e3e6e9998b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:46.715763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:46.783132 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:46.789927 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.790267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.790600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.790924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.791261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.791595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.791915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.792230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.792547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.792862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.793173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.793484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:48:46.901899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['dd688c0e-bc49-4b5e-8941-07e3e6e9998b'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:48:47.876467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ab2a-45c6-4838-8590-1c8e94b1e1b4 req-eddf86e1-9905-4a8d-ae76-f19567768d0f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:47.877912 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-39c9ab2a-45c6-4838-8590-1c8e94b1e1b4 req-eddf86e1-9905-4a8d-ae76-f19567768d0f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 944 time: 0.0813649 Mar 03 10:48:47.921608 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-39c9ab2a-45c6-4838-8590-1c8e94b1e1b4 req-6225017e-c1de-4a01-9b0e-4d5595f6116c tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Mar 03 10:48:48.477336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device dd688c0e-bc49-4b5e-8941-07e3e6e9998b up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:48:48.545835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port dd688c0e-bc49-4b5e-8941-07e3e6e9998b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:48:48.550625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port dd688c0e-bc49-4b5e-8941-07e3e6e9998b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:48:48.550995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:48.666256 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:48.691733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:48:48.701458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port dd688c0e-bc49-4b5e-8941-07e3e6e9998b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:48:48.705938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:48.742610 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b', 'code': 200} Mar 03 10:48:48.774710 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:48:48.959249 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bf0d6-68bb-4d63-bc8f-3067a5b49cfe req-55b59f09-c6a6-45e0-b84d-c68617947609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:48.961293 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-487bf0d6-68bb-4d63-bc8f-3067a5b49cfe req-55b59f09-c6a6-45e0-b84d-c68617947609 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 1098 time: 0.0704541 Mar 03 10:48:49.002279 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-487bf0d6-68bb-4d63-bc8f-3067a5b49cfe req-c7f9ea24-cc5e-41a7-9e34-7b8207a7c714 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Mar 03 10:48:49.113862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a741b-51bd-468e-97d2-d2bb7ac0611e req-9e22d19b-73a1-4142-bdae-9e7067028659 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:49.115500 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a78a741b-51bd-468e-97d2-d2bb7ac0611e req-9e22d19b-73a1-4142-bdae-9e7067028659 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 945 time: 0.0807858 Mar 03 10:48:49.159021 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a78a741b-51bd-468e-97d2-d2bb7ac0611e req-bd508dce-1063-46fc-aac7-d3cd7a0d3928 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378006 Mar 03 10:48:50.346592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025254-9d42-4501-8554-1f59a978a44e req-48a6fdf8-bc5a-4a99-83ed-c61f60c629f9 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:50.348076 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f025254-9d42-4501-8554-1f59a978a44e req-48a6fdf8-bc5a-4a99-83ed-c61f60c629f9 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 945 time: 0.0826113 Mar 03 10:48:50.392065 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1f025254-9d42-4501-8554-1f59a978a44e req-f4ffe1be-ace1-4b4d-b094-4da45b3b0eba tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375404 Mar 03 10:48:50.575594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ffe2-d0da-4169-bc88-70401374ec55 req-1e35f79a-c002-4dfd-90f7-b4cc6b59741c tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:50.577023 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5153ffe2-d0da-4169-bc88-70401374ec55 req-1e35f79a-c002-4dfd-90f7-b4cc6b59741c tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 945 time: 0.0819683 Mar 03 10:48:50.620147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5153ffe2-d0da-4169-bc88-70401374ec55 req-5d2a1052-d699-420a-9c82-196f40533d0e tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Mar 03 10:48:54.086189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:48:59.664452 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-7b840778-056c-481a-8fce-b6c47ebbf2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712099 Mar 03 10:48:59.824078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0afc-853b-4cc2-8793-65d85186268e req-c1f4d36c-e324-46b6-b66b-7262427ffa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:59.825521 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-c1f4d36c-e324-46b6-b66b-7262427ffa98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e11699574a41199851bed7fa6b335a&device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 1098 time: 0.0735979 Mar 03 10:48:59.971396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0afc-853b-4cc2-8793-65d85186268e req-efe111de-9f69-4a82-b4d1-305e02144ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:48:59.972842 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-efe111de-9f69-4a82-b4d1-305e02144ab7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 200 len: 917 time: 0.1272109 Mar 03 10:49:00.044535 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-38d03600-fc4f-41e2-a747-9995999c6bcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b HTTP/1.1" status: 200 len: 217 time: 0.0655367 Mar 03 10:49:00.104795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0afc-853b-4cc2-8793-65d85186268e req-7855237e-1a84-4ffe-80d2-4357c9eb67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:00.106148 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-7855237e-1a84-4ffe-80d2-4357c9eb67d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bce89b20-6d0a-4e51-83a3-879687af5ea3 HTTP/1.1" status: 200 len: 856 time: 0.0564129 Mar 03 10:49:00.183568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0afc-853b-4cc2-8793-65d85186268e req-c49ec48a-bbc2-4a2a-aa00-774eb40fa290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:00.185028 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-c49ec48a-bbc2-4a2a-aa00-774eb40fa290 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c60cb8a-953e-4d12-a6c7-69765cb2b959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731871 Mar 03 10:49:00.318590 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-3aab9af5-ccd3-4a61-bc87-2673207174c6 service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271765 Mar 03 10:49:00.450447 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-908a0afc-853b-4cc2-8793-65d85186268e req-5c1083ab-f50f-4da5-b407-490879ffd5cb service neutron] 10.222.0.32 "GET /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259437 Mar 03 10:49:01.272660 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:49:03.138793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d20450d-1bf8-414f-b46b-a126b87f1df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:04.831579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4041b25-14f0-436d-869f-a1383b4a4598 req-8f3d6f29-c231-44af-90a7-e34fa392b723 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:04.833027 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4041b25-14f0-436d-869f-a1383b4a4598 req-8f3d6f29-c231-44af-90a7-e34fa392b723 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 945 time: 0.0796800 Mar 03 10:49:04.876086 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e4041b25-14f0-436d-869f-a1383b4a4598 req-38fb44a4-820b-4761-88b4-bb3edf7d2949 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Mar 03 10:49:05.314670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d0197f8c-46fc-4ca4-a02e-21701728e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:06.140405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:06.213703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8edb-bbd2-4e81-95b5-a1b79e52f570 req-c59ce4e8-25af-4447-8b02-5b2a2c6d498f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:06.215356 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9b3e8edb-bbd2-4e81-95b5-a1b79e52f570 req-c59ce4e8-25af-4447-8b02-5b2a2c6d498f tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 945 time: 0.0910385 Mar 03 10:49:06.231965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:06.264284 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9b3e8edb-bbd2-4e81-95b5-a1b79e52f570 req-1580161f-c49e-45e8-b4b6-d724e6ba4d61 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/security-groups?id=305091e4-e742-40bd-bc92-3fd2aa273fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Mar 03 10:49:06.284979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-0dc11aa4-9034-4672-ac8f-cb4e461e1291 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:06.285669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-0dc11aa4-9034-4672-ac8f-cb4e461e1291 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Synchronizing usage tracker for tenant:d5e11699574a41199851bed7fa6b335a on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:49:06.301531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-0dc11aa4-9034-4672-ac8f-cb4e461e1291 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Unset dirty status for tenant:d5e11699574a41199851bed7fa6b335a on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:49:06.302706 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-0dc11aa4-9034-4672-ac8f-cb4e461e1291 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 945 time: 0.1120138 Mar 03 10:49:06.375728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Deleting port dd688c0e-bc49-4b5e-8941-07e3e6e9998b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:06.376164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:06.731659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] For port dd688c0e-bc49-4b5e-8941-07e3e6e9998b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:06.731932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:06.854994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Calling delete_port for dd688c0e-bc49-4b5e-8941-07e3e6e9998b owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:06.998521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:07.011424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['dd688c0e-bc49-4b5e-8941-07e3e6e9998b'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:49:07.050192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Pushing event deleted for resources: {'Port': ['ID=dd688c0e-bc49-4b5e-8941-07e3e6e9998b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:07.089455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.089805 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.090147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.090484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.090818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.091148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.091510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.091837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.092166 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.092496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.092804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.093123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:07.139863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] No DVR routers for this DVR port dd688c0e-bc49-4b5e-8941-07e3e6e9998b on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:49:07.142335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:07.145134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'name': 'network-vif-deleted', 'tag': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:49:07.162386 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7af5e9ac-94f5-4f2a-91f0-3a06bf1c4f75 req-7b67cd1e-1a22-46f0-a885-a1bb0f51ac35 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.32 "DELETE /v2.0/ports/dd688c0e-bc49-4b5e-8941-07e3e6e9998b HTTP/1.1" status: 204 len: 173 time: 0.8549743 Mar 03 10:49:07.192577 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9ec334-ce90-439f-9dd3-b4ec4571ea83', 'name': 'network-vif-deleted', 'tag': 'dd688c0e-bc49-4b5e-8941-07e3e6e9998b', 'status': 'completed', 'code': 200} Mar 03 10:49:07.429291 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5a919815-7c2b-4fcf-bbaf-fbe9bd2ece9c req-d6a3f999-3be5-417c-83dc-9047be8e0892 tempest-TestEncryptedCinderVolumes-1142283594 tempest-TestEncryptedCinderVolumes-1142283594-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c9ec334-ce90-439f-9dd3-b4ec4571ea83 HTTP/1.1" status: 200 len: 210 time: 0.0434558 Mar 03 10:49:08.049597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:08.554529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40316) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:09.084151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:09.521220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Deleting port feac4709-a7ca-40bf-9ab9-a2e6f554df15 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:09.521558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:09.691330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] For port feac4709-a7ca-40bf-9ab9-a2e6f554df15, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=feac4709-a7ca-40bf-9ab9-a2e6f554df15,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:09.692002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:09.811113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Calling delete_port for feac4709-a7ca-40bf-9ab9-a2e6f554df15 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:10.112994 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:10.161323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Pushing event deleted for resources: {'Port': ['ID=feac4709-a7ca-40bf-9ab9-a2e6f554df15,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:10.424623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:10.600911 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device dd688c0e-bc49-4b5e-8941-07e3e6e9998b no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:49:10.637009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: dd688c0e-bc49-4b5e-8941-07e3e6e9998b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:49:10.637351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device dd688c0e-bc49-4b5e-8941-07e3e6e9998b not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:49:10.889501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:49:11.066381 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:49:11.076420 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] Sync routers for ids ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:49:11.079823 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b2ba3daa-a448-4a2a-a298-85a0727e0058 admin admin] 10.222.0.23 "PUT /v2.0/routers/796f45d7-aa48-450e-ba6b-dd1818dcdf09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237989 Mar 03 10:49:11.082044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40320) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:11.086487 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] Routers {'796f45d7-aa48-450e-ba6b-dd1818dcdf09'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:11.087203 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:11.266799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:11.294291 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] Set router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:11.450597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:11.462839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Deleting port b6faf748-a520-4f55-8b27-671dbcc853b4 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:11.463199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:11.618367 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:49:10Z', 'revision_number': 5, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port': {'id': 'b6faf748-a520-4f55-8b27-671dbcc853b4', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:47:58Z', 'updated_at': '2022-03-03T10:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:11.622431 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] Checking router: 796f45d7-aa48-450e-ba6b-dd1818dcdf09 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:49:11.630988 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] Routers {'796f45d7-aa48-450e-ba6b-dd1818dcdf09'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:11.631633 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:11.649377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] For port b6faf748-a520-4f55-8b27-671dbcc853b4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b6faf748-a520-4f55-8b27-671dbcc853b4,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:11.649709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:11.779891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Calling delete_port for b6faf748-a520-4f55-8b27-671dbcc853b4 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:11.783612 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] Set router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:11.910404 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:49:11Z', 'revision_number': 6, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:11.915205 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f60597-0151-4475-8f58-ef11345cbc60 None None] The sync data for ids ['796f45d7-aa48-450e-ba6b-dd1818dcdf09'] in dv-neutron-831192-5-hyperv is: [{'id': '796f45d7-aa48-450e-ba6b-dd1818dcdf09', 'name': 'tempest-TestEncryptedCinderVolumes-1296946768-router', 'tenant_id': 'd5e11699574a41199851bed7fa6b335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:47:57Z', 'updated_at': '2022-03-03T10:49:11Z', 'revision_number': 6, 'project_id': 'd5e11699574a41199851bed7fa6b335a', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:49:11.962357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.010514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6faf748-a520-4f55-8b27-671dbcc853b4,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:12.204097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.370379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.372528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.396426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.396952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 796f45d7-aa48-450e-ba6b-dd1818dcdf09 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:49:12.410345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.413845 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-86df1bd5-96cd-4810-b88e-40c992ca3ad7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/796f45d7-aa48-450e-ba6b-dd1818dcdf09 HTTP/1.1" status: 204 len: 168 time: 1.3285482 Mar 03 10:49:12.414825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40324) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:12.480796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Deleting subnet bce89b20-6d0a-4e51-83a3-879687af5ea3 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:49:12.483768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.535670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.620254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.692613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.730419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce89b20-6d0a-4e51-83a3-879687af5ea3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:12.738049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.742647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f0acb1-db4d-49b5-aba1-915e2d9c9cfa None None] Network 1c60cb8a-953e-4d12-a6c7-69765cb2b959 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:49:12.746471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.746811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.747141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.747493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.747814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.748134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.748447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.748767 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.749084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.749395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.749702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.750009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:12.757881 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-70609ae8-fbec-4d62-a957-164fe4274b39 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bce89b20-6d0a-4e51-83a3-879687af5ea3 HTTP/1.1" status: 204 len: 168 time: 0.3414893 Mar 03 10:49:12.758520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40328) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:12.961773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:12.972928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Deleting port 52bb22bf-c8f7-433f-bcac-45d7970239ae {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:12.973347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.008323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] DHCP port deletion for 1c60cb8a-953e-4d12-a6c7-69765cb2b959 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:49:13.013288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Deleting port 52bb22bf-c8f7-433f-bcac-45d7970239ae {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:13.013667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.046899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device feac4709-a7ca-40bf-9ab9-a2e6f554df15 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:49:13.088351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: feac4709-a7ca-40bf-9ab9-a2e6f554df15 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:49:13.088693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device feac4709-a7ca-40bf-9ab9-a2e6f554df15 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:49:13.089106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b6faf748-a520-4f55-8b27-671dbcc853b4 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:49:13.128213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b6faf748-a520-4f55-8b27-671dbcc853b4 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:49:13.128555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b6faf748-a520-4f55-8b27-671dbcc853b4 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:49:13.188466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] For port 52bb22bf-c8f7-433f-bcac-45d7970239ae, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=52bb22bf-c8f7-433f-bcac-45d7970239ae,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:13.188824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.288318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] For port 52bb22bf-c8f7-433f-bcac-45d7970239ae, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=52bb22bf-c8f7-433f-bcac-45d7970239ae,segment=NetworkSegment(9e20ef39-429b-452b-b76f-858a03bed74b),segment_id=9e20ef39-429b-452b-b76f-858a03bed74b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:13.289153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.312517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Calling delete_port for 52bb22bf-c8f7-433f-bcac-45d7970239ae owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:13.388974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.434124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] No DVR routers for this DVR port 52bb22bf-c8f7-433f-bcac-45d7970239ae on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:49:13.440646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Calling delete_port for 52bb22bf-c8f7-433f-bcac-45d7970239ae owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:13.476263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bb22bf-c8f7-433f-bcac-45d7970239ae,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:13.515765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:49:13.516235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:49:13.564983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.589540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c60cb8a-953e-4d12-a6c7-69765cb2b959']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:13.601798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e20ef39-429b-452b-b76f-858a03bed74b') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:13.602578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e20ef39-429b-452b-b76f-858a03bed74b') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:13.613695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.629748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.636263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:49:13.636644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:49:13.650691 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:49:13.728702 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.745292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:13.755129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c60cb8a-953e-4d12-a6c7-69765cb2b959,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:13.769201 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-95555652-50fe-4f4a-8558-460eece14958 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c60cb8a-953e-4d12-a6c7-69765cb2b959 HTTP/1.1" status: 204 len: 168 time: 1.0097191 Mar 03 10:49:13.772003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40332) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:14.017124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Deleting port 52bb22bf-c8f7-433f-bcac-45d7970239ae {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:14.017674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:14.081894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-506ee0a3-1e49-4d93-abfb-af35cac92006 None None] The port '52bb22bf-c8f7-433f-bcac-45d7970239ae' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:49:14.428713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:14.780074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Deleting port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:14.780741 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:14.949228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] For port e0d59354-9d1d-48dc-9ed9-83de9eef4c2b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,segment=NetworkSegment(64236f50-71d4-47d9-a2c6-b23b627331f2),segment_id=64236f50-71d4-47d9-a2c6-b23b627331f2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:14.949583 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:14.978434 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52bb22bf-c8f7-433f-bcac-45d7970239ae no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:49:15.015789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 52bb22bf-c8f7-433f-bcac-45d7970239ae {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:49:15.016131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 52bb22bf-c8f7-433f-bcac-45d7970239ae not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:49:15.076523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Calling delete_port for e0d59354-9d1d-48dc-9ed9-83de9eef4c2b owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:15.251913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:15.297728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d59354-9d1d-48dc-9ed9-83de9eef4c2b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:15.564995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:16.023326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Router 747ebb40-57e8-4d04-90d9-04670562a259 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:49:16.201677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:49:16.209959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] Sync routers for ids ['747ebb40-57e8-4d04-90d9-04670562a259'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:49:16.211171 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-61c01a83-9703-4124-96a9-db1b486d2d39 admin admin] 10.222.0.23 "PUT /v2.0/routers/747ebb40-57e8-4d04-90d9-04670562a259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4380546 Mar 03 10:49:16.213795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40336) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:16.219002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] Routers {'747ebb40-57e8-4d04-90d9-04670562a259'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:16.219639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['747ebb40-57e8-4d04-90d9-04670562a259'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:16.390576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:16.392870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] Set router 747ebb40-57e8-4d04-90d9-04670562a259 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:16.567803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:16.576982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Deleting port b564a683-6740-421f-82e0-9ca71f202d07 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:16.577467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:16.684096 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:49:15Z', 'revision_number': 5, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port': {'id': 'b564a683-6740-421f-82e0-9ca71f202d07', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747ebb40-57e8-4d04-90d9-04670562a259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:16.687963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] Checking router: 747ebb40-57e8-4d04-90d9-04670562a259 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:49:16.696464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] Routers {'747ebb40-57e8-4d04-90d9-04670562a259'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:16.697067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['747ebb40-57e8-4d04-90d9-04670562a259'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:16.754518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] For port b564a683-6740-421f-82e0-9ca71f202d07, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b564a683-6740-421f-82e0-9ca71f202d07,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:16.754930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:16.850675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] Set router 747ebb40-57e8-4d04-90d9-04670562a259 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:16.877989 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Calling delete_port for b564a683-6740-421f-82e0-9ca71f202d07 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:16.956151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:49:16Z', 'revision_number': 6, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:16.960093 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5ac9c-4ce2-48b6-9799-a9935166a6d0 None None] The sync data for ids ['747ebb40-57e8-4d04-90d9-04670562a259'] in dv-neutron-831192-5-hyperv is: [{'id': '747ebb40-57e8-4d04-90d9-04670562a259', 'name': 'tempest-TestEncryptedCinderVolumes-2144900591-router', 'tenant_id': '286cac766aac4d88af6397831c139670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:48:04Z', 'updated_at': '2022-03-03T10:49:16Z', 'revision_number': 6, 'project_id': '286cac766aac4d88af6397831c139670', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:49:17.047404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.094048 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b564a683-6740-421f-82e0-9ca71f202d07,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:17.184615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.466302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.468496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.493456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.494278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747ebb40-57e8-4d04-90d9-04670562a259 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:49:17.507075 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.508840 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6bb3bf20-12e3-44b4-87dd-3c2f25b9d7e1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/747ebb40-57e8-4d04-90d9-04670562a259 HTTP/1.1" status: 204 len: 168 time: 1.2940779 Mar 03 10:49:17.511584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40340) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:17.572955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] Deleting subnet e3a0db8c-be8b-487b-9f3d-6a1cc1343e64 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:49:17.575769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.623128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.704255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.772421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.811531 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a0db8c-be8b-487b-9f3d-6a1cc1343e64,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:17.813454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.823097 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1bd3e3a1-2bba-415d-a2ec-e2d0319edfeb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e3a0db8c-be8b-487b-9f3d-6a1cc1343e64 HTTP/1.1" status: 204 len: 168 time: 0.3074138 Mar 03 10:49:17.823265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e348c691-1ae1-4ad7-b0b1-1c2fa6b81723 None None] Network 8b97a46d-c970-481e-92ff-b061fc064738 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:49:17.823711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40344) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:17.940560 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:17.952378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Deleting port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:17.952713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.079893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] DHCP port deletion for 8b97a46d-c970-481e-92ff-b061fc064738 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:49:18.084079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Deleting port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:18.084455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.166399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] For port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,segment=NetworkSegment(64236f50-71d4-47d9-a2c6-b23b627331f2),segment_id=64236f50-71d4-47d9-a2c6-b23b627331f2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:18.166760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.295596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Calling delete_port for 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:18.319081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] For port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,segment=NetworkSegment(64236f50-71d4-47d9-a2c6-b23b627331f2),segment_id=64236f50-71d4-47d9-a2c6-b23b627331f2)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:18.319498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.371970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.418004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:18.423218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] No DVR routers for this DVR port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:49:18.440933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Calling delete_port for 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:49:18.512637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:49:18.512990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:49:18.543154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.572902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b97a46d-c970-481e-92ff-b061fc064738']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:18.584570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64236f50-71d4-47d9-a2c6-b23b627331f2') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:18.584865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64236f50-71d4-47d9-a2c6-b23b627331f2') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:18.596376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.612898 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.619960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:49:18.620340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:49:18.634080 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:49:18.712508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.728776 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:18.738450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b97a46d-c970-481e-92ff-b061fc064738,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:18.742979 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-15a5976a-318d-4572-af4a-6245c52c9b86 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8b97a46d-c970-481e-92ff-b061fc064738 HTTP/1.1" status: 204 len: 168 time: 0.9185519 Mar 03 10:49:18.907384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40350) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:18.956504 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3ed72886-7536-4b93-b994-96802336acce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5e11699574a41199851bed7fa6b335a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479379 Mar 03 10:49:18.958853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40354) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:18.983625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:49:19.015464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Deleting port 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:49:19.015938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.018177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eac035d7-b54e-4f48-91ef-7f522be42f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.044517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eac035d7-b54e-4f48-91ef-7f522be42f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.051955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:49:19.052296 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:49:19.052705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e0d59354-9d1d-48dc-9ed9-83de9eef4c2b no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:49:19.097476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eac035d7-b54e-4f48-91ef-7f522be42f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.111950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac035d7-b54e-4f48-91ef-7f522be42f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305091e4-e742-40bd-bc92-3fd2aa273fd2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:19.116426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f40281e1-eb29-444e-b503-e99966f0f3ec None None] The port '0a2f1c57-c653-4ebc-b6d2-ec98c83d75ee' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:49:19.118805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: e0d59354-9d1d-48dc-9ed9-83de9eef4c2b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:49:19.119150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e0d59354-9d1d-48dc-9ed9-83de9eef4c2b not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:49:19.119336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eac035d7-b54e-4f48-91ef-7f522be42f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.119592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b564a683-6740-421f-82e0-9ca71f202d07 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:49:19.124452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-eac035d7-b54e-4f48-91ef-7f522be42f5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/305091e4-e742-40bd-bc92-3fd2aa273fd2 HTTP/1.1" status: 204 len: 168 time: 0.1607468 Mar 03 10:49:19.162636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b564a683-6740-421f-82e0-9ca71f202d07 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:49:19.162978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b564a683-6740-421f-82e0-9ca71f202d07 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:49:19.463641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40362) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:19.621940 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2a298fe8-70ea-479c-a600-799a4fdc5722 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=286cac766aac4d88af6397831c139670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571567 Mar 03 10:49:19.625460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40366) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:19.684234 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ccba-d91a-408b-962a-0db7001c8173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.709540 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ccba-d91a-408b-962a-0db7001c8173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.764801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ccba-d91a-408b-962a-0db7001c8173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.780281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ccba-d91a-408b-962a-0db7001c8173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e08e05-3f76-4964-a402-d439b6e6592a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:19.788275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ccba-d91a-408b-962a-0db7001c8173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:19.790024 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6cd0ccba-d91a-408b-962a-0db7001c8173 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75e08e05-3f76-4964-a402-d439b6e6592a HTTP/1.1" status: 204 len: 168 time: 0.1634927 Mar 03 10:49:20.494839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40390) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:20.594620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-206643957-network', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:20.599441 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:20.603874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Usage tracker for resource:network and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:20.606722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:20.612766 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:20.622946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Made reservation on behalf of 3cf87e7349b1428a861cc28404229d9b for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:49:20.625748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.639175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.656351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:20.660091 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:20.662830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:20.669077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:20.752049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.755671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.790157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:49:20.802600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e265f-55e1-4568-9b3a-1be4cec02ef0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:20.809361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.809756 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Added segment 0f097b68-f4c9-4c29-89e7-2e41ee096027 of type vlan for network e8eb402d-ddbc-42e8-af89-e978ef2123d4 Mar 03 10:49:20.835928 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.864319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.865490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:20.866054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:20.966864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] Pushing event updated for resources: {'Network': ['ID=e8eb402d-ddbc-42e8-af89-e978ef2123d4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:20.970082 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8ff4b20b-123c-4e79-a70c-967bd0e4f28c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4742110 Mar 03 10:49:20.973100 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40396) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:20.977165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:49:20.980260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Request body: {'subnet': {'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-206643957-subnet', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:20.986305 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:20.990207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Usage tracker for resource:subnet and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:20.993335 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:20.998832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:21.008880 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Made reservation on behalf of 3cf87e7349b1428a861cc28404229d9b for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:49:21.011534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.213657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.289878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1582c129-aa84-41c6-bbb2-09c8a44ea5a9,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:21.296719 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Checking segment: {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:21.297067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Network hostable DHCP agents. Network: e8eb402d-ddbc-42e8-af89-e978ef2123d4, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:49:21.315768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:49:21.325130 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, e8eb402d-ddbc-42e8-af89-e978ef2123d4) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:21.329025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:21.329691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.334318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876706d5-9db3-4456-a78f-663e45b92e92 None None] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:49:21.352565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40400) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:21.353133 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65b728b6-84a6-48ab-ba6f-42bc9ab55955 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3785629 Mar 03 10:49:21.358232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:21.362780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:21.366642 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Usage tracker for resource:router and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:21.369670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:21.375216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:21.385113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.386331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.401425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.545941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:49:21.546766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.666968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.702055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Allocated IP 172.20.0.2 (e8eb402d-ddbc-42e8-af89-e978ef2123d4/1582c129-aa84-41c6-bbb2-09c8a44ea5a9/a5629c95-9bde-4255-9063-6998d6da78d6) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:49:21.906470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.916431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Transition to ACTIVE for port object a5629c95-9bde-4255-9063-6998d6da78d6 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:21.937040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Transition to ACTIVE for port object a5629c95-9bde-4255-9063-6998d6da78d6 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:21.942537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:21.975635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:22.001717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:22.004699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:22.006069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:22.007881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:49:22.056691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Pushing event updated for resources: {'Port': ['ID=a5629c95-9bde-4255-9063-6998d6da78d6,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:22.113704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Attempting to bind port a5629c95-9bde-4255-9063-6998d6da78d6 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:49:22.114070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Attempting to bind port a5629c95-9bde-4255-9063-6998d6da78d6 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:49:22.114428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Attempting to bind port a5629c95-9bde-4255-9063-6998d6da78d6 on network e8eb402d-ddbc-42e8-af89-e978ef2123d4 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:22.119641 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:49:22.120007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Checking segment: {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:22.120406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:22.120799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Bound using segment: {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:49:22.121255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Bound port: a5629c95-9bde-4255-9063-6998d6da78d6, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:49:22.121623 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:22.143785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Allocated IP 172.26.7.38 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d1f1409b-6d76-4acd-affd-3a8d09812817) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:49:22.242315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] For port a5629c95-9bde-4255-9063-6998d6da78d6, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:49:22.245280 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] For port a5629c95-9bde-4255-9063-6998d6da78d6, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a5629c95-9bde-4255-9063-6998d6da78d6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:49:22.250413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:22.336988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b26d55-81de-4f3e-b528-2f3a8ee91451 None None] Pushing event updated for resources: {'Port': ['ID=a5629c95-9bde-4255-9063-6998d6da78d6,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:22.399181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:22.432179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:22.495831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:22.501150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:22.505527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:49:22.565677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f1409b-6d76-4acd-affd-3a8d09812817,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:22.935533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:23.026929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a5629c95-9bde-4255-9063-6998d6da78d6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:23.103832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port a5629c95-9bde-4255-9063-6998d6da78d6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:23.298342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:23.314814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb73c4e0-3b35-40aa-ab6e-73222d0b083b None None] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:49:23.395771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-72538246-e11e-4908-9db6-3214ea41bd75 None None] Provisioning for port a5629c95-9bde-4255-9063-6998d6da78d6 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:23.415014 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-72538246-e11e-4908-9db6-3214ea41bd75 None None] Provisioning complete for port a5629c95-9bde-4255-9063-6998d6da78d6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:23.415402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-72538246-e11e-4908-9db6-3214ea41bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:23.503595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Router d13c0937-11ff-4902-8dbf-82271c93c455 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:49:23.636313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-72538246-e11e-4908-9db6-3214ea41bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:23.676625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:49:23.681142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-72538246-e11e-4908-9db6-3214ea41bd75 None None] For port a5629c95-9bde-4255-9063-6998d6da78d6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a5629c95-9bde-4255-9063-6998d6da78d6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:23.687495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-72538246-e11e-4908-9db6-3214ea41bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:23.691956 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Sync routers for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:49:23.703568 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:23.704244 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:23.704962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:23.709290 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-48e5bb24-1018-4aef-9899-f73bb6cc98e9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3532083 Mar 03 10:49:23.709617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40404) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:23.766267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72538246-e11e-4908-9db6-3214ea41bd75 None None] Pushing event updated for resources: {'Port': ['ID=a5629c95-9bde-4255-9063-6998d6da78d6,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:23.885845 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:24.010031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4bba880d-86db-45f4-a34f-e264dbcb967d None None] Provisioning complete for port a5629c95-9bde-4255-9063-6998d6da78d6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:24.010366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4bba880d-86db-45f4-a34f-e264dbcb967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.132165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.205571 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:22Z', 'revision_number': 3, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:24.210024 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Checking router: d13c0937-11ff-4902-8dbf-82271c93c455 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:49:24.210478 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Updating router d13c0937-11ff-4902-8dbf-82271c93c455 port d1f1409b-6d76-4acd-affd-3a8d09812817 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:49:24.264051 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.403187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.589583 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.601534 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Transition to ACTIVE for port object d1f1409b-6d76-4acd-affd-3a8d09812817 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:24.608639 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.690359 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Attempting to bind port d1f1409b-6d76-4acd-affd-3a8d09812817 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:49:24.690719 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Attempting to bind port d1f1409b-6d76-4acd-affd-3a8d09812817 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:49:24.691070 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Attempting to bind port d1f1409b-6d76-4acd-affd-3a8d09812817 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:24.694343 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Pushing event updated for resources: {'Port': ['ID=d1f1409b-6d76-4acd-affd-3a8d09812817,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:24.703424 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:49:24.703786 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:24.704185 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.704563 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:49:24.705007 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Bound port: d1f1409b-6d76-4acd-affd-3a8d09812817, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:49:24.705366 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.721221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Allocated IP 172.20.0.1 (e8eb402d-ddbc-42e8-af89-e978ef2123d4/1582c129-aa84-41c6-bbb2-09c8a44ea5a9/d70cdbb1-c97b-4f71-a847-fff987bb9a16) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:49:24.733771 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.734047 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.734380 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.734747 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.735073 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.735456 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.735779 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.736100 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.736421 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.736733 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.737047 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.737357 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:24.785731 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] For port d1f1409b-6d76-4acd-affd-3a8d09812817, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:49:24.789277 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] For port d1f1409b-6d76-4acd-affd-3a8d09812817, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d1f1409b-6d76-4acd-affd-3a8d09812817,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:49:24.793008 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.871055 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:24.871698 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:24.872897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.888714 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Transition to ACTIVE for port object d70cdbb1-c97b-4f71-a847-fff987bb9a16 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:24.912168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:24.977225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:24.980010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:24.987734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:49:24.996726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a5629c95-9bde-4255-9063-6998d6da78d6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:25.013574 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ac61-9c7e-4593-b0aa-454431024f6f None None] Pushing event updated for resources: {'Port': ['ID=d1f1409b-6d76-4acd-affd-3a8d09812817,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:25.051027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Pushing event updated for resources: {'Port': ['ID=d70cdbb1-c97b-4f71-a847-fff987bb9a16,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:25.073707 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:25.075971 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port a5629c95-9bde-4255-9063-6998d6da78d6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:25.076412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:25.079191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:25.268520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-96873335-7313-4140-bf4e-ec4094773993 None None] Provisioning for port d70cdbb1-c97b-4f71-a847-fff987bb9a16 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:25.274167 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-96873335-7313-4140-bf4e-ec4094773993 None None] Provisioning complete for port d70cdbb1-c97b-4f71-a847-fff987bb9a16 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:25.274738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-96873335-7313-4140-bf4e-ec4094773993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:25.332116 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-96873335-7313-4140-bf4e-ec4094773993 None None] Port d70cdbb1-c97b-4f71-a847-fff987bb9a16 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:49:25.376077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:25.378122 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:22Z', 'revision_number': 3, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:25.381956 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f5479-dbab-4556-b3dd-b4bcdacb13f2 None None] The sync data for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv is: [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:22Z', 'revision_number': 3, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:49:25.620093 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:25.624871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:25.736986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Pushing event updated for resources: {'Port': ['ID=d70cdbb1-c97b-4f71-a847-fff987bb9a16,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:25.744452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:25.886685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:25.887951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:26.092952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Router d13c0937-11ff-4902-8dbf-82271c93c455 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:49:26.157184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-98e94967-a21f-4059-89d2-f37944a2d2d6 None None] Provisioning complete for port d70cdbb1-c97b-4f71-a847-fff987bb9a16 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:26.157612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-98e94967-a21f-4059-89d2-f37944a2d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:26.216107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-98e94967-a21f-4059-89d2-f37944a2d2d6 None None] Port d70cdbb1-c97b-4f71-a847-fff987bb9a16 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:49:26.384519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:49:26.393511 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-01feec0e-2ca1-45f4-97a9-68a4486347ed admin admin] 10.222.0.23 "PUT /v2.0/routers/d13c0937-11ff-4902-8dbf-82271c93c455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828065 Mar 03 10:49:26.821862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Sync routers for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:49:26.830800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:26.831465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:26.898925 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40422) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:26.904428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1728221254-network', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:26.909015 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:26.912798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Usage tracker for resource:network and tenant:be7acda4d40a4645b43e35a76a34becb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:26.915868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:26.921563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:26.935190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Made reservation on behalf of be7acda4d40a4645b43e35a76a34becb for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:49:26.937798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:26.951109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:26.967775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:26.972056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Usage tracker for resource:security_group_rule and tenant:be7acda4d40a4645b43e35a76a34becb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:26.975449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:26.982555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:27.025973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d1f1409b-6d76-4acd-affd-3a8d09812817 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:27.050883 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:27.075084 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.078763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.108509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:49:27.117376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702709fb-3e42-4b9f-8eb8-14c4a7c4146e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:27.123113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.123516 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Added segment ca694fed-68bc-432f-adaf-577eeed2db45 of type vlan for network 7a275c3b-e020-4451-a026-61d301c30238 Mar 03 10:49:27.152808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.183088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.184167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:27.184735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.299958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] Pushing event updated for resources: {'Network': ['ID=7a275c3b-e020-4451-a026-61d301c30238,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:27.303135 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-95e60a4a-be17-4ec5-9dc6-a557eec81279 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4030886 Mar 03 10:49:27.305883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40426) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:27.311759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Request body: {'subnet': {'network_id': '7a275c3b-e020-4451-a026-61d301c30238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1728221254-subnet', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:27.316645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:27.321414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Usage tracker for resource:subnet and tenant:be7acda4d40a4645b43e35a76a34becb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:27.324518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:27.327539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 7a275c3b-e020-4451-a026-61d301c30238 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:49:27.330361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:27.341077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Made reservation on behalf of be7acda4d40a4645b43e35a76a34becb for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:49:27.343747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.344327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d1f1409b-6d76-4acd-affd-3a8d09812817 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:27.376376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d1f1409b-6d76-4acd-affd-3a8d09812817 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:27.376745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.551672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.632480 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.633517 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34c9ef0-f8ae-450c-b20f-63168a47146f,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:27.637788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Checking segment: {'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:27.638144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Network hostable DHCP agents. Network: 7a275c3b-e020-4451-a026-61d301c30238, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:49:27.653330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port d1f1409b-6d76-4acd-affd-3a8d09812817, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d1f1409b-6d76-4acd-affd-3a8d09812817,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:27.655809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 2, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:27.657999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Network 7a275c3b-e020-4451-a026-61d301c30238 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:49:27.659336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.668701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 7a275c3b-e020-4451-a026-61d301c30238) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:27.672589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:27.673173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.693270 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0d0ee7c1-b46f-4fc0-9b40-161d415e668e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3861639 Mar 03 10:49:27.696670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40430) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:27.696880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Checking router: d13c0937-11ff-4902-8dbf-82271c93c455 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:49:27.697238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Updating router d13c0937-11ff-4902-8dbf-82271c93c455 port d70cdbb1-c97b-4f71-a847-fff987bb9a16 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:49:27.701593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:27.706172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:27.709991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Usage tracker for resource:router and tenant:be7acda4d40a4645b43e35a76a34becb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:49:27.713392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:49:27.718893 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:27.720961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646d660-77ef-4f7c-ac74-30e9effc1881 None None] Network 7a275c3b-e020-4451-a026-61d301c30238 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:49:27.729137 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.730189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.745882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.862683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:27.875668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f1409b-6d76-4acd-affd-3a8d09812817,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:28.019017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.124587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-7a275c3b-e020-4451-a026-61d301c30238', 'network_id': '7a275c3b-e020-4451-a026-61d301c30238', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'fixed_ips': [{'subnet_id': 'd34c9ef0-f8ae-450c-b20f-63168a47146f'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:49:28.125172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.360458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.393800 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.416315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Allocated IP 172.20.0.2 (7a275c3b-e020-4451-a026-61d301c30238/d34c9ef0-f8ae-450c-b20f-63168a47146f/7780c495-a4ad-4024-bf1f-44c7438f9687) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:49:28.485648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.531717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Allocated IP 172.26.7.208 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d501d197-2a68-4903-b1e5-36bce1dc2078) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:49:28.546707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Transition to ACTIVE for port object d70cdbb1-c97b-4f71-a847-fff987bb9a16 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:28.562658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.753502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd516c2-f413-4872-8e72-8c8e1a3f1703 None None] Pushing event updated for resources: {'Port': ['ID=d70cdbb1-c97b-4f71-a847-fff987bb9a16,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:28.806756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.838324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.898812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:28.901591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:28.909645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:49:28.918015 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.938171 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Transition to ACTIVE for port object 7780c495-a4ad-4024-bf1f-44c7438f9687 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:28.945985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Attempting to bind port d70cdbb1-c97b-4f71-a847-fff987bb9a16 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:49:28.946231 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Attempting to bind port d70cdbb1-c97b-4f71-a847-fff987bb9a16 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:49:28.946591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Attempting to bind port d70cdbb1-c97b-4f71-a847-fff987bb9a16 on network e8eb402d-ddbc-42e8-af89-e978ef2123d4 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:28.958939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:49:28.959327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Checking segment: {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:28.959733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.960520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Bound using segment: {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:49:28.960689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Bound port: d70cdbb1-c97b-4f71-a847-fff987bb9a16, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:49:28.960986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:28.968537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Pushing event updated for resources: {'Port': ['ID=d501d197-2a68-4903-b1e5-36bce1dc2078,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:28.978930 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Transition to ACTIVE for port object 7780c495-a4ad-4024-bf1f-44c7438f9687 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:29.009178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d1f1409b-6d76-4acd-affd-3a8d09812817 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:29.041512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.158999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Network 7a275c3b-e020-4451-a026-61d301c30238 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:29.167338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:29.175265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:49:29.180515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Pushing event updated for resources: {'Port': ['ID=7780c495-a4ad-4024-bf1f-44c7438f9687,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:29.190117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] For port d70cdbb1-c97b-4f71-a847-fff987bb9a16, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:49:29.263360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] For port d70cdbb1-c97b-4f71-a847-fff987bb9a16, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d70cdbb1-c97b-4f71-a847-fff987bb9a16,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:49:29.279277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.330560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d1f1409b-6d76-4acd-affd-3a8d09812817 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:29.330931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.335978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.364170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Attempting to bind port 7780c495-a4ad-4024-bf1f-44c7438f9687 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:49:29.364562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Attempting to bind port 7780c495-a4ad-4024-bf1f-44c7438f9687 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:49:29.364913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Attempting to bind port 7780c495-a4ad-4024-bf1f-44c7438f9687 on network 7a275c3b-e020-4451-a026-61d301c30238 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:29.395220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:49:29.395619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Checking segment: {'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:29.396018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.396410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Bound using segment: {'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:49:29.396891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Bound port: 7780c495-a4ad-4024-bf1f-44c7438f9687, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:49:29.397261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.474197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd516c2-f413-4872-8e72-8c8e1a3f1703 None None] Pushing event updated for resources: {'Port': ['ID=d70cdbb1-c97b-4f71-a847-fff987bb9a16,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:29.484148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:29.485232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:29.696962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.740083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] For port 7780c495-a4ad-4024-bf1f-44c7438f9687, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:49:29.771609 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] For port 7780c495-a4ad-4024-bf1f-44c7438f9687, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7780c495-a4ad-4024-bf1f-44c7438f9687,segment=NetworkSegment(ca694fed-68bc-432f-adaf-577eeed2db45),segment_id=ca694fed-68bc-432f-adaf-577eeed2db45)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:49:29.776660 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:29.839327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:29.906856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:49:30.072872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df77e47-5849-4684-b05f-b5e44f20ea59 None None] Pushing event updated for resources: {'Port': ['ID=7780c495-a4ad-4024-bf1f-44c7438f9687,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:30.216205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:29Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:30.220200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a4ce-a04a-49a4-b45c-cd92faf3169a None None] The sync data for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv is: [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:29Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:49:30.239220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:49:30.252425 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Sync routers for ids ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:49:30.266484 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Routers {'25ddfd9d-0877-4068-b7a2-bdbac957a0ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:30.267145 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:30.275118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:30.278883 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b1773701-b51d-4b5e-8f42-68b1f65da461 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5800545 Mar 03 10:49:30.280524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40434) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:49:30.519236 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Set router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:30.872604 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:49:29Z', 'revision_number': 3, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port': {'id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:28Z', 'updated_at': '2022-03-03T10:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:30.877625 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Checking router: 25ddfd9d-0877-4068-b7a2-bdbac957a0ca for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:49:30.878166 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Updating router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca port d501d197-2a68-4903-b1e5-36bce1dc2078 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:49:30.946521 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.102502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.121362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d70cdbb1-c97b-4f71-a847-fff987bb9a16 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:31.178309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9072528e-aa0c-4654-ba78-927744b2d676 None None] Network 7a275c3b-e020-4451-a026-61d301c30238 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:49:31.368232 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.382503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-53fa621c-4eb5-4dd6-be6f-3b872637eeb0 None None] Provisioning for port 7780c495-a4ad-4024-bf1f-44c7438f9687 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:31.386294 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Transition to ACTIVE for port object d501d197-2a68-4903-b1e5-36bce1dc2078 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:31.394227 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.404889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d70cdbb1-c97b-4f71-a847-fff987bb9a16 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:31.405845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Allocated IP 172.20.0.1 (7a275c3b-e020-4451-a026-61d301c30238/d34c9ef0-f8ae-450c-b20f-63168a47146f/0aac7ed8-a1e4-42a2-ad39-e978f2942678) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:49:31.468795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d70cdbb1-c97b-4f71-a847-fff987bb9a16 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:31.469252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.489921 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Attempting to bind port d501d197-2a68-4903-b1e5-36bce1dc2078 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:49:31.490720 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Attempting to bind port d501d197-2a68-4903-b1e5-36bce1dc2078 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:49:31.492200 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Attempting to bind port d501d197-2a68-4903-b1e5-36bce1dc2078 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:31.502441 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:49:31.503193 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:31.503829 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.504737 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:49:31.512733 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Bound port: d501d197-2a68-4903-b1e5-36bce1dc2078, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:49:31.513421 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.547530 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5660de-2f24-4024-930a-e629182e7ef0 None None] Pushing event updated for resources: {'Port': ['ID=d501d197-2a68-4903-b1e5-36bce1dc2078,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:31.613212 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] For port d501d197-2a68-4903-b1e5-36bce1dc2078, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:49:31.615411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.617101 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] For port d501d197-2a68-4903-b1e5-36bce1dc2078, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d501d197-2a68-4903-b1e5-36bce1dc2078,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:49:31.626411 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.640555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Transition to ACTIVE for port object 0aac7ed8-a1e4-42a2-ad39-e978f2942678 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:31.670683 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.684221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.719176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port d70cdbb1-c97b-4f71-a847-fff987bb9a16, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d70cdbb1-c97b-4f71-a847-fff987bb9a16,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:31.723974 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Routers {'25ddfd9d-0877-4068-b7a2-bdbac957a0ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:31.724291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.724788 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:31.725066 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7780c495-a4ad-4024-bf1f-44c7438f9687 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:31.745842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Network 7a275c3b-e020-4451-a026-61d301c30238 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:31.748945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:31.751382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:49:31.799641 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5660de-2f24-4024-930a-e629182e7ef0 None None] Pushing event updated for resources: {'Port': ['ID=d501d197-2a68-4903-b1e5-36bce1dc2078,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:31.819913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Pushing event updated for resources: {'Port': ['ID=0aac7ed8-a1e4-42a2-ad39-e978f2942678,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:31.830952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.893449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=d70cdbb1-c97b-4f71-a847-fff987bb9a16,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:31.915016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 7780c495-a4ad-4024-bf1f-44c7438f9687 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:31.921364 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7780c495-a4ad-4024-bf1f-44c7438f9687 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:31.921741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:31.940643 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] Set router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:31.982639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.082503 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.098225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4e7870e8-3111-4e3c-a9d7-835a5340648d None None] Provisioning complete for port 7780c495-a4ad-4024-bf1f-44c7438f9687 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:32.098591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4e7870e8-3111-4e3c-a9d7-835a5340648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.203144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 7780c495-a4ad-4024-bf1f-44c7438f9687, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7780c495-a4ad-4024-bf1f-44c7438f9687,segment=NetworkSegment(ca694fed-68bc-432f-adaf-577eeed2db45),segment_id=ca694fed-68bc-432f-adaf-577eeed2db45)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:32.238597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.326418 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=7780c495-a4ad-4024-bf1f-44c7438f9687,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:32.332080 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:49:29Z', 'revision_number': 3, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port': {'id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:28Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:32.344284 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e703b0d3-4e1a-42c6-ab5c-38d74d15ae26 None None] The sync data for ids ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'] in dv-neutron-831192-5-hyperv is: [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:49:29Z', 'revision_number': 3, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port': {'id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:28Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:49:32.372285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.378357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.442479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-202f5f0e-a09f-4eb9-9496-9bc7c5b78361 None None] Provisioning for port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:32.450254 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-202f5f0e-a09f-4eb9-9496-9bc7c5b78361 None None] Provisioning complete for port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:32.450670 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-202f5f0e-a09f-4eb9-9496-9bc7c5b78361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.494465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:32.498028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Pushing event updated for resources: {'Port': ['ID=0aac7ed8-a1e4-42a2-ad39-e978f2942678,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:32.524837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-202f5f0e-a09f-4eb9-9496-9bc7c5b78361 None None] Port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:49:32.657296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Network 7a275c3b-e020-4451-a026-61d301c30238 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:32.658464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:32.857383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:49:32.956600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fe2a393e-b801-4cc1-8afb-501b03c5ca43 None None] Provisioning complete for port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:32.957101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe2a393e-b801-4cc1-8afb-501b03c5ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:33.024560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a393e-b801-4cc1-8afb-501b03c5ca43 None None] Port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:49:33.051050 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:49:33.066638 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f2b534a4-4d07-472e-9adf-11cfa0460b11 admin admin] 10.222.0.23 "PUT /v2.0/routers/25ddfd9d-0877-4068-b7a2-bdbac957a0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7824359 Mar 03 10:49:33.108567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7780c495-a4ad-4024-bf1f-44c7438f9687 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:33.179263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-097c86b5-9c16-471a-ac88-8fdd8749ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:33.199576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7780c495-a4ad-4024-bf1f-44c7438f9687 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:33.199950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:33.321502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d70cdbb1-c97b-4f71-a847-fff987bb9a16 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:33.392478 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d70cdbb1-c97b-4f71-a847-fff987bb9a16 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:33.392839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:33.537021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d501d197-2a68-4903-b1e5-36bce1dc2078 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:33.606175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d501d197-2a68-4903-b1e5-36bce1dc2078 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:33.610743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d501d197-2a68-4903-b1e5-36bce1dc2078 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:33.611114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:33.733103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:33.750888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port d501d197-2a68-4903-b1e5-36bce1dc2078, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d501d197-2a68-4903-b1e5-36bce1dc2078,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:33.756555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:33.829613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=d501d197-2a68-4903-b1e5-36bce1dc2078,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:34.045887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Sync routers for ids ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:49:34.056750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Routers {'25ddfd9d-0877-4068-b7a2-bdbac957a0ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:34.057367 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:34.291263 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Set router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:34.642221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 4, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port': {'id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:28Z', 'updated_at': '2022-03-03T10:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '0aac7ed8-a1e4-42a2-ad39-e978f2942678', 'name': '', 'network_id': '7a275c3b-e020-4451-a026-61d301c30238', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'mac_address': 'fa:16:3e:5d:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'd34c9ef0-f8ae-450c-b20f-63168a47146f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:31Z', 'updated_at': '2022-03-03T10:49:32Z', 'revision_number': 2, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'subnets': [{'id': 'd34c9ef0-f8ae-450c-b20f-63168a47146f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:34.649024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Checking router: 25ddfd9d-0877-4068-b7a2-bdbac957a0ca for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:49:34.649599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Updating router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:49:34.704359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.051414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d501d197-2a68-4903-b1e5-36bce1dc2078 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:35.133398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.149764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Transition to ACTIVE for port object 0aac7ed8-a1e4-42a2-ad39-e978f2942678 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:35.157737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.219255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d501d197-2a68-4903-b1e5-36bce1dc2078 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:35.219638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.355147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d2846-7aa1-4973-8b66-3c35f1997660 None None] Pushing event updated for resources: {'Port': ['ID=0aac7ed8-a1e4-42a2-ad39-e978f2942678,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:35.401357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-921f0559-4f84-4dd8-95c2-9b12e6fd2a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.463624 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Attempting to bind port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:49:35.463999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Attempting to bind port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:49:35.464360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Attempting to bind port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 on network 7a275c3b-e020-4451-a026-61d301c30238 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:35.474129 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:49:35.474428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Checking segment: {'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:35.474829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.476225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Bound using segment: {'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:49:35.476225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Bound port: 0aac7ed8-a1e4-42a2-ad39-e978f2942678, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca694fed-68bc-432f-adaf-577eeed2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a275c3b-e020-4451-a026-61d301c30238'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:49:35.476538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.631133 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] For port 0aac7ed8-a1e4-42a2-ad39-e978f2942678, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:49:35.636251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] For port 0aac7ed8-a1e4-42a2-ad39-e978f2942678, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0aac7ed8-a1e4-42a2-ad39-e978f2942678,segment=NetworkSegment(ca694fed-68bc-432f-adaf-577eeed2db45),segment_id=ca694fed-68bc-432f-adaf-577eeed2db45)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:49:35.641672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:35.726963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Routers {'25ddfd9d-0877-4068-b7a2-bdbac957a0ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:49:35.727654 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:49:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:35.800460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d2846-7aa1-4973-8b66-3c35f1997660 None None] Pushing event updated for resources: {'Port': ['ID=0aac7ed8-a1e4-42a2-ad39-e978f2942678,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:36.006551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] Set router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:49:36.190867 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:36.269227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:36.361141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 4, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port': {'id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:28Z', 'updated_at': '2022-03-03T10:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '0aac7ed8-a1e4-42a2-ad39-e978f2942678', 'name': '', 'network_id': '7a275c3b-e020-4451-a026-61d301c30238', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'mac_address': 'fa:16:3e:5d:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'd34c9ef0-f8ae-450c-b20f-63168a47146f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:31Z', 'updated_at': '2022-03-03T10:49:35Z', 'revision_number': 4, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'subnets': [{'id': 'd34c9ef0-f8ae-450c-b20f-63168a47146f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:49:36.365686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691791e3-7e9c-491f-b714-aeb157f51680 None None] The sync data for ids ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'] in dv-neutron-831192-5-hyperv is: [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 4, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port': {'id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:28Z', 'updated_at': '2022-03-03T10:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '0aac7ed8-a1e4-42a2-ad39-e978f2942678', 'name': '', 'network_id': '7a275c3b-e020-4451-a026-61d301c30238', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'mac_address': 'fa:16:3e:5d:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'd34c9ef0-f8ae-450c-b20f-63168a47146f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:31Z', 'updated_at': '2022-03-03T10:49:35Z', 'revision_number': 4, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'subnets': [{'id': 'd34c9ef0-f8ae-450c-b20f-63168a47146f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:49:37.053548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0aac7ed8-a1e4-42a2-ad39-e978f2942678 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:37.132326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:37.141621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:37.142312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:37.303694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:37.342247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 0aac7ed8-a1e4-42a2-ad39-e978f2942678, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0aac7ed8-a1e4-42a2-ad39-e978f2942678,segment=NetworkSegment(ca694fed-68bc-432f-adaf-577eeed2db45),segment_id=ca694fed-68bc-432f-adaf-577eeed2db45)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:37.348091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:37.473965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=0aac7ed8-a1e4-42a2-ad39-e978f2942678,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:38.055918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:38.271569 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:49:39.010975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0aac7ed8-a1e4-42a2-ad39-e978f2942678 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:39.085993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:39.086721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:43.025320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4e1f4dcc-2d18-49c0-9d4e-c63eff1bc9a1 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:43.025956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4e1f4dcc-2d18-49c0-9d4e-c63eff1bc9a1 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Synchronizing usage tracker for tenant:3cf87e7349b1428a861cc28404229d9b on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:49:43.043235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4e1f4dcc-2d18-49c0-9d4e-c63eff1bc9a1 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Unset dirty status for tenant:3cf87e7349b1428a861cc28404229d9b on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:49:43.044436 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4e1f4dcc-2d18-49c0-9d4e-c63eff1bc9a1 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 814 time: 0.1610603 Mar 03 10:49:43.059546 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-c6e27d60-a8df-40ab-9db2-6af987f18d7e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/quotas/3cf87e7349b1428a861cc28404229d9b HTTP/1.1" status: 200 len: 375 time: 0.0095980 Mar 03 10:49:43.143286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-d9740f92-c3d9-4c10-b904-08bd842e4cbd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Synchronizing usage tracker for tenant:3cf87e7349b1428a861cc28404229d9b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:49:43.159932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-d9740f92-c3d9-4c10-b904-08bd842e4cbd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Unset dirty status for tenant:3cf87e7349b1428a861cc28404229d9b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:49:43.161190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-d9740f92-c3d9-4c10-b904-08bd842e4cbd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962832 Mar 03 10:49:43.297901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-201cb8ee-3974-4dc8-b72f-56945e85da22 service neutron] 10.222.0.23 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244905 Mar 03 10:49:43.427279 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-ae77457a-3039-4e39-a4db-307f950c6378 service neutron] 10.222.0.23 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236987 Mar 03 10:49:43.602610 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c746194-d18f-42ca-af7d-9f9e0c9acf2d req-5e4624a8-1385-4758-b48e-6b30cd356485 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 210 time: 0.0429564 Mar 03 10:49:44.727429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-cc3055b5-08e2-41cd-bfbe-0735b0f208e3 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:44.728844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-cc3055b5-08e2-41cd-bfbe-0735b0f208e3 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 814 time: 0.2706027 Mar 03 10:49:44.739995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'port': {'device_id': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'admin_state_up': True, 'tenant_id': '3cf87e7349b1428a861cc28404229d9b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:44.757034 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b18d1ae0-ba1a-48fe-a93a-555041d554a7 req-2cc28b97-ef07-421d-8616-16461d6d3055 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 210 time: 0.0443122 Mar 03 10:49:44.882080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:49:44.892018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:49:44.902861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Made reservation on behalf of 3cf87e7349b1428a861cc28404229d9b for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:49:44.906524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:45.111267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Allocated IP 172.20.0.6 (e8eb402d-ddbc-42e8-af89-e978ef2123d4/1582c129-aa84-41c6-bbb2-09c8a44ea5a9/f68b3a82-d3b5-45b9-b2ec-17bafbedfad6) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:49:45.350356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:45.369108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Transition to ACTIVE for port object f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:45.402685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:45.471471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:49:45.480718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:49:45.483762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:49:45.530442 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:45.573015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:45.574137 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:45.609373 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-8dfca7d5-e048-4ac4-ac00-3cfb9b587afd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718188 Mar 03 10:49:45.784189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6e076a82-d55a-4892-914d-21be99bba046 None None] Provisioning for port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:45.790373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6e076a82-d55a-4892-914d-21be99bba046 None None] Provisioning complete for port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:45.790754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6e076a82-d55a-4892-914d-21be99bba046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:45.858585 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6e076a82-d55a-4892-914d-21be99bba046 None None] Port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:49:46.097023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e35be5-9a9f-478f-9665-ff2125e653cb req-979f2f7c-bd6a-4046-8734-5b41ae28c90e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:46.098480 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6e35be5-9a9f-478f-9665-ff2125e653cb req-979f2f7c-bd6a-4046-8734-5b41ae28c90e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 931 time: 0.1998529 Mar 03 10:49:46.153521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-f6e35be5-9a9f-478f-9665-ff2125e653cb req-52ef524c-4893-44ec-ac60-5698ab8b061d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Synchronizing usage tracker for tenant:3cf87e7349b1428a861cc28404229d9b on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:49:46.171856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-f6e35be5-9a9f-478f-9665-ff2125e653cb req-52ef524c-4893-44ec-ac60-5698ab8b061d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Unset dirty status for tenant:3cf87e7349b1428a861cc28404229d9b on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:49:46.172995 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6e35be5-9a9f-478f-9665-ff2125e653cb req-52ef524c-4893-44ec-ac60-5698ab8b061d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682323 Mar 03 10:49:47.377255 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af98fc1-32ce-4288-ab3a-f2f2d8f85620 req-5d48b4a1-7029-4889-9b73-1db77111d6fd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:47.379854 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9af98fc1-32ce-4288-ab3a-f2f2d8f85620 req-5d48b4a1-7029-4889-9b73-1db77111d6fd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 931 time: 0.0932395 Mar 03 10:49:47.425631 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9af98fc1-32ce-4288-ab3a-f2f2d8f85620 req-4f3efe3e-cf37-4e50-92a9-dcf409601a43 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Mar 03 10:49:48.638427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdb178-21a5-4d91-9aa5-56665bc06f8d req-8f7e084d-ee0b-4931-affe-e067303a3dd8 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:48.639961 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3ffdb178-21a5-4d91-9aa5-56665bc06f8d req-8f7e084d-ee0b-4931-affe-e067303a3dd8 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 931 time: 0.0882905 Mar 03 10:49:48.700025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3ffdb178-21a5-4d91-9aa5-56665bc06f8d req-04836fb0-3fff-45c0-a05e-0c71a0525355 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537071 Mar 03 10:49:49.907949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a579-9021-4563-81a1-59178f8392f3 req-17e50591-2830-4e5b-9a59-5054a179560a tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:49.909413 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a39a579-9021-4563-81a1-59178f8392f3 req-17e50591-2830-4e5b-9a59-5054a179560a tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 931 time: 0.0869870 Mar 03 10:49:49.956113 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a39a579-9021-4563-81a1-59178f8392f3 req-836eb95f-145b-402d-aa1b-a26955b8d0fe tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Mar 03 10:49:51.146353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669025b-ebc8-4d30-8b51-cdd8f23388ab req-76d0d221-548c-450f-8874-2cdba3ec3202 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:51.148041 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7669025b-ebc8-4d30-8b51-cdd8f23388ab req-76d0d221-548c-450f-8874-2cdba3ec3202 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 931 time: 0.0838821 Mar 03 10:49:51.195518 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7669025b-ebc8-4d30-8b51-cdd8f23388ab req-800b7efe-51f0-4f58-b3c2-8e7fd2ef10a5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Mar 03 10:49:52.391399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf0a18-635d-42a2-b0b9-546ee239e238 req-33385649-67c3-4dc5-b583-b850f618c78a tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:52.393169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2bdf0a18-635d-42a2-b0b9-546ee239e238 req-33385649-67c3-4dc5-b583-b850f618c78a tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 931 time: 0.0917075 Mar 03 10:49:52.438937 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2bdf0a18-635d-42a2-b0b9-546ee239e238 req-405b87d2-3001-4223-bc6f-646cd3a36471 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Mar 03 10:49:53.045417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Request body: {'port': {'device_id': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:49:53.151723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:53.492501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:49:53.499703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:53.514618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Transition to ACTIVE for port object f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:49:53.518441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:53.633447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cdd3d-9e2a-4f8a-82ee-6ead1e4173f2 req-57f8d91f-000b-4b95-a654-8a2dc1ecb145 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:53.634973 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-619cdd3d-9e2a-4f8a-82ee-6ead1e4173f2 req-57f8d91f-000b-4b95-a654-8a2dc1ecb145 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 943 time: 0.0855427 Mar 03 10:49:53.680133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Pushing event updated for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:53.688716 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-619cdd3d-9e2a-4f8a-82ee-6ead1e4173f2 req-65ca7795-fa77-4c24-94e3-803f843a8b83 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Mar 03 10:49:53.758502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Attempting to bind port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:49:53.758829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Attempting to bind port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:49:53.759176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Attempting to bind port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 on network e8eb402d-ddbc-42e8-af89-e978ef2123d4 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:53.765474 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 on network e8eb402d-ddbc-42e8-af89-e978ef2123d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:49:53.765791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Attempting to bind port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 on network e8eb402d-ddbc-42e8-af89-e978ef2123d4 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:49:53.770820 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:49:53.771151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Checking segment: {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:49:53.771566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Bound using segment: {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:49:53.771991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Bound port: f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f097b68-f4c9-4c29-89e7-2e41ee096027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:49:53.772331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:53.859925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:49:53.862750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:49:53.869062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:53.925510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:53.926079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:53.927460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] 10.222.0.32 "PUT /v2.0/ports/f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 1093 time: 0.8866022 Mar 03 10:49:53.927888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:49:54.048771 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'status': 'completed', 'code': 200} Mar 03 10:49:54.095621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a825e-0cfa-48d0-97ec-7dedf42dff23 service neutron] Pushing event updated for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:54.106058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:54.128512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-730ee497-797b-4991-84c6-29ee70fd830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:54.129989 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-730ee497-797b-4991-84c6-29ee70fd830b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1096 time: 0.0831025 Mar 03 10:49:54.200447 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-b1beef62-4841-48de-b761-673199a2e429 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 217 time: 0.0630023 Mar 03 10:49:54.266235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-d15c40b8-e94e-47e9-b22c-561afac97090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:54.267703 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-d15c40b8-e94e-47e9-b22c-561afac97090 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0592134 Mar 03 10:49:54.344597 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-3130a5a9-f3c3-4165-b61e-be5ca9277c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:54.346038 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-3130a5a9-f3c3-4165-b61e-be5ca9277c6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730999 Mar 03 10:49:54.476733 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-9c4167b7-8f38-4d18-a0b4-a865b2731d6d service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244802 Mar 03 10:49:54.605651 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-60cd34f6-47ec-4e20-bfb3-e11ad6bc23a0 req-c3e625f9-bd8e-4e5a-8aaf-6d92717537f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230388 Mar 03 10:49:54.715019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-3ffffec7-3296-4f33-951c-d25019547910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:54.716511 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-3ffffec7-3296-4f33-951c-d25019547910 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1096 time: 0.0692892 Mar 03 10:49:54.846315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-640b533f-26c4-4c51-8f70-ed7e183a4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:54.847803 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-640b533f-26c4-4c51-8f70-ed7e183a4adc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 914 time: 0.1250560 Mar 03 10:49:54.871178 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b833f-27a1-47fd-bf73-3fa5064c5416 req-597d1a59-43fe-4bc8-8c15-7e02841ce93c tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:54.872569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d7b833f-27a1-47fd-bf73-3fa5064c5416 req-597d1a59-43fe-4bc8-8c15-7e02841ce93c tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 943 time: 0.0786693 Mar 03 10:49:54.916720 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d7b833f-27a1-47fd-bf73-3fa5064c5416 req-7acc8e00-067d-470c-98d2-0aa110275864 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384688 Mar 03 10:49:54.918559 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-f4a772fd-1314-4e0f-9d2a-1ed73a19252e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 217 time: 0.0645659 Mar 03 10:49:54.981001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-3e3181ea-83ba-486a-a4b7-ada12554776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:54.982426 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-3e3181ea-83ba-486a-a4b7-ada12554776f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0577700 Mar 03 10:49:55.061302 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-c51b9180-bdc3-4f80-8d79-4e69609c4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:55.062740 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-c51b9180-bdc3-4f80-8d79-4e69609c4d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726302 Mar 03 10:49:55.192132 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-3ed0cecf-08c3-4a21-867f-c220a20e4482 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227319 Mar 03 10:49:55.322138 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-83ae9668-ec0e-4fe3-8f3d-5ba8334c8cfe req-9af2f97f-9c43-4937-bfe6-34d351644a22 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234252 Mar 03 10:49:56.103579 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ace8bc-fd7b-439e-aacf-f94f88f06937 req-12c8423b-addc-44f1-ac1b-13195c40fd60 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:56.105064 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d1ace8bc-fd7b-439e-aacf-f94f88f06937 req-12c8423b-addc-44f1-ac1b-13195c40fd60 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 943 time: 0.0823996 Mar 03 10:49:56.152061 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d1ace8bc-fd7b-439e-aacf-f94f88f06937 req-f7f9c0fe-0f5e-4964-b0da-4449f1198106 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Mar 03 10:49:56.818956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:49:56.949309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:56.962778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'port_id': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'mac_address': 'fa:16:3e:14:10:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:49:57.016202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:57.032783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:49:57.048830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:57.052632 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:57.120908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:57.127812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.128153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.128486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.128812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.129136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.129458 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.129773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.130092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.130406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.130716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.131028 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.131360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:49:57.260563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:49:57.334807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e3e66-644c-4ae7-afee-7c4d70384d1b req-cd064f0e-dd6c-485b-8384-f7a0f4c94bb7 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:57.336909 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b6e3e66-644c-4ae7-afee-7c4d70384d1b req-cd064f0e-dd6c-485b-8384-f7a0f4c94bb7 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 944 time: 0.0827405 Mar 03 10:49:57.379189 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4b6e3e66-644c-4ae7-afee-7c4d70384d1b req-a05823c6-a62d-4bd2-98c1-dc82ba704255 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Mar 03 10:49:58.568002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c72687-2fba-4e70-b26a-7f1aba0902a9 req-c317e72c-57b4-4235-beeb-f18d603ae31e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:58.569456 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-99c72687-2fba-4e70-b26a-7f1aba0902a9 req-c317e72c-57b4-4235-beeb-f18d603ae31e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 944 time: 0.0822384 Mar 03 10:49:58.613130 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-99c72687-2fba-4e70-b26a-7f1aba0902a9 req-55be373a-cde5-4adc-9aac-ea19cd35a4d3 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370860 Mar 03 10:49:58.818243 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:49:58.889430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:49:58.893992 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:49:58.894363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:59.052397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:59.079628 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:49:59.092297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:49:59.096610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:49:59.134289 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'code': 200} Mar 03 10:49:59.166935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:49:59.441739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb773df-d6c5-40ab-a581-7e7e5ae9f7f9 req-719f08c9-917d-4c4e-8fb5-d95a4170a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:59.443205 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4fb773df-d6c5-40ab-a581-7e7e5ae9f7f9 req-719f08c9-917d-4c4e-8fb5-d95a4170a46b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1098 time: 0.1640606 Mar 03 10:49:59.484056 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4fb773df-d6c5-40ab-a581-7e7e5ae9f7f9 req-52476392-43e9-452c-97cb-f6103e6a2f55 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Mar 03 10:49:59.795126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b7236-a2ad-448f-a3e9-7f99cb6ee43a req-d40240de-5f0b-4372-b56c-470bfcc509ce tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:49:59.796752 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d16b7236-a2ad-448f-a3e9-7f99cb6ee43a req-d40240de-5f0b-4372-b56c-470bfcc509ce tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0803151 Mar 03 10:49:59.844299 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d16b7236-a2ad-448f-a3e9-7f99cb6ee43a req-0d8c2939-cf6e-4409-bc2e-909b113daaca tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Mar 03 10:50:01.028351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f6008-bc39-4bbb-94d4-4a7a9c8dc6be req-f99bf9ff-b82a-4b8a-bfc4-c2c3230db736 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:01.029815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b46f6008-bc39-4bbb-94d4-4a7a9c8dc6be req-f99bf9ff-b82a-4b8a-bfc4-c2c3230db736 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0792885 Mar 03 10:50:01.073632 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b46f6008-bc39-4bbb-94d4-4a7a9c8dc6be req-e415e643-bc34-4f8a-800d-373359ab8320 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383003 Mar 03 10:50:01.259707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f68672-b75b-4754-9b4b-4ca4f3b5e110 req-6cd845cd-5285-41a0-bd04-ccfb8111ea77 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:01.261425 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07f68672-b75b-4754-9b4b-4ca4f3b5e110 req-6cd845cd-5285-41a0-bd04-ccfb8111ea77 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0852613 Mar 03 10:50:01.306184 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07f68672-b75b-4754-9b4b-4ca4f3b5e110 req-f6f16a72-afbd-4520-97bf-08198f0d3e1e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Mar 03 10:50:01.698712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee220e4-e8df-41ad-98c1-7802111ab1bd req-5a7ec417-38c4-4b8e-8050-0ba1d5a6e01c tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:01.700201 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1ee220e4-e8df-41ad-98c1-7802111ab1bd req-5a7ec417-38c4-4b8e-8050-0ba1d5a6e01c tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0797379 Mar 03 10:50:01.748877 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1ee220e4-e8df-41ad-98c1-7802111ab1bd req-c26487aa-bddf-40ba-abfc-8776dd35923d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Mar 03 10:50:03.142223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5f58688b-aa16-4620-8e81-2eb91a0b5203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:05.316394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f58d8dd5-e9ca-4787-80b1-0cc84a256e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:06.148147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:06.218245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:08.054689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:11.837974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d54e82-4fc8-4347-a4ab-c5d4dd12b6f6 req-16ecbd94-8db6-4f6d-97d9-3072b8188060 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:11.839452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b4d54e82-4fc8-4347-a4ab-c5d4dd12b6f6 req-16ecbd94-8db6-4f6d-97d9-3072b8188060 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0841532 Mar 03 10:50:11.883439 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b4d54e82-4fc8-4347-a4ab-c5d4dd12b6f6 req-18fbb184-cc16-4970-bd24-5cff55686830 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Mar 03 10:50:11.906564 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40622) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:12.019498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52af2142-5c00-4eb6-93fc-1b0fbfbdc84d tempest-TestMinimumBasicScenario-1298151395 tempest-TestMinimumBasicScenario-1298151395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:12.020205 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52af2142-5c00-4eb6-93fc-1b0fbfbdc84d tempest-TestMinimumBasicScenario-1298151395 tempest-TestMinimumBasicScenario-1298151395-project-admin] Synchronizing usage tracker for tenant:be7acda4d40a4645b43e35a76a34becb on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:50:12.036635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-52af2142-5c00-4eb6-93fc-1b0fbfbdc84d tempest-TestMinimumBasicScenario-1298151395 tempest-TestMinimumBasicScenario-1298151395-project-admin] Unset dirty status for tenant:be7acda4d40a4645b43e35a76a34becb on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:50:12.037782 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-52af2142-5c00-4eb6-93fc-1b0fbfbdc84d tempest-TestMinimumBasicScenario-1298151395 tempest-TestMinimumBasicScenario-1298151395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1093 time: 0.1302993 Mar 03 10:50:12.041615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40628) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:12.046412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:12.052150 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:12.056058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:floatingip and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:12.058851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:12.064655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:12.074848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:12.210568 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:12.445918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Allocated IP 172.26.7.153 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/1c5a4c5b-a82b-4268-9fff-6b39de2dc6b3) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:50:12.599478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:12.628080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:12.688844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:50:12.696187 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:50:12.700221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:50:12.728797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'Port': ['ID=1c5a4c5b-a82b-4268-9fff-6b39de2dc6b3,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:13.111232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:13.184969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:13.388976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:13.393344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:13.506943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'Port': ['ID=1c5a4c5b-a82b-4268-9fff-6b39de2dc6b3,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:13.518673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.519023 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.520181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.520181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.520181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.520450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.520667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.520991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.521315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.521638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.521958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.522790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:13.526075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:13.699448 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Floating IP 165223a9-2cf3-4be2-9da3-64f522b77631 associated. External IP: 172.26.7.153, port: f68b3a82-d3b5-45b9-b2ec-17bafbedfad6. Mar 03 10:50:14.147177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Router d13c0937-11ff-4902-8dbf-82271c93c455 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:50:14.326662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:50:14.336263 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] Sync routers for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:50:14.345353 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:50:14.345950 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:50:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:50:14.351493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.410121 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-14d327ac-b4bf-4c5f-9396-3ff47dae7a73 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3674166 Mar 03 10:50:14.410710 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:50:14.413578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40634) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:14.419744 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930386459', 'description': 'tempest-secgroup-smoke-1930386459 description', 'project_id': '3cf87e7349b1428a861cc28404229d9b'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:14.426169 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:14.437394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:14.451202 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.476614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:14.482340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:14.486705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:14.496004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:14.530659 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:50:14.576627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.582375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.619084 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'status': 'completed', 'code': 200} Mar 03 10:50:14.636208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe27c3-2279-4b36-97a8-8e34dee3255a,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:14.646325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.646672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.647008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.647710 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.648058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.648382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.648708 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.649033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.649358 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.649684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.650004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.650324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:50:14.682482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.683722 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ebb9df1b-bf4e-4bfd-b1d0-338643873ce5 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2685645 Mar 03 10:50:14.686614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40642) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:14.691951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'security_group_rule': {'security_group_id': '26fe27c3-2279-4b36-97a8-8e34dee3255a', 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:14.698123 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:14.701909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:14.704857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:14.711316 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:14.726315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-ce295e29-a0b2-4abc-8a23-7f354baf1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:14.727734 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-ce295e29-a0b2-4abc-8a23-7f354baf1f4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1098 time: 0.0832889 Mar 03 10:50:14.729561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.791652 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.796602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.822946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b22f3d-90ae-4594-ba19-135093a61a84,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:14.833786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.838110 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7a88e439-6095-4004-9d8c-13e7e7eae445 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477599 Mar 03 10:50:14.838667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40646) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:14.844318 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'security_group_rule': {'security_group_id': '26fe27c3-2279-4b36-97a8-8e34dee3255a', 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:14.850691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:14.854765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:14.857878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:14.864088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:14.885739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.906772 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '165223a9-2cf3-4be2-9da3-64f522b77631', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'port_id': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'mac_address': 'fa:16:3e:14:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:50:13Z', 'updated_at': '2022-03-03T10:50:13Z', 'revision_number': 0, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 5, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:50:14.910150 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] Checking router: d13c0937-11ff-4902-8dbf-82271c93c455 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:50:14.919267 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:50:14.920043 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:50:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:50:14.951240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.956379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.975339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-a83167f1-605f-4d1b-983e-76bc31a93307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:14.977270 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-a83167f1-605f-4d1b-983e-76bc31a93307 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 914 time: 0.2432566 Mar 03 10:50:14.984332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5813bd-0e7e-4483-9a56-d534a6be2a80,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:14.994414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:14.995951 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-20dab96a-11f6-4a86-abaa-6b4222d368cd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563113 Mar 03 10:50:14.998620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40650) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:15.003986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'security_group_rule': {'security_group_id': '26fe27c3-2279-4b36-97a8-8e34dee3255a', 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:15.010003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:15.014354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:15.017507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:15.023938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:15.040742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.085905 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-e89c4b95-aed2-4975-9ff1-24e12baa67f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 999 time: 0.1017642 Mar 03 10:50:15.099990 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:50:15.104753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.109126 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.133445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a4f0f2-b74e-4b65-a6f6-42cd2180843b,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:15.145506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.147988 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3f46b4cc-bfd2-4372-8927-4112b2e290db tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475585 Mar 03 10:50:15.151363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40654) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:15.156536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'security_group_rule': {'security_group_id': '26fe27c3-2279-4b36-97a8-8e34dee3255a', 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:15.158365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-8565878d-593b-4bb4-8941-71069aab506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:15.159839 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-8565878d-593b-4bb4-8941-71069aab506c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0699387 Mar 03 10:50:15.162690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:15.167247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:15.170368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:15.176159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:15.194555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.240144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-0ce30ded-5ab3-4898-950b-053db17d79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:15.241828 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-0ce30ded-5ab3-4898-950b-053db17d79e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756881 Mar 03 10:50:15.260496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.265544 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.290285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2e0363-cf7b-4f4c-8177-a8556c6f636c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:15.302079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.303541 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bf9d3236-1df1-43c0-afb9-a6593df493ad tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512625 Mar 03 10:50:15.306439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40658) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:15.311838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'security_group_rule': {'security_group_id': '26fe27c3-2279-4b36-97a8-8e34dee3255a', 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:15.317978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:15.322508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:15.325399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:15.331005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:15.343166 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Project 3cf87e7349b1428a861cc28404229d9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:50:15.351676 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.361517 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:50:15.381435 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-3f706245-5194-4356-89ea-81c849783e3c service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321218 Mar 03 10:50:15.429274 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.434665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.457464 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e9698a-852e-4d40-825a-43baa7a33965,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:15.473527 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '165223a9-2cf3-4be2-9da3-64f522b77631', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'port_id': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'mac_address': 'fa:16:3e:14:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:50:13Z', 'updated_at': '2022-03-03T10:50:13Z', 'revision_number': 0, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 5, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:50:15.478573 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f00c-4435-4760-b991-776772b952e0 None None] The sync data for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv is: [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '165223a9-2cf3-4be2-9da3-64f522b77631', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'port_id': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'mac_address': 'fa:16:3e:14:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:50:13Z', 'updated_at': '2022-03-03T10:50:13Z', 'revision_number': 0, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 5, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:50:15.493355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.494570 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-71d5974b-1e7b-42fa-b77a-5a81b5757ffa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1869998 Mar 03 10:50:15.499617 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40662) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:50:15.506268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'security_group_rule': {'security_group_id': '26fe27c3-2279-4b36-97a8-8e34dee3255a', 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:15.517216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:50:15.530671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Usage tracker for resource:security_group_rule and tenant:3cf87e7349b1428a861cc28404229d9b is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:50:15.534754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:50:15.542863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a5e7ba7d-b453-4355-b2b6-83817102ba8e req-8a745074-bd43-4f46-9042-cd751f336d1f service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545117 Mar 03 10:50:15.543670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:50:15.552806 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Project 3cf87e7349b1428a861cc28404229d9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:50:15.560834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.634812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.639328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.664749 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e0dedd-b6c4-431e-a714-b4d8d12b98d0,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:15.678709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efae995-a519-4664-871f-2c9825e709b9 None None] New status for floating IP 165223a9-2cf3-4be2-9da3-64f522b77631: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:50:15.684353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:15.685562 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-be38d25f-1fa5-47ec-92f8-91e996b45b48 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1849806 Mar 03 10:50:15.805052 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-768314aa-f818-4ef1-9d74-f6027452c210 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930386459&fields=id&tenant_id=3cf87e7349b1428a861cc28404229d9b HTTP/1.1" status: 200 len: 267 time: 0.0394552 Mar 03 10:50:15.888374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-adae7e25-8b8a-49e6-b36c-9a1852a6afa9 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:15.889758 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-adae7e25-8b8a-49e6-b36c-9a1852a6afa9 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0782249 Mar 03 10:50:15.900833 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'port': {'security_groups': ['7e1e265f-55e1-4568-9b3a-1be4cec02ef0', '26fe27c3-2279-4b36-97a8-8e34dee3255a']}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:50:16.025056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:16.278545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:50:16.302082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:16.307195 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:16.319020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:50:16.373958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:16.374576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:16.376017 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c9f0f41c-f20c-41a9-874f-c8d25bba6890 req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "PUT /v2.0/ports/f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 981 time: 0.4801362 Mar 03 10:50:16.396140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0b3a-d24a-40c0-890a-bd50577c7185 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:50:16.459413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:50:16.575947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acd6fd-66a6-46b9-98c9-777cb5dd6d05 req-1f35dc68-563e-4b24-a6b3-6864482b3946 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:16.577530 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e1acd6fd-66a6-46b9-98c9-777cb5dd6d05 req-1f35dc68-563e-4b24-a6b3-6864482b3946 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0972009 Mar 03 10:50:16.623711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:50:16.653525 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e1acd6fd-66a6-46b9-98c9-777cb5dd6d05 req-9d40cba6-3059-49df-a603-fd7f840362ed tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582080 Mar 03 10:50:16.680185 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'status': 'completed', 'code': 200} Mar 03 10:50:16.772205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8c6ced22-f6fa-4a94-91b8-70758c298f98 None None] Provisioning complete for port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:50:16.773950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8c6ced22-f6fa-4a94-91b8-70758c298f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:16.780961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-4af328fb-baa1-4646-b6a9-035f37100fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:16.782465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-4af328fb-baa1-4646-b6a9-035f37100fab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1137 time: 0.0785952 Mar 03 10:50:16.916789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-40253752-379b-4ae7-a2e6-210555a0517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:16.918237 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-40253752-379b-4ae7-a2e6-210555a0517c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 914 time: 0.1301856 Mar 03 10:50:17.024096 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-259a0f51-71b1-4fe5-b09d-477fdb09b4de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 1001 time: 0.0996366 Mar 03 10:50:17.087596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-f0ae7149-b535-450a-8c2a-7a44e8290ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:17.089790 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-f0ae7149-b535-450a-8c2a-7a44e8290ea0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0592685 Mar 03 10:50:17.167757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-98a4d0ab-fa5b-456a-8781-b382269c3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:17.169125 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-98a4d0ab-fa5b-456a-8781-b382269c3850 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743589 Mar 03 10:50:17.301616 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-f36741c5-32fa-48f5-a9cc-a4b94e4f6c13 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256087 Mar 03 10:50:17.433392 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6a55542c-ecfa-457a-9cd4-a0c5ca3dbac5 req-8cbdfcf2-5979-4a14-ba0f-d3f06f22ba60 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251187 Mar 03 10:50:24.104707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:32.986764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b554e-1b04-4105-954a-5755954695ad req-005d4acc-3f5a-4838-9bee-fabd09be0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:32.988303 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-754b554e-1b04-4105-954a-5755954695ad req-005d4acc-3f5a-4838-9bee-fabd09be0eaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1137 time: 0.0742297 Mar 03 10:50:33.077125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede761-6668-4667-a061-7a09577b982d req-5162c9ff-335e-454b-ba97-4bd6115f9564 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:33.078648 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17ede761-6668-4667-a061-7a09577b982d req-5162c9ff-335e-454b-ba97-4bd6115f9564 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.1278169 Mar 03 10:50:33.132967 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17ede761-6668-4667-a061-7a09577b982d req-83abd193-12b1-46a7-b25a-b90985ffb357 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481503 Mar 03 10:50:33.147117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-81da2529-bdd0-4a1a-a06d-22f249599306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:33.224078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b554e-1b04-4105-954a-5755954695ad req-50d95518-da06-4952-8519-bf56dc419413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:33.226094 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-754b554e-1b04-4105-954a-5755954695ad req-50d95518-da06-4952-8519-bf56dc419413 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 914 time: 0.2300162 Mar 03 10:50:33.326324 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-754b554e-1b04-4105-954a-5755954695ad req-8d5cc896-e680-4853-a5ba-79bceff4e081 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 1001 time: 0.0940695 Mar 03 10:50:33.387740 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b554e-1b04-4105-954a-5755954695ad req-419136d3-0a62-467c-b584-862802d665e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:33.389034 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-754b554e-1b04-4105-954a-5755954695ad req-419136d3-0a62-467c-b584-862802d665e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0564752 Mar 03 10:50:33.464902 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b554e-1b04-4105-954a-5755954695ad req-5de3f8d3-2577-4fe3-b4a1-42a9cefcce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:33.466361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-754b554e-1b04-4105-954a-5755954695ad req-5de3f8d3-2577-4fe3-b4a1-42a9cefcce04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720708 Mar 03 10:50:33.596341 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-754b554e-1b04-4105-954a-5755954695ad req-7208d6ef-41ee-4cd9-8168-ba8e1ab250e9 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234510 Mar 03 10:50:33.725972 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-754b554e-1b04-4105-954a-5755954695ad req-9f130fd6-ac6e-4f68-b0f5-4a91f69e058b service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226571 Mar 03 10:50:34.468177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc076bdd-c8ce-4e49-9390-a81a5c3c0196 req-9c1bba44-e63f-42a9-96c3-ecb03294e2f7 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:34.469631 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc076bdd-c8ce-4e49-9390-a81a5c3c0196 req-9c1bba44-e63f-42a9-96c3-ecb03294e2f7 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.2305098 Mar 03 10:50:34.516337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-dc076bdd-c8ce-4e49-9390-a81a5c3c0196 req-1a890847-9553-4507-b536-45e42b2b208b tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402849 Mar 03 10:50:35.318661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-76bcedc9-3ec1-4b2f-a29a-ed5915f6bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:35.698678 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234cf1e-9b55-4445-b885-44b86ae587b3 req-bfc45511-e529-4d78-aa94-12e54da3eb5e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:35.700164 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2234cf1e-9b55-4445-b885-44b86ae587b3 req-bfc45511-e529-4d78-aa94-12e54da3eb5e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0808449 Mar 03 10:50:35.745864 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2234cf1e-9b55-4445-b885-44b86ae587b3 req-228e115d-f149-4aac-b6b5-e609e6273148 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400598 Mar 03 10:50:36.152629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:36.221334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:36.924922 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271ad6-8c76-4515-9d87-5b895dc5f5e9 req-1efd028f-7b29-4974-9c5e-8651fc40c014 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:36.926359 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78271ad6-8c76-4515-9d87-5b895dc5f5e9 req-1efd028f-7b29-4974-9c5e-8651fc40c014 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0786207 Mar 03 10:50:36.974788 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78271ad6-8c76-4515-9d87-5b895dc5f5e9 req-bb906cd8-6c37-4f5d-9528-708ea4797aaa tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426912 Mar 03 10:50:38.057895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:38.158007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66a64c-0336-47c2-9c41-8ee7948172a3 req-415ac11b-0837-4965-9fcc-8d26d329294a tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:38.159467 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2b66a64c-0336-47c2-9c41-8ee7948172a3 req-415ac11b-0837-4965-9fcc-8d26d329294a tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0797586 Mar 03 10:50:38.205013 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2b66a64c-0336-47c2-9c41-8ee7948172a3 req-da4a2f2a-ba4d-41c7-a7d0-92fa813d3235 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396245 Mar 03 10:50:39.389625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e5ed-955f-4c2d-bd66-01037eba4059 req-b4b4f59f-1a1b-4f1a-baf7-f47dbaa0402b tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:39.391061 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0263e5ed-955f-4c2d-bd66-01037eba4059 req-b4b4f59f-1a1b-4f1a-baf7-f47dbaa0402b tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0806851 Mar 03 10:50:39.437103 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0263e5ed-955f-4c2d-bd66-01037eba4059 req-3005e3de-c387-463b-8751-f02ca273b334 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403092 Mar 03 10:50:40.621729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2dd86-50b7-4ebb-b201-7e1fb4ffb263 req-c38c56ed-d211-4c47-a7c5-a5adaf376a15 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:40.623199 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78b2dd86-50b7-4ebb-b201-7e1fb4ffb263 req-c38c56ed-d211-4c47-a7c5-a5adaf376a15 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0789495 Mar 03 10:50:40.669384 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78b2dd86-50b7-4ebb-b201-7e1fb4ffb263 req-ac4e00fe-8e88-4590-8c5b-a16d32f06d75 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404930 Mar 03 10:50:41.853743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2e54-1897-4e70-b3de-e2fe4ee86b69 req-4403be2a-8536-4527-b736-f7c68e4fc646 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:41.855099 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9bfe2e54-1897-4e70-b3de-e2fe4ee86b69 req-4403be2a-8536-4527-b736-f7c68e4fc646 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0834870 Mar 03 10:50:41.900481 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9bfe2e54-1897-4e70-b3de-e2fe4ee86b69 req-7ba57d74-daa6-4274-af11-b26af982a9dd tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396080 Mar 03 10:50:43.086211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f1e3-1858-4857-9cb9-fabe415eb3e6 req-a4d06866-05c3-4980-8608-ed3a861266e1 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:43.087673 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f8c2f1e3-1858-4857-9cb9-fabe415eb3e6 req-a4d06866-05c3-4980-8608-ed3a861266e1 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0842631 Mar 03 10:50:43.132891 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f8c2f1e3-1858-4857-9cb9-fabe415eb3e6 req-bb9ef58a-f731-4b67-82c5-0fe961115e1f tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395405 Mar 03 10:50:44.315479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9f6ce-62a9-4506-b49b-45df932bd254 req-b5825a0d-14c7-4ce6-bffd-2d029660d6e6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:44.316933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-84b9f6ce-62a9-4506-b49b-45df932bd254 req-b5825a0d-14c7-4ce6-bffd-2d029660d6e6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0801375 Mar 03 10:50:44.363854 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-84b9f6ce-62a9-4506-b49b-45df932bd254 req-e800d10f-7550-456c-a410-ff2dfb4f6f5a tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405326 Mar 03 10:50:45.555614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef92eaa-5b5f-4d9a-9184-12c29af51ea8 req-bf630c7b-e4ae-4e49-acba-784762da86e9 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:45.557059 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ef92eaa-5b5f-4d9a-9184-12c29af51ea8 req-bf630c7b-e4ae-4e49-acba-784762da86e9 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0872958 Mar 03 10:50:45.602976 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ef92eaa-5b5f-4d9a-9184-12c29af51ea8 req-571442cc-11aa-49e2-a847-47f2243a4a72 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&id=26fe27c3-2279-4b36-97a8-8e34dee3255a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402243 Mar 03 10:50:52.280527 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:50:54.103715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:50:59.651019 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-12a67dd3-941a-4191-8e3c-bac2562b6324 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704753 Mar 03 10:50:59.791929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-e83279a9-c0fb-4c15-a35b-ac7c3fa96507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:59.793289 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-e83279a9-c0fb-4c15-a35b-ac7c3fa96507 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1137 time: 0.0733547 Mar 03 10:50:59.934698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-1d6e819f-b7af-4974-90be-1d5cb9bbf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:50:59.936164 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-1d6e819f-b7af-4974-90be-1d5cb9bbf339 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 914 time: 0.1257191 Mar 03 10:51:00.034909 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-484e6ecc-92c8-4304-8e24-b7aea250488c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 1001 time: 0.0923388 Mar 03 10:51:00.099108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-4c24d861-bc64-42d7-99da-518d128f599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:00.100454 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-4c24d861-bc64-42d7-99da-518d128f599d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0591557 Mar 03 10:51:00.172852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-d04b75bc-e508-4271-b1a5-794def876ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:00.174315 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-d04b75bc-e508-4271-b1a5-794def876ae1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684905 Mar 03 10:51:00.300587 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-a62786c3-c87e-4280-9961-605ba87e7d42 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199315 Mar 03 10:51:00.430110 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-867ab95a-ff9d-42b3-8dab-3418a5fdd3f7 req-50b6bc9a-a110-4f6e-9036-171878126d82 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227050 Mar 03 10:51:03.149514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4b9e726e-1449-4666-909f-17ff74ad8699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:05.322453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-96e692f1-8bb1-4d0a-a807-c2c1d753ad53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:06.154783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:06.225102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:08.063975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:18.136933 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-eef8e82f-72da-46e9-b0bc-2e17f40a2e0f tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930386459&fields=id&tenant_id=3cf87e7349b1428a861cc28404229d9b HTTP/1.1" status: 200 len: 267 time: 0.0397120 Mar 03 10:51:18.221597 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-0a16c4c5-85c1-4b2a-991b-c2ab52a0d9ba tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:18.223040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-0a16c4c5-85c1-4b2a-991b-c2ab52a0d9ba tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 984 time: 0.0810025 Mar 03 10:51:18.234105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Request body: {'port': {'security_groups': ['7e1e265f-55e1-4568-9b3a-1be4cec02ef0']}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:18.347833 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:18.584942 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:18.609720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:18.614072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:18.625512 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:51:18.684272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:18.684920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:18.686397 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d6a5b490-5ee2-4b5d-a386-2b972c645734 req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "PUT /v2.0/ports/f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 942 time: 0.4565935 Mar 03 10:51:18.686955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:51:18.694105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40732) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:18.721799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event updated for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:18.731736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.732064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.732402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.732734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.733060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.733386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.733707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.734025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.734344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.735323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.735655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.735974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200afa2-df85-4952-993d-83ba3398cd74 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:18.745887 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'status': 'completed', 'code': 200} Mar 03 10:51:18.782553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:51:18.833753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:18.872116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:18.929559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-0be6ecdb-6f3f-4663-babd-7cf706b52bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:18.931599 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-0be6ecdb-6f3f-4663-babd-7cf706b52bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1098 time: 0.1637866 Mar 03 10:51:18.977502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e5fb62b2-30bb-4d17-8e88-10163e5bd3fb None None] Provisioning complete for port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:18.977868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e5fb62b2-30bb-4d17-8e88-10163e5bd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:19.144667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:19.172407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe27c3-2279-4b36-97a8-8e34dee3255a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:19.198712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.199052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.199412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.199745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.200069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.200388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.200704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.201019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.201331 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.201641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.201950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.202271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:19.205962 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:19.207067 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-92521abf-09d0-4996-a836-bd8ca361f52d tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "DELETE /v2.0/security-groups/26fe27c3-2279-4b36-97a8-8e34dee3255a HTTP/1.1" status: 204 len: 168 time: 0.5112827 Mar 03 10:51:19.210453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40736) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:19.213921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-c9efd57c-a605-4851-bb1f-c4606568b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:19.215526 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-c9efd57c-a605-4851-bb1f-c4606568b703 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 914 time: 0.2775300 Mar 03 10:51:19.319391 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-0388ba65-e029-4b6a-a609-0343c76293ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 1001 time: 0.0978253 Mar 03 10:51:19.388010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-0634fc95-89dd-42cc-af8a-e09e77b37fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:19.389637 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-0634fc95-89dd-42cc-af8a-e09e77b37fdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0650773 Mar 03 10:51:19.466031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-0d3f33e2-10ff-4237-bdc2-d23f2dabfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:19.469086 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-0d3f33e2-10ff-4237-bdc2-d23f2dabfb67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735695 Mar 03 10:51:19.511945 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Deleting port 1c5a4c5b-a82b-4268-9fff-6b39de2dc6b3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:19.512283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:19.600459 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-5223957d-b554-4c24-b71d-6af400419de9 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251957 Mar 03 10:51:19.680296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:19.680632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:19.736575 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b0ab1c5-65ee-4980-8afc-1f4dc824d52a req-4c9faccb-c894-4d9c-bfe9-b4069bf3b185 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301825 Mar 03 10:51:19.804349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Calling delete_port for 1c5a4c5b-a82b-4268-9fff-6b39de2dc6b3 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:19.950711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:19.997509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event deleted for resources: {'Port': ['ID=1c5a4c5b-a82b-4268-9fff-6b39de2dc6b3,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:20.089524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:20.089857 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Floating IP 165223a9-2cf3-4be2-9da3-64f522b77631 disassociated (deleted). External IP: 172.26.7.153, port: f68b3a82-d3b5-45b9-b2ec-17bafbedfad6. Mar 03 10:51:20.435744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Router d13c0937-11ff-4902-8dbf-82271c93c455 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:51:20.613298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:51:20.623159 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] Sync routers for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:51:20.629521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:20.632030 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:20.632620 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:20.683719 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2f221dca-4098-4ff9-a39f-78364a394845 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "DELETE /v2.0/floatingips/165223a9-2cf3-4be2-9da3-64f522b77631 HTTP/1.1" status: 204 len: 168 time: 1.4719403 Mar 03 10:51:20.746921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:51:20.793697 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'status': 'completed', 'code': 200} Mar 03 10:51:20.848745 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:20.888410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-a7b14a84-db42-449b-9f62-f660df3debd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:20.890016 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-a7b14a84-db42-449b-9f62-f660df3debd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf87e7349b1428a861cc28404229d9b&device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 1098 time: 0.0741148 Mar 03 10:51:21.028877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-8f1bb781-8bbc-49ad-b7c7-52d03d5f3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:21.030929 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-8f1bb781-8bbc-49ad-b7c7-52d03d5f3a74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 200 len: 914 time: 0.1349757 Mar 03 10:51:21.116798 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-d495623e-6f81-4239-b685-98084b1958b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 200 len: 217 time: 0.0764339 Mar 03 10:51:21.174252 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 5, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:21.177935 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] Checking router: d13c0937-11ff-4902-8dbf-82271c93c455 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:51:21.179801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-837747d1-7282-464d-bb85-754cabf1132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:21.181780 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-837747d1-7282-464d-bb85-754cabf1132f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 200 len: 853 time: 0.0591228 Mar 03 10:51:21.186551 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:21.187102 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:21.258057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-0813158a-bd9e-45e1-b1a6-4666eeafedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:21.260019 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-0813158a-bd9e-45e1-b1a6-4666eeafedcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8eb402d-ddbc-42e8-af89-e978ef2123d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720594 Mar 03 10:51:21.362292 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:21.388492 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-50faad3b-ce93-4a0a-bf98-633a0ae7d2ae service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231222 Mar 03 10:51:21.527587 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-726b7f4a-6007-49f7-b35a-848d7b703380 req-c3545fa4-54e7-40fa-8cff-0223791f0d21 service neutron] 10.222.0.32 "GET /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278381 Mar 03 10:51:21.682880 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 5, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:21.687061 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba6e5f-60c9-4459-a217-c0e9ea921b86 None None] The sync data for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv is: [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:49:25Z', 'revision_number': 4, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'd70cdbb1-c97b-4f71-a847-fff987bb9a16', 'name': '', 'network_id': 'e8eb402d-ddbc-42e8-af89-e978ef2123d4', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'mac_address': 'fa:16:3e:0a:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:24Z', 'updated_at': '2022-03-03T10:49:31Z', 'revision_number': 5, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'subnets': [{'id': '1582c129-aa84-41c6-bbb2-09c8a44ea5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:51:21.903080 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af119f97-24c5-46fa-a5bc-684c45e5bf70 None None] New status for floating IP 165223a9-2cf3-4be2-9da3-64f522b77631: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:51:24.118273 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:25.121389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ff8e-abc2-4211-811f-ba07c3494c4c req-3834ff4e-dfd8-4e81-87f6-3e6e7de3bf4e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:25.122089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ad47ff8e-abc2-4211-811f-ba07c3494c4c req-3834ff4e-dfd8-4e81-87f6-3e6e7de3bf4e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Synchronizing usage tracker for tenant:3cf87e7349b1428a861cc28404229d9b on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:51:25.137952 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-ad47ff8e-abc2-4211-811f-ba07c3494c4c req-3834ff4e-dfd8-4e81-87f6-3e6e7de3bf4e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Unset dirty status for tenant:3cf87e7349b1428a861cc28404229d9b on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:51:25.139213 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ad47ff8e-abc2-4211-811f-ba07c3494c4c req-3834ff4e-dfd8-4e81-87f6-3e6e7de3bf4e tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.1986835 Mar 03 10:51:25.184461 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ad47ff8e-abc2-4211-811f-ba07c3494c4c req-9d994911-43fc-4506-a3cc-e3692363d7f6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Mar 03 10:51:26.369362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a977a-f70d-49ba-9961-1ad93835e9a1 req-1b3766b5-b06d-4660-8974-7955241fa5fb tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:26.370824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d57a977a-f70d-49ba-9961-1ad93835e9a1 req-1b3766b5-b06d-4660-8974-7955241fa5fb tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0813007 Mar 03 10:51:26.414332 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d57a977a-f70d-49ba-9961-1ad93835e9a1 req-553d0da4-0cc3-466d-a693-8acd8f600eee tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e1e265f-55e1-4568-9b3a-1be4cec02ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Mar 03 10:51:26.591023 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-eb8ec95e-3c59-4c77-87a9-ad6c83491ff4 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:26.591731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-eb8ec95e-3c59-4c77-87a9-ad6c83491ff4 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Synchronizing usage tracker for tenant:3cf87e7349b1428a861cc28404229d9b on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:51:26.603058 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-eb8ec95e-3c59-4c77-87a9-ad6c83491ff4 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Unset dirty status for tenant:3cf87e7349b1428a861cc28404229d9b on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:51:26.604169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-eb8ec95e-3c59-4c77-87a9-ad6c83491ff4 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 945 time: 0.0901263 Mar 03 10:51:26.675716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Deleting port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:26.676056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:27.012582 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] For port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:27.012940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:27.132286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Calling delete_port for f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:27.277161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:27.327128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Pushing event deleted for resources: {'Port': ['ID=f68b3a82-d3b5-45b9-b2ec-17bafbedfad6,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:27.402548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] No DVR routers for this DVR port f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:51:27.404951 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:27.407476 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'name': 'network-vif-deleted', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:51:27.424753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-33e5a393-4080-47a0-a05e-9cdc282ac532 req-3be384c4-0433-4ad1-af96-2344251695c6 tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.32 "DELETE /v2.0/ports/f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 HTTP/1.1" status: 204 len: 173 time: 0.8160479 Mar 03 10:51:27.463466 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6529cf-5a14-4467-b9c9-e30cb64a5e19', 'name': 'network-vif-deleted', 'tag': 'f68b3a82-d3b5-45b9-b2ec-17bafbedfad6', 'status': 'completed', 'code': 200} Mar 03 10:51:27.568506 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df392abf-d6ea-4bf8-8b15-8ee98feb04a8 req-f9147ad4-7a24-4d8e-b9f3-fb7ae215b9ff tempest-TestMinimumBasicScenario-1225004670 tempest-TestMinimumBasicScenario-1225004670-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6529cf-5a14-4467-b9c9-e30cb64a5e19 HTTP/1.1" status: 200 len: 210 time: 0.0415003 Mar 03 10:51:29.216171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40820) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:29.232050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:51:29.268987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:51:29.269259 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device f68b3a82-d3b5-45b9-b2ec-17bafbedfad6 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:51:29.279396 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:51:29.743229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:30.181198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Deleting port d70cdbb1-c97b-4f71-a847-fff987bb9a16 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:30.181537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:30.349098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] For port d70cdbb1-c97b-4f71-a847-fff987bb9a16, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d70cdbb1-c97b-4f71-a847-fff987bb9a16,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:30.349775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:30.473454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Calling delete_port for d70cdbb1-c97b-4f71-a847-fff987bb9a16 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:30.652186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:30.696905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70cdbb1-c97b-4f71-a847-fff987bb9a16,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:30.958953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:31.306983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Router d13c0937-11ff-4902-8dbf-82271c93c455 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:51:31.578277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:51:31.587827 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] Sync routers for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:51:31.592548 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-50ad7fec-9229-4c08-87ac-e3aeb190be86 admin admin] 10.222.0.23 "PUT /v2.0/routers/d13c0937-11ff-4902-8dbf-82271c93c455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3728483 Mar 03 10:51:31.592727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40824) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:31.596889 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:31.597503 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:31.767922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:31.776366 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:31.946585 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:31.956135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Deleting port d1f1409b-6d76-4acd-affd-3a8d09812817 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:31.956537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.066013 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:51:30Z', 'revision_number': 5, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port': {'id': 'd1f1409b-6d76-4acd-affd-3a8d09812817', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:22Z', 'updated_at': '2022-03-03T10:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:32.069709 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] Checking router: d13c0937-11ff-4902-8dbf-82271c93c455 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:51:32.078376 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] Routers {'d13c0937-11ff-4902-8dbf-82271c93c455'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:32.079052 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['d13c0937-11ff-4902-8dbf-82271c93c455'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:32.129414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] For port d1f1409b-6d76-4acd-affd-3a8d09812817, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d1f1409b-6d76-4acd-affd-3a8d09812817,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:32.129768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.252698 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Calling delete_port for d1f1409b-6d76-4acd-affd-3a8d09812817 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:32.259842 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] Set router d13c0937-11ff-4902-8dbf-82271c93c455 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:32.370533 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:51:31Z', 'revision_number': 6, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:32.375209 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f4f68-4cb9-4be6-ba95-8266a61bbfb9 None None] The sync data for ids ['d13c0937-11ff-4902-8dbf-82271c93c455'] in dv-neutron-831192-5-hyperv is: [{'id': 'd13c0937-11ff-4902-8dbf-82271c93c455', 'name': 'tempest-TestMinimumBasicScenario-206643957-router', 'tenant_id': '3cf87e7349b1428a861cc28404229d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:21Z', 'updated_at': '2022-03-03T10:51:31Z', 'revision_number': 6, 'project_id': '3cf87e7349b1428a861cc28404229d9b', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:51:32.429074 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.487448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f1409b-6d76-4acd-affd-3a8d09812817,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:32.574438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.746392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.748793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.775901 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.776560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d13c0937-11ff-4902-8dbf-82271c93c455 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:51:32.789543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.793624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40828) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:32.794088 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-cdae2180-8a16-4a1b-9d35-9c2c36e3f722 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d13c0937-11ff-4902-8dbf-82271c93c455 HTTP/1.1" status: 204 len: 168 time: 1.2000282 Mar 03 10:51:32.855501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] Deleting subnet 1582c129-aa84-41c6-bbb2-09c8a44ea5a9 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:51:32.858239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.906882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:32.982059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.051563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.089279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1582c129-aa84-41c6-bbb2-09c8a44ea5a9,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:33.093006 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.098295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a38c64-ded7-435a-b670-89901ea99569 None None] Network e8eb402d-ddbc-42e8-af89-e978ef2123d4 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:51:33.114938 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6a1631a1-93e4-4611-9009-25a583659eda admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1582c129-aa84-41c6-bbb2-09c8a44ea5a9 HTTP/1.1" status: 204 len: 168 time: 0.3202274 Mar 03 10:51:33.117391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40832) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:33.190250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d1f1409b-6d76-4acd-affd-3a8d09812817 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:51:33.230606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.233941 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d1f1409b-6d76-4acd-affd-3a8d09812817 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:51:33.234285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d1f1409b-6d76-4acd-affd-3a8d09812817 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:51:33.234695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d70cdbb1-c97b-4f71-a847-fff987bb9a16 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:51:33.241657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Deleting port a5629c95-9bde-4255-9063-6998d6da78d6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:33.241991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.286086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d70cdbb1-c97b-4f71-a847-fff987bb9a16 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:51:33.286425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d70cdbb1-c97b-4f71-a847-fff987bb9a16 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:51:33.348514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c472c2b8-2168-4cc2-b6cd-0bcd9bedfdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.468489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] For port a5629c95-9bde-4255-9063-6998d6da78d6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a5629c95-9bde-4255-9063-6998d6da78d6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:33.469099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.474151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] DHCP port deletion for e8eb402d-ddbc-42e8-af89-e978ef2123d4 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:51:33.478539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Deleting port a5629c95-9bde-4255-9063-6998d6da78d6 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:33.479108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.595261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Calling delete_port for a5629c95-9bde-4255-9063-6998d6da78d6 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:33.675088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.693001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] For port a5629c95-9bde-4255-9063-6998d6da78d6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=a5629c95-9bde-4255-9063-6998d6da78d6,segment=NetworkSegment(0f097b68-f4c9-4c29-89e7-2e41ee096027),segment_id=0f097b68-f4c9-4c29-89e7-2e41ee096027)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:33.693393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.728214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5629c95-9bde-4255-9063-6998d6da78d6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:33.733492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] No DVR routers for this DVR port a5629c95-9bde-4255-9063-6998d6da78d6 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:51:33.821563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Calling delete_port for a5629c95-9bde-4255-9063-6998d6da78d6 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:33.855662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.885189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8eb402d-ddbc-42e8-af89-e978ef2123d4']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:33.897430 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f097b68-f4c9-4c29-89e7-2e41ee096027') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:33.897724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f097b68-f4c9-4c29-89e7-2e41ee096027') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 10:51:33.898551 dv-neutron-831192-5-hyperv neutron-server[87890]: util.warn( Mar 03 10:51:33.902580 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:51:33.903091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:51:33.909555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.925865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.932782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:51:33.933171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:51:33.949344 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:51:34.029434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:34.033993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:34.059902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8eb402d-ddbc-42e8-af89-e978ef2123d4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:34.070411 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-70a35cc9-0f2a-4c14-814f-f16ceef32c45 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e8eb402d-ddbc-42e8-af89-e978ef2123d4 HTTP/1.1" status: 204 len: 168 time: 0.9519281 Mar 03 10:51:34.074337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40836) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:34.404415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Deleting port a5629c95-9bde-4255-9063-6998d6da78d6 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:34.404938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:34.475683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8074792c-9190-4ad6-be1f-f909bce2981a None None] The port 'a5629c95-9bde-4255-9063-6998d6da78d6' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:51:34.705739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:35.050221 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Deleting port 0aac7ed8-a1e4-42a2-ad39-e978f2942678 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:35.050790 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:35.053998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a5629c95-9bde-4255-9063-6998d6da78d6 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:51:35.088189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: a5629c95-9bde-4255-9063-6998d6da78d6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:51:35.088540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device a5629c95-9bde-4255-9063-6998d6da78d6 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:51:35.221148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] For port 0aac7ed8-a1e4-42a2-ad39-e978f2942678, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=0aac7ed8-a1e4-42a2-ad39-e978f2942678,segment=NetworkSegment(ca694fed-68bc-432f-adaf-577eeed2db45),segment_id=ca694fed-68bc-432f-adaf-577eeed2db45)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:35.221497 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:35.324450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f1084646-b74f-405d-beae-8e2f0cfb9541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:35.340786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Calling delete_port for 0aac7ed8-a1e4-42a2-ad39-e978f2942678 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:35.761755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:35.808524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Pushing event deleted for resources: {'Port': ['ID=0aac7ed8-a1e4-42a2-ad39-e978f2942678,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:36.079747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:36.157110 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:36.227584 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:36.442956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:51:36.621435 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:51:36.629934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] Sync routers for ids ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:51:36.640543 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3df72a4b-8435-4043-9460-6a4c0f6e216c admin admin] 10.222.0.23 "PUT /v2.0/routers/25ddfd9d-0877-4068-b7a2-bdbac957a0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649836 Mar 03 10:51:36.641016 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] Routers {'25ddfd9d-0877-4068-b7a2-bdbac957a0ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:36.641746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:36.642825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40840) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:36.855633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] Set router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:36.935397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.117251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.128095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Deleting port d501d197-2a68-4903-b1e5-36bce1dc2078 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:37.128444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.147106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:51:35Z', 'revision_number': 5, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port': {'id': 'd501d197-2a68-4903-b1e5-36bce1dc2078', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:49:28Z', 'updated_at': '2022-03-03T10:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:37.151394 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] Checking router: 25ddfd9d-0877-4068-b7a2-bdbac957a0ca for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:51:37.159543 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] Routers {'25ddfd9d-0877-4068-b7a2-bdbac957a0ca'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:37.160138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:37.302232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-a8825091-2810-4564-bedd-89786145706a admin admin] For port d501d197-2a68-4903-b1e5-36bce1dc2078, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d501d197-2a68-4903-b1e5-36bce1dc2078,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:37.302690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.313416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] Set router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:37.417986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:51:37Z', 'revision_number': 6, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:37.421865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91781b84-d332-4430-862e-a1d52a8d209f None None] The sync data for ids ['25ddfd9d-0877-4068-b7a2-bdbac957a0ca'] in dv-neutron-831192-5-hyperv is: [{'id': '25ddfd9d-0877-4068-b7a2-bdbac957a0ca', 'name': 'tempest-TestMinimumBasicScenario-1728221254-router', 'tenant_id': 'be7acda4d40a4645b43e35a76a34becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:49:27Z', 'updated_at': '2022-03-03T10:51:37Z', 'revision_number': 6, 'project_id': 'be7acda4d40a4645b43e35a76a34becb', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:51:37.428383 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Calling delete_port for d501d197-2a68-4903-b1e5-36bce1dc2078 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:37.594890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.645269 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Pushing event deleted for resources: {'Port': ['ID=d501d197-2a68-4903-b1e5-36bce1dc2078,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:37.735225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.910492 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.912673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.935281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.935825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ddfd9d-0877-4068-b7a2-bdbac957a0ca {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:51:37.948657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a8825091-2810-4564-bedd-89786145706a admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:37.949794 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a8825091-2810-4564-bedd-89786145706a admin admin] 10.222.0.23 "DELETE /v2.0/routers/25ddfd9d-0877-4068-b7a2-bdbac957a0ca HTTP/1.1" status: 204 len: 168 time: 1.3054786 Mar 03 10:51:37.952371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40844) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:38.013073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] Deleting subnet d34c9ef0-f8ae-450c-b20f-63168a47146f {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:51:38.015904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.064928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.065411 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.241896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.314002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.350748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34c9ef0-f8ae-450c-b20f-63168a47146f,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:38.354953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.360993 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5897c5d2-a625-4c05-bf10-f91095a6cc0a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d34c9ef0-f8ae-450c-b20f-63168a47146f HTTP/1.1" status: 204 len: 168 time: 0.4076707 Mar 03 10:51:38.363585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40848) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:38.364261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7195d3d-5af3-44ce-9a69-adae26ea351f None None] Network 7a275c3b-e020-4451-a026-61d301c30238 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:51:38.482044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.492582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Deleting port 7780c495-a4ad-4024-bf1f-44c7438f9687 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:38.493005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.634757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] DHCP port deletion for 7a275c3b-e020-4451-a026-61d301c30238 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:51:38.639229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Deleting port 7780c495-a4ad-4024-bf1f-44c7438f9687 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:38.639713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.822043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] For port 7780c495-a4ad-4024-bf1f-44c7438f9687, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7780c495-a4ad-4024-bf1f-44c7438f9687,segment=NetworkSegment(ca694fed-68bc-432f-adaf-577eeed2db45),segment_id=ca694fed-68bc-432f-adaf-577eeed2db45)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:38.822310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.845984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] For port 7780c495-a4ad-4024-bf1f-44c7438f9687, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7780c495-a4ad-4024-bf1f-44c7438f9687,segment=NetworkSegment(ca694fed-68bc-432f-adaf-577eeed2db45),segment_id=ca694fed-68bc-432f-adaf-577eeed2db45)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:38.846306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:38.942350 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Calling delete_port for 7780c495-a4ad-4024-bf1f-44c7438f9687 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:38.971098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Calling delete_port for 7780c495-a4ad-4024-bf1f-44c7438f9687 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:51:39.024081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.045374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:51:39.045726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:51:39.063680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0aac7ed8-a1e4-42a2-ad39-e978f2942678 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:51:39.075385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Pushing event deleted for resources: {'Port': ['ID=7780c495-a4ad-4024-bf1f-44c7438f9687,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:39.077167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] No DVR routers for this DVR port 7780c495-a4ad-4024-bf1f-44c7438f9687 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:51:39.098166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 0aac7ed8-a1e4-42a2-ad39-e978f2942678 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:51:39.098446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 0aac7ed8-a1e4-42a2-ad39-e978f2942678 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:51:39.098861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d501d197-2a68-4903-b1e5-36bce1dc2078 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:51:39.171528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d501d197-2a68-4903-b1e5-36bce1dc2078 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:51:39.171873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d501d197-2a68-4903-b1e5-36bce1dc2078 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:51:39.172283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7780c495-a4ad-4024-bf1f-44c7438f9687 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:51:39.195213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.205357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 7780c495-a4ad-4024-bf1f-44c7438f9687 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:51:39.205699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7780c495-a4ad-4024-bf1f-44c7438f9687 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:51:39.221247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a275c3b-e020-4451-a026-61d301c30238']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:39.232920 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca694fed-68bc-432f-adaf-577eeed2db45') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:39.233212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca694fed-68bc-432f-adaf-577eeed2db45') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:39.244779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.261078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.267266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:51:39.267722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:51:39.281309 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:51:39.359069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.375331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.385705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a275c3b-e020-4451-a026-61d301c30238,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:39.392812 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-394584a1-4359-4840-b9a4-3daef8164497 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7a275c3b-e020-4451-a026-61d301c30238 HTTP/1.1" status: 204 len: 168 time: 1.0282087 Mar 03 10:51:39.546905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Deleting port 7780c495-a4ad-4024-bf1f-44c7438f9687 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:51:39.547410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.558357 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40854) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:39.607882 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6f0925f1-e3b9-47c7-a463-a31ad0896aec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cf87e7349b1428a861cc28404229d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482578 Mar 03 10:51:39.610240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40858) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:39.615278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-1836f8c6-e21a-4255-ba54-e486b9b8940c None None] The port '7780c495-a4ad-4024-bf1f-44c7438f9687' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:51:39.673365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3c04e5bd-7c13-4077-a839-6732516ced6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.698547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3c04e5bd-7c13-4077-a839-6732516ced6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.749917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3c04e5bd-7c13-4077-a839-6732516ced6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.769512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04e5bd-7c13-4077-a839-6732516ced6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e265f-55e1-4568-9b3a-1be4cec02ef0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:39.778647 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3c04e5bd-7c13-4077-a839-6732516ced6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:39.779841 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3c04e5bd-7c13-4077-a839-6732516ced6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e1e265f-55e1-4568-9b3a-1be4cec02ef0 HTTP/1.1" status: 204 len: 168 time: 0.1687582 Mar 03 10:51:40.107688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40866) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:40.158686 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-66e7bc92-a48f-4181-94e2-6354165e6c63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be7acda4d40a4645b43e35a76a34becb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497556 Mar 03 10:51:40.161090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40870) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:40.218136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-586147ce-f1cb-4d6c-be6d-a8c532cd4a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:40.243260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-586147ce-f1cb-4d6c-be6d-a8c532cd4a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:40.295340 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-586147ce-f1cb-4d6c-be6d-a8c532cd4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:40.312411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586147ce-f1cb-4d6c-be6d-a8c532cd4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702709fb-3e42-4b9f-8eb8-14c4a7c4146e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:40.314684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-586147ce-f1cb-4d6c-be6d-a8c532cd4a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:40.315808 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-586147ce-f1cb-4d6c-be6d-a8c532cd4a8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/702709fb-3e42-4b9f-8eb8-14c4a7c4146e HTTP/1.1" status: 204 len: 168 time: 0.1537871 Mar 03 10:51:42.007201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40912) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:42.012825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614625207', 'description': 'tempest-secgroup-smoke-1614625207 description', 'project_id': '97d04f24783c4bc5902cc65927a8bedf'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:42.021185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.025312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.028149 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.033625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.045264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.057319 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.070909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.074633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.077326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.082706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.166882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.170743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.181216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.188408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.192899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.206228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.213888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efb7cc1-5b46-4737-96a0-08f9853ba553,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:42.279459 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.282977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.323111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:42.325938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.327129 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-249e41fb-5bf3-4e59-bb2b-c9121f0313cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3189259 Mar 03 10:51:42.329966 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40916) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:42.334889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '2d63ff44-b7d9-4dab-8f53-8aa906f9baf1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:42.341225 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.344961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.347769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.354165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.375490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.434742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.438201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.460436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a640a3-6ca3-4438-959e-3a59bb485f0b,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:42.471704 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.473038 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-db555412-70fd-4a12-9af8-cf469d2515eb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421316 Mar 03 10:51:42.475846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40920) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:42.482013 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '2d63ff44-b7d9-4dab-8f53-8aa906f9baf1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:42.488233 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.492026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.494921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.501053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.520858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.580785 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.584187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.609667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a3720a-287b-4605-a6e1-69ae43a945a4,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:42.618703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.620115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a98a229e-5f4c-42fb-a8f7-ca8056838a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433556 Mar 03 10:51:42.624044 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40924) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:42.628885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '2d63ff44-b7d9-4dab-8f53-8aa906f9baf1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:42.635466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.639859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.642822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.648354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.665623 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.727386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.730800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.756818 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2671bfae-e4a7-4869-ae7e-d12d1a57e89e,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:42.764173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.765351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a32b54dd-0057-46af-9438-9e4fa32fc6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403415 Mar 03 10:51:42.767990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40928) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:42.772832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '2d63ff44-b7d9-4dab-8f53-8aa906f9baf1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:42.779283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.783041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.785877 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.791852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.807659 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.871129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.874917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.899262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8326f881-ec4a-4be0-a66c-49f587edd37d,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:42.908883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:42.910087 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4a2b8bb7-6e0d-4f5b-b378-c45943831bed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412115 Mar 03 10:51:42.912793 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40932) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:42.918199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '2d63ff44-b7d9-4dab-8f53-8aa906f9baf1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:42.923859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:42.927601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:42.930398 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:42.935984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:42.946221 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:51:42.953082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.016434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.019987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.046471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e34fa5d-2bb6-4eac-9fea-38fc0a83cc8b,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:43.057144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.058424 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4a54e69a-b822-4529-9ec4-165b5944020c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447213 Mar 03 10:51:43.061155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40936) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:43.065939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '2d63ff44-b7d9-4dab-8f53-8aa906f9baf1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:43.071645 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:43.075356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:43.078599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:43.084195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:43.094494 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:51:43.100788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.163495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.168258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.192893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac940427-609c-4d36-8fb9-c6fe557ec1e5,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:43.201780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.205797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba10630c-d506-46b1-98ce-aba68a8f10ee tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409552 Mar 03 10:51:43.206083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40940) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:43.211355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'network': {'name': 'tempest-network-smoke--575720931', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'port_security_enabled': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:43.217145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:43.220823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:network and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:43.223627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:43.230219 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:43.240267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:51:43.244224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.272031 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:51:43.281361 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.281866 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Added segment 77b9b315-25db-4922-a0ca-db24f5a63507 of type vlan for network 1c6612db-1aa8-4cca-9b79-287616251338 Mar 03 10:51:43.306796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.334287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.340346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:43.340914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.391018 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1839733 Mar 03 10:51:43.394082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40944) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:43.399539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'admin_state_up': True, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:43.407570 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:43.411673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:router and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:43.414640 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:43.421539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:43.434648 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.435746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.451814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:43.460005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8015321-3077-4442-8ebd-707f020994fb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Network': ['ID=1c6612db-1aa8-4cca-9b79-287616251338,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:43.474009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 1c6612db-1aa8-4cca-9b79-287616251338 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:51:43.725238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:44.124757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:44.153135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:44.285842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.91 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/8adddc1d-3fce-4d00-af8d-9b0e82c74b43) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:51:44.432795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:44.461362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:44.520897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:51:44.523708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:51:44.531946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:51:44.569553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:44.940737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:45.275449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:45.587894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 1217b996-d0e0-4a41-9da6-c8197213ee4a is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:51:45.764438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:51:45.774456 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Sync routers for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:51:45.783915 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:45.784590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:45.791034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:45.792270 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c9f45d68-7c01-47f7-a37d-26b0cb34c963 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3972116 Mar 03 10:51:45.795366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40948) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:45.933123 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ffa148ad-c593-4603-984a-06d4cb2d574a tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=97d04f24783c4bc5902cc65927a8bedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1366286 Mar 03 10:51:45.935857 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40954) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:45.962458 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:46.071977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f0f49-ba11-4d1d-908a-c411f1314521 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:46.073459 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-413f0f49-ba11-4d1d-908a-c411f1314521 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367304 Mar 03 10:51:46.076360 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40958) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:46.116155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-83288bd3-fe4f-45b3-b909-9c015068724a tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387220 Mar 03 10:51:46.118836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 40962) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:46.124144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837696383', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:46.235010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:46.239061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:subnet and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:46.241019 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:44Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:46.241892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:46.244693 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Checking router: 1217b996-d0e0-4a41-9da6-c8197213ee4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:51:46.245025 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Updating router 1217b996-d0e0-4a41-9da6-c8197213ee4a port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:51:46.247629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:46.257219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:51:46.261427 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.300190 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.484393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.563848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Subnet': ['ID=8d216d30-5849-413f-ad45-f5bdc4cfec47,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:46.571929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Checking segment: {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:51:46.572301 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network hostable DHCP agents. Network: 1c6612db-1aa8-4cca-9b79-287616251338, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:51:46.590885 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 1c6612db-1aa8-4cca-9b79-287616251338 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:51:46.600890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 1c6612db-1aa8-4cca-9b79-287616251338) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:51:46.605588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:46.606183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.612397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516a77b-3ee1-4b45-9b21-db2883635750 None None] Network 1c6612db-1aa8-4cca-9b79-287616251338 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:51:46.628456 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-aa713b14-881b-4b83-b45e-b3215a09202b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5085709 Mar 03 10:51:46.631533 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 40966) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:51:46.659700 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.672130 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Transition to ACTIVE for port object 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:51:46.678536 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.756479 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Attempting to bind port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:51:46.756844 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Attempting to bind port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:51:46.757201 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Attempting to bind port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:51:46.766392 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Pushing event updated for resources: {'Port': ['ID=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:46.769766 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:51:46.770133 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:51:46.770526 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.770908 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:51:46.771383 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Bound port: 8adddc1d-3fce-4d00-af8d-9b0e82c74b43, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:51:46.771750 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.810704 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.811530 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.811530 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.811757 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.812084 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.812885 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.812885 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.813077 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.813333 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.813642 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.813944 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.814254 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:46.834055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-1c6612db-1aa8-4cca-9b79-287616251338', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:51:46.834897 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.860426 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] For port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:51:46.863358 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] For port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:51:46.868087 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:46.936261 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:46.936973 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:46.996787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Allocated IP 172.20.0.2 (1c6612db-1aa8-4cca-9b79-287616251338/8d216d30-5849-413f-ad45-f5bdc4cfec47/23b4e4c1-20c1-4e32-80c0-d7b3047eab09) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:51:47.119375 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:47.214258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:47.225097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Transition to ACTIVE for port object 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:51:47.245542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Transition to ACTIVE for port object 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:51:47.252250 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:47.308158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Network 1c6612db-1aa8-4cca-9b79-287616251338 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:51:47.309337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:51:47.313056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:51:47.394990 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3c86-694c-48e2-b3ac-b4d9ce099ee1 None None] Pushing event updated for resources: {'Port': ['ID=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:47.401593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Pushing event updated for resources: {'Port': ['ID=23b4e4c1-20c1-4e32-80c0-d7b3047eab09,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:47.420215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.420565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.420909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.421245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.421576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.421904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.422228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.422555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.422880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.423199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.423547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.423864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:51:47.430475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Attempting to bind port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:51:47.430898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Attempting to bind port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:51:47.431417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Attempting to bind port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 on network 1c6612db-1aa8-4cca-9b79-287616251338 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:51:47.436838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:51:47.437208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Checking segment: {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:51:47.437605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:47.437994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Bound using segment: {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:51:47.438456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Bound port: 23b4e4c1-20c1-4e32-80c0-d7b3047eab09, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:51:47.438847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:47.445860 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:44Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:47.450983 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ebed5-43f8-4c8d-9e76-9bf31f2e6b38 None None] The sync data for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv is: [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:44Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:51:47.469641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:47.549176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] For port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:51:47.552465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] For port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=23b4e4c1-20c1-4e32-80c0-d7b3047eab09,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:51:47.558684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:47.647449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21fbe2-b1f5-4c6e-8c47-ec9319486523 None None] Pushing event updated for resources: {'Port': ['ID=23b4e4c1-20c1-4e32-80c0-d7b3047eab09,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:47.928458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.1 (1c6612db-1aa8-4cca-9b79-287616251338/8d216d30-5849-413f-ad45-f5bdc4cfec47/165c77d0-de14-424d-8bef-6608c72a4705) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:51:48.101789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:48.121614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object 165c77d0-de14-424d-8bef-6608c72a4705 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:51:48.147026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:48.213029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 1c6612db-1aa8-4cca-9b79-287616251338 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:51:48.224053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:51:48.226598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:51:48.265289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=165c77d0-de14-424d-8bef-6608c72a4705,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:48.293543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:48.579871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:48.631405 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c288a6c-cfec-4dc7-a4d2-6f0aaa172d92 None None] Network 1c6612db-1aa8-4cca-9b79-287616251338 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:51:48.730135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-34a46e90-9d85-484c-b332-acb595c94fd6 None None] Provisioning for port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:51:49.126160 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:51:49.155062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.161369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.206226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-91eccaa0-f7d9-4146-96b4-6631b93284cd None None] Provisioning for port 165c77d0-de14-424d-8bef-6608c72a4705 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:51:49.212366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-91eccaa0-f7d9-4146-96b4-6631b93284cd None None] Provisioning complete for port 165c77d0-de14-424d-8bef-6608c72a4705 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:49.212828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-91eccaa0-f7d9-4146-96b4-6631b93284cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.281909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:51:49.284640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.289138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=165c77d0-de14-424d-8bef-6608c72a4705,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:49.296342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:49.296714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.351966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-91eccaa0-f7d9-4146-96b4-6631b93284cd None None] Port 165c77d0-de14-424d-8bef-6608c72a4705 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:51:49.425072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.425552 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 1c6612db-1aa8-4cca-9b79-287616251338 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:51:49.426812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:51:49.441721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:49.448318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.449220 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:51:49.588040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fc515a19-5c9a-43cd-bbc3-dce7ab25d22c None None] Provisioning complete for port 165c77d0-de14-424d-8bef-6608c72a4705 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:49.588410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fc515a19-5c9a-43cd-bbc3-dce7ab25d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.619006 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:49.629527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 1217b996-d0e0-4a41-9da6-c8197213ee4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:51:49.644305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:51:49.660568 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:49.660933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.689055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fc515a19-5c9a-43cd-bbc3-dce7ab25d22c None None] Port 165c77d0-de14-424d-8bef-6608c72a4705 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:51:49.781946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.813626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:51:49.823942 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6ab3380c-77a9-48b0-9a04-2ce0710a7d9a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/1217b996-d0e0-4a41-9da6-c8197213ee4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1913185 Mar 03 10:51:49.825089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Sync routers for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:51:49.832784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=23b4e4c1-20c1-4e32-80c0-d7b3047eab09,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:49.833860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d28c35b2-1ea6-41ab-ae5e-133a11100c42 None None] Provisioning complete for port 165c77d0-de14-424d-8bef-6608c72a4705 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:49.834145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d28c35b2-1ea6-41ab-ae5e-133a11100c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.872636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:49.914714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:49.915690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:49.987591 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-615aa9d2-2240-43bc-8a2c-555d0ca5092d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614625207&fields=id&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 267 time: 0.0412941 Mar 03 10:51:50.007558 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d28c35b2-1ea6-41ab-ae5e-133a11100c42 None None] Port 165c77d0-de14-424d-8bef-6608c72a4705 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:51:50.041952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=23b4e4c1-20c1-4e32-80c0-d7b3047eab09,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:50.132882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:50.140852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-a4fa2c47-8679-4caf-90fc-1cab55c05442 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:50.142319 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-a4fa2c47-8679-4caf-90fc-1cab55c05442 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/networks?id=1c6612db-1aa8-4cca-9b79-287616251338 HTTP/1.1" status: 200 len: 796 time: 0.1477685 Mar 03 10:51:50.156865 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-fa814a69-f453-400e-8f3f-895c5ab2d304 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/quotas/97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 375 time: 0.0091128 Mar 03 10:51:50.243050 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-e8f75a7b-a238-4e1a-9c04-7ace7bef1393 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813754 Mar 03 10:51:50.258223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-ac4dc665-b41c-460c-850a-a376f9caf0e1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:51:50.259981 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-ac4dc665-b41c-460c-850a-a376f9caf0e1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058422 Mar 03 10:51:50.392079 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-aa3f8c53-2a12-4480-bb74-801bf4dc650c service neutron] 10.222.0.23 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263351 Mar 03 10:51:50.439846 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 2, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:50.443653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Checking router: 1217b996-d0e0-4a41-9da6-c8197213ee4a for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:51:50.444002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Updating router 1217b996-d0e0-4a41-9da6-c8197213ee4a port 165c77d0-de14-424d-8bef-6608c72a4705 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:51:50.499875 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:50.529610 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-0de51820-85cd-4dea-bbda-66edee811c0c service neutron] 10.222.0.23 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318631 Mar 03 10:51:50.710428 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-aae0873c-cbfe-4448-ba6f-ea9d1fedcb0a req-8ee6efcd-51ef-43d1-8d37-82fb149da96a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 210 time: 0.0434191 Mar 03 10:51:50.887835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:50.898953 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Transition to ACTIVE for port object 165c77d0-de14-424d-8bef-6608c72a4705 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:51:50.905248 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:51.059236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5bd3-4f64-4d8e-9825-58e1ed35d42e None None] Pushing event updated for resources: {'Port': ['ID=165c77d0-de14-424d-8bef-6608c72a4705,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:51.096610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:51:51.167925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Attempting to bind port 165c77d0-de14-424d-8bef-6608c72a4705 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:51:51.168299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Attempting to bind port 165c77d0-de14-424d-8bef-6608c72a4705 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:51:51.168662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Attempting to bind port 165c77d0-de14-424d-8bef-6608c72a4705 on network 1c6612db-1aa8-4cca-9b79-287616251338 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:51:51.176592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:51:51.176965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Checking segment: {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:51:51.177362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:51.177753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Bound using segment: {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:51:51.178204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Bound port: 165c77d0-de14-424d-8bef-6608c72a4705, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:51:51.178576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:51.260859 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:51.261147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:51.336189 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] For port 165c77d0-de14-424d-8bef-6608c72a4705, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:51:51.340221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] For port 165c77d0-de14-424d-8bef-6608c72a4705, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=165c77d0-de14-424d-8bef-6608c72a4705,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:51:51.346555 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:51.476079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5bd3-4f64-4d8e-9825-58e1ed35d42e None None] Pushing event updated for resources: {'Port': ['ID=165c77d0-de14-424d-8bef-6608c72a4705,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:51.481750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:51:51.482396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:51.551184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:51:51.736715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:51:51.782652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:51.783033 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:51.990126 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-887eb06f-ed78-44c1-914f-217b0f592111 req-c1082971-41a1-41e5-8f5c-b4b637bbc2e4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 210 time: 0.1660972 Mar 03 10:51:52.159513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:51Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:51:52.163356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7bd600-2de7-4567-90c6-f11433429ad9 None None] The sync data for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv is: [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:51Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:51:52.465598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-0ce639f5-4879-4a64-9235-f7f7811e1cd8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:52.466903 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-0ce639f5-4879-4a64-9235-f7f7811e1cd8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:51:52.485923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-0ce639f5-4879-4a64-9235-f7f7811e1cd8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:51:52.487480 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-0ce639f5-4879-4a64-9235-f7f7811e1cd8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/networks?id=1c6612db-1aa8-4cca-9b79-287616251338 HTTP/1.1" status: 200 len: 796 time: 0.1904624 Mar 03 10:51:52.536778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-a06ac6af-7ac9-403a-8037-e3be0b02d860 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:51:52.556113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-a06ac6af-7ac9-403a-8037-e3be0b02d860 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:51:52.557333 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-a06ac6af-7ac9-403a-8037-e3be0b02d860 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 380 time: 0.0623200 Mar 03 10:51:52.569371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'port': {'device_id': '968120ac-c475-41e2-82dd-c1621ee22ade', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'admin_state_up': True, 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'security_groups': ['2d63ff44-b7d9-4dab-8f53-8aa906f9baf1']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:52.714027 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:51:52.718085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:port and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:51:52.721024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:51:52.726616 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:51:52.738019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:51:52.741865 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:52.910518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.10 (1c6612db-1aa8-4cca-9b79-287616251338/8d216d30-5849-413f-ad45-f5bdc4cfec47/b9d71417-fb77-4777-b6d5-33cdfb34cfaf) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:51:53.131337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 165c77d0-de14-424d-8bef-6608c72a4705 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:51:53.131638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.151365 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object b9d71417-fb77-4777-b6d5-33cdfb34cfaf will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:51:53.179557 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.213896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 165c77d0-de14-424d-8bef-6608c72a4705 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:51:53.219370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 165c77d0-de14-424d-8bef-6608c72a4705 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:53.219743 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.236860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92011a-63ab-40c4-9d36-446e025479b5 req-9ab3c9e6-209b-4f37-9790-6dc9824d83cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:53.238976 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9b92011a-63ab-40c4-9d36-446e025479b5 req-9ab3c9e6-209b-4f37-9790-6dc9824d83cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 932 time: 0.0981092 Mar 03 10:51:53.249997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 1c6612db-1aa8-4cca-9b79-287616251338 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:51:53.253259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:51:53.258180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:51:53.305723 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9b92011a-63ab-40c4-9d36-446e025479b5 req-1a29c0dc-a237-428d-a7f7-c41424628307 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538905 Mar 03 10:51:53.406005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.444002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:53.456844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 165c77d0-de14-424d-8bef-6608c72a4705, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=165c77d0-de14-424d-8bef-6608c72a4705,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:53.465463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.486666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:53.487929 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.515610 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-77298fb6-852d-416c-8735-db45fc495fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9501765 Mar 03 10:51:53.528917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Request body: {'port': {'device_id': '968120ac-c475-41e2-82dd-c1621ee22ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:51:53.539444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=165c77d0-de14-424d-8bef-6608c72a4705,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:53.562245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-92476637-b457-462d-a803-5fffa2b2b204 None None] Provisioning for port b9d71417-fb77-4777-b6d5-33cdfb34cfaf completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:51:53.566951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-92476637-b457-462d-a803-5fffa2b2b204 None None] Provisioning complete for port b9d71417-fb77-4777-b6d5-33cdfb34cfaf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:53.567339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-92476637-b457-462d-a803-5fffa2b2b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.623691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-92476637-b457-462d-a803-5fffa2b2b204 None None] Port b9d71417-fb77-4777-b6d5-33cdfb34cfaf cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:51:53.641335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.970393 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d71417-fb77-4777-b6d5-33cdfb34cfaf {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:51:53.977392 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:53.992117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Transition to ACTIVE for port object b9d71417-fb77-4777-b6d5-33cdfb34cfaf will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:51:53.995147 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:54.126677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Pushing event updated for resources: {'Port': ['ID=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:54.129689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:54.235467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Attempting to bind port b9d71417-fb77-4777-b6d5-33cdfb34cfaf on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:51:54.235799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Attempting to bind port b9d71417-fb77-4777-b6d5-33cdfb34cfaf by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:51:54.236118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Attempting to bind port b9d71417-fb77-4777-b6d5-33cdfb34cfaf on network 1c6612db-1aa8-4cca-9b79-287616251338 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:51:54.240779 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Port b9d71417-fb77-4777-b6d5-33cdfb34cfaf on network 1c6612db-1aa8-4cca-9b79-287616251338 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:51:54.241091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Attempting to bind port b9d71417-fb77-4777-b6d5-33cdfb34cfaf on network 1c6612db-1aa8-4cca-9b79-287616251338 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:51:54.246856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:51:54.247187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Checking segment: {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:51:54.247594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Bound using segment: {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:51:54.248005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Bound port: b9d71417-fb77-4777-b6d5-33cdfb34cfaf, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b9b315-25db-4922-a0ca-db24f5a63507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:51:54.248337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:54.337194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] For port b9d71417-fb77-4777-b6d5-33cdfb34cfaf, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:51:54.340030 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] For port b9d71417-fb77-4777-b6d5-33cdfb34cfaf, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:51:54.345572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:54.401284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:54.401889 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:54.403274 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-db473016-db3e-414d-b43d-d802652c96fb service neutron] 10.222.0.32 "PUT /v2.0/ports/b9d71417-fb77-4777-b6d5-33cdfb34cfaf HTTP/1.1" status: 200 len: 1094 time: 0.8793821 Mar 03 10:51:54.403734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:51:54.447589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db473016-db3e-414d-b43d-d802652c96fb service neutron] Pushing event updated for resources: {'Port': ['ID=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:54.535946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e77-244a-4c91-8f4f-0a674d1141fc req-3ff296e2-2d2d-49a7-8ae9-27f58e29b73c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:54.536437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-4d744d26-493a-4b6b-aa60-5a8c85816a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:54.537502 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-33f87e77-244a-4c91-8f4f-0a674d1141fc req-3ff296e2-2d2d-49a7-8ae9-27f58e29b73c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 944 time: 0.1070306 Mar 03 10:51:54.538002 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-4d744d26-493a-4b6b-aa60-5a8c85816a99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 1097 time: 0.0843461 Mar 03 10:51:54.585951 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-33f87e77-244a-4c91-8f4f-0a674d1141fc req-318c6731-6eea-4287-86bd-56f4a0144f1d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Mar 03 10:51:54.603561 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'status': 'completed', 'code': 200} Mar 03 10:51:54.611920 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-97393d9c-377f-49d8-a04c-2ca0de47edc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf HTTP/1.1" status: 200 len: 217 time: 0.0677340 Mar 03 10:51:54.676477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-7623a1a5-253b-432b-836c-a60b3444eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:54.677909 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-7623a1a5-253b-432b-836c-a60b3444eba0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d216d30-5849-413f-ad45-f5bdc4cfec47 HTTP/1.1" status: 200 len: 835 time: 0.0601377 Mar 03 10:51:54.760969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-8674cd1c-2bf0-43d2-a197-35d7c2c332bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:54.762350 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-8674cd1c-2bf0-43d2-a197-35d7c2c332bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c6612db-1aa8-4cca-9b79-287616251338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738094 Mar 03 10:51:54.890975 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-d5c430a1-671c-4f38-8a34-9c9411cc545d service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226494 Mar 03 10:51:55.017825 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2a7cab35-5bc9-4c79-9d3f-753f17ed075c req-69cb13fc-3e85-42ca-9c9d-cf5222f6f059 service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208570 Mar 03 10:51:55.068124 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 165c77d0-de14-424d-8bef-6608c72a4705 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:51:55.134625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 165c77d0-de14-424d-8bef-6608c72a4705 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:55.134999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:55.135277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e351-7700-492a-aed9-7dc240456e91 req-3d1b5ecb-242b-44c5-9db0-5933511e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:55.136787 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ea06e351-7700-492a-aed9-7dc240456e91 req-3d1b5ecb-242b-44c5-9db0-5933511e9eaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 1097 time: 0.0712790 Mar 03 10:51:55.364721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e351-7700-492a-aed9-7dc240456e91 req-c5fc11e2-8aba-47d8-90fe-23e812b22481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:55.366092 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ea06e351-7700-492a-aed9-7dc240456e91 req-c5fc11e2-8aba-47d8-90fe-23e812b22481 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c6612db-1aa8-4cca-9b79-287616251338 HTTP/1.1" status: 200 len: 896 time: 0.2236753 Mar 03 10:51:55.435423 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ea06e351-7700-492a-aed9-7dc240456e91 req-a6958dda-5e48-4d68-8d8c-b4e88780b1b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf HTTP/1.1" status: 200 len: 217 time: 0.0630875 Mar 03 10:51:55.498382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e351-7700-492a-aed9-7dc240456e91 req-bf4d40bf-2154-4be1-91e0-ef1ba3e704cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:55.499836 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ea06e351-7700-492a-aed9-7dc240456e91 req-bf4d40bf-2154-4be1-91e0-ef1ba3e704cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d216d30-5849-413f-ad45-f5bdc4cfec47 HTTP/1.1" status: 200 len: 835 time: 0.0570986 Mar 03 10:51:55.577177 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e351-7700-492a-aed9-7dc240456e91 req-96db8fa8-9a34-4611-a10a-a5e217c78343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:55.578624 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ea06e351-7700-492a-aed9-7dc240456e91 req-96db8fa8-9a34-4611-a10a-a5e217c78343 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c6612db-1aa8-4cca-9b79-287616251338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719657 Mar 03 10:51:55.712042 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ea06e351-7700-492a-aed9-7dc240456e91 req-31a8337d-8e41-40e6-af18-e98b1e212d9a service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265409 Mar 03 10:51:55.776366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2f574-aea3-4254-a77a-001bbff4cac8 req-7877461e-de31-41cf-8726-f330e9c48a26 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:55.777827 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7ff2f574-aea3-4254-a77a-001bbff4cac8 req-7877461e-de31-41cf-8726-f330e9c48a26 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 944 time: 0.0830736 Mar 03 10:51:55.822277 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7ff2f574-aea3-4254-a77a-001bbff4cac8 req-c3b0adc5-18c1-400c-aaa4-c7244d209ff2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Mar 03 10:51:55.844261 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ea06e351-7700-492a-aed9-7dc240456e91 req-1e60f4f7-37e5-4985-8526-3f66b46ae4c1 service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262226 Mar 03 10:51:57.153839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306bd4f-50b5-41a4-a7fd-80ca2351bab0 req-ba973aa2-2e81-401f-ac12-45c1cbbc7eba tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:57.155192 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b306bd4f-50b5-41a4-a7fd-80ca2351bab0 req-ba973aa2-2e81-401f-ac12-45c1cbbc7eba tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 944 time: 0.0786061 Mar 03 10:51:57.197548 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b306bd4f-50b5-41a4-a7fd-80ca2351bab0 req-9205aa1f-d2d0-4e96-b92d-e0fbc48e1b81 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368249 Mar 03 10:51:57.393134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b9d71417-fb77-4777-b6d5-33cdfb34cfaf details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:51:57.525186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port b9d71417-fb77-4777-b6d5-33cdfb34cfaf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:57.538427 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'port_id': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'mac_address': 'fa:16:3e:a4:f3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:51:57.595151 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:57.611292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d71417-fb77-4777-b6d5-33cdfb34cfaf {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:51:57.625995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port b9d71417-fb77-4777-b6d5-33cdfb34cfaf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:57.630426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:57.696711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:57.860022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['b9d71417-fb77-4777-b6d5-33cdfb34cfaf'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:51:58.380835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36025d0a-5dda-4225-b915-45a909027132 req-9e416632-497c-47d9-97f9-46b3a78d9cad tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:58.382268 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36025d0a-5dda-4225-b915-45a909027132 req-9e416632-497c-47d9-97f9-46b3a78d9cad tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 945 time: 0.0809627 Mar 03 10:51:58.425786 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36025d0a-5dda-4225-b915-45a909027132 req-4c51d834-3462-4611-9340-ae861db8cd8c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374064 Mar 03 10:51:59.416562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b9d71417-fb77-4777-b6d5-33cdfb34cfaf up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:51:59.487376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port b9d71417-fb77-4777-b6d5-33cdfb34cfaf completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:51:59.492023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port b9d71417-fb77-4777-b6d5-33cdfb34cfaf triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:51:59.492393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:59.610849 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cdb2d-e87e-49da-b474-d3005b6bd915 req-9e747090-aa0b-4149-9f4c-79963b415e5c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:59.612377 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-033cdb2d-e87e-49da-b474-d3005b6bd915 req-9e747090-aa0b-4149-9f4c-79963b415e5c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 945 time: 0.0799792 Mar 03 10:51:59.613342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:59.641576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:51:59.653056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port b9d71417-fb77-4777-b6d5-33cdfb34cfaf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:51:59.657582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:51:59.664263 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-033cdb2d-e87e-49da-b474-d3005b6bd915 req-59b7fd66-d9d8-4996-a671-90e36f8521ed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457304 Mar 03 10:51:59.726442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:51:59.750147 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'code': 200} Mar 03 10:51:59.968120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70263def-4462-487e-aed3-c5512ce69a7a req-a1519192-ac39-4bd4-8f76-4378d55300fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:51:59.969472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70263def-4462-487e-aed3-c5512ce69a7a req-a1519192-ac39-4bd4-8f76-4378d55300fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 1099 time: 0.0668123 Mar 03 10:52:00.007716 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-70263def-4462-487e-aed3-c5512ce69a7a req-e7a3b04f-5e33-4955-b7af-4995bde37fcf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Mar 03 10:52:00.844163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078758f2-c4d4-49be-b1d2-a6ff44207d77 req-663abe2c-684c-426f-a58c-a2c97c85635f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:00.845548 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-078758f2-c4d4-49be-b1d2-a6ff44207d77 req-663abe2c-684c-426f-a58c-a2c97c85635f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0780654 Mar 03 10:52:00.891162 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-078758f2-c4d4-49be-b1d2-a6ff44207d77 req-910dd418-c79b-4b6c-aa14-96559b975157 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Mar 03 10:52:01.674430 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-1a84cf78-2c14-4813-b3f6-866a55e71323 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714662 Mar 03 10:52:01.808106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-31a52558-e1ab-4fb9-a3d1-47f71929b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:01.809560 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-31a52558-e1ab-4fb9-a3d1-47f71929b546 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 1099 time: 0.0706954 Mar 03 10:52:01.952718 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-606bf60c-f0c8-46b4-849e-3da9cb554640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:01.954168 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-606bf60c-f0c8-46b4-849e-3da9cb554640 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c6612db-1aa8-4cca-9b79-287616251338 HTTP/1.1" status: 200 len: 896 time: 0.1265402 Mar 03 10:52:02.024416 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-9b2cb5e0-b6b2-441b-a98a-ac7e3ed21a19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf HTTP/1.1" status: 200 len: 217 time: 0.0641167 Mar 03 10:52:02.081482 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a9f7-ecd5-43b0-907e-506e0f8e846b req-56719ba5-6090-49f3-8ff7-b2189f71f323 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:02.082858 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0327a9f7-ecd5-43b0-907e-506e0f8e846b req-56719ba5-6090-49f3-8ff7-b2189f71f323 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0860605 Mar 03 10:52:02.085405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-cfb87266-fe07-4b85-baa1-a6a41fadc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:02.086920 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-cfb87266-fe07-4b85-baa1-a6a41fadc45b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d216d30-5849-413f-ad45-f5bdc4cfec47 HTTP/1.1" status: 200 len: 835 time: 0.0574384 Mar 03 10:52:02.128119 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0327a9f7-ecd5-43b0-907e-506e0f8e846b req-2b2de2f9-c329-44c7-a758-75daa0d57e85 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Mar 03 10:52:02.165170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-7d1de241-93f9-47a0-8622-a939484415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:02.166635 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-7d1de241-93f9-47a0-8622-a939484415f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c6612db-1aa8-4cca-9b79-287616251338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745897 Mar 03 10:52:02.298345 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-559c3ce4-fc1f-4ba3-bdf0-31f01fa49992 service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256807 Mar 03 10:52:02.310965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde6a89-8e58-4e79-ad43-4e1a9d0dbd9c req-c8fb6325-9c1d-450b-b9a3-56269bfb0db2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:02.312487 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbde6a89-8e58-4e79-ad43-4e1a9d0dbd9c req-c8fb6325-9c1d-450b-b9a3-56269bfb0db2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0803182 Mar 03 10:52:02.356596 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbde6a89-8e58-4e79-ad43-4e1a9d0dbd9c req-51242d6e-2b54-4333-b0c1-9c203cd47bc7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Mar 03 10:52:02.378796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41026) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:02.437679 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1abf01ab-44ff-433b-aa3c-55e0561940c1 req-11822eb7-3411-444b-bcb6-26eb798527fb service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334124 Mar 03 10:52:02.452065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77511554-bdc7-4b78-a8bf-aa7a42fc63ce tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:02.453768 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77511554-bdc7-4b78-a8bf-aa7a42fc63ce tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 1094 time: 0.0739071 Mar 03 10:52:02.456948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41030) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:02.462364 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:02.468668 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:02.472473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:floatingip and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:02.475265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:02.481623 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:02.491930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:02.629068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:02.764127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.9 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/5de7f21f-843f-4883-9dbd-504fe4a24f8c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:52:02.909276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:02.937207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:02.995550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:52:02.998277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:52:03.005923 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:52:03.044417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=5de7f21f-843f-4883-9dbd-504fe4a24f8c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:03.150811 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0baf5a82-2a47-4ced-8df5-1b65e610c466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:03.521596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:03.593764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:03.798438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:03.802763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:03.913014 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=5de7f21f-843f-4883-9dbd-504fe4a24f8c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:03.921353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:04.088206 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP 2c26b1e0-8a28-4e85-83ad-ca377ffbe033 associated. External IP: 172.26.7.9, port: b9d71417-fb77-4777-b6d5-33cdfb34cfaf. Mar 03 10:52:04.434690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 1217b996-d0e0-4a41-9da6-c8197213ee4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:52:04.733217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:52:04.742719 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] Sync routers for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:52:04.753303 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:04.753930 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:04.758324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:04.814941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-10faaca3-f0d8-4664-a48b-2f18383f7322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3571572 Mar 03 10:52:04.815551 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:52:04.860760 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'status': 'completed', 'code': 200} Mar 03 10:52:04.943409 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:04.956182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156e12-e427-4984-ac96-e6561d855def req-dffc3eb5-3b3b-4afd-bdde-42521d28d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:04.957669 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-67156e12-e427-4984-ac96-e6561d855def req-dffc3eb5-3b3b-4afd-bdde-42521d28d8b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 1099 time: 0.0757511 Mar 03 10:52:04.986370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b720-b8b3-4232-bd89-30f0f18a834e req-30201cd6-fc8a-4b87-bce6-70166f42637a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:04.988762 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6343b720-b8b3-4232-bd89-30f0f18a834e req-30201cd6-fc8a-4b87-bce6-70166f42637a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0852988 Mar 03 10:52:05.035940 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6343b720-b8b3-4232-bd89-30f0f18a834e req-718c06dc-f7d0-4fd2-9982-5f90a41c397c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Mar 03 10:52:05.066509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41038) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:05.178805 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0dd4d054-6d37-45ff-bd41-597ab3b0536e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/2c26b1e0-8a28-4e85-83ad-ca377ffbe033 HTTP/1.1" status: 200 len: 990 time: 0.1111546 Mar 03 10:52:05.193572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156e12-e427-4984-ac96-e6561d855def req-9e6635ae-367a-42c2-9690-f559a4ac929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:05.195013 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-67156e12-e427-4984-ac96-e6561d855def req-9e6635ae-367a-42c2-9690-f559a4ac929d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c6612db-1aa8-4cca-9b79-287616251338 HTTP/1.1" status: 200 len: 896 time: 0.2315471 Mar 03 10:52:05.298346 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-67156e12-e427-4984-ac96-e6561d855def req-59a5950a-c436-440d-b121-809d095cbd3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf HTTP/1.1" status: 200 len: 998 time: 0.0971386 Mar 03 10:52:05.307200 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '2c26b1e0-8a28-4e85-83ad-ca377ffbe033', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'port_id': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'mac_address': 'fa:16:3e:a4:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968120ac-c475-41e2-82dd-c1621ee22ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:52:03Z', 'updated_at': '2022-03-03T10:52:03Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:05.311079 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] Checking router: 1217b996-d0e0-4a41-9da6-c8197213ee4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:52:05.319368 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:05.319969 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:51:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:05.327147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef43a-44fc-4e1c-a293-307898c6c8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:05.367201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156e12-e427-4984-ac96-e6561d855def req-983d92f7-0ada-4717-a357-260fbe725973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:05.369196 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-67156e12-e427-4984-ac96-e6561d855def req-983d92f7-0ada-4717-a357-260fbe725973 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d216d30-5849-413f-ad45-f5bdc4cfec47 HTTP/1.1" status: 200 len: 835 time: 0.0638800 Mar 03 10:52:05.445812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156e12-e427-4984-ac96-e6561d855def req-0285f2b4-ff0d-4384-9318-8eb8cd5857f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:05.447638 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-67156e12-e427-4984-ac96-e6561d855def req-0285f2b4-ff0d-4384-9318-8eb8cd5857f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c6612db-1aa8-4cca-9b79-287616251338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722599 Mar 03 10:52:05.523727 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:05.579511 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-67156e12-e427-4984-ac96-e6561d855def req-8ce6c88e-48fe-4b3c-b7cb-e1492a1d1984 service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261358 Mar 03 10:52:05.714119 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-67156e12-e427-4984-ac96-e6561d855def req-5df1d65a-3b0e-41c6-bf4a-46950d1521cf service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290684 Mar 03 10:52:05.875676 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '2c26b1e0-8a28-4e85-83ad-ca377ffbe033', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'port_id': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'mac_address': 'fa:16:3e:a4:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968120ac-c475-41e2-82dd-c1621ee22ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:52:03Z', 'updated_at': '2022-03-03T10:52:03Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:05.879501 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9c4a8-cd60-4b77-b185-b5cd14831535 None None] The sync data for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv is: [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '2c26b1e0-8a28-4e85-83ad-ca377ffbe033', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'port_id': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'mac_address': 'fa:16:3e:a4:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968120ac-c475-41e2-82dd-c1621ee22ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:52:03Z', 'updated_at': '2022-03-03T10:52:03Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:52:06.058843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3181935-1ff7-4f33-9c62-490b3bead298 None None] New status for floating IP 2c26b1e0-8a28-4e85-83ad-ca377ffbe033: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:52:06.181453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41042) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:06.251702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:06.273643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:06.284289 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:52:06.300633 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-963c9b6f-b25c-4c93-95f2-7a3e2508d2c9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/2c26b1e0-8a28-4e85-83ad-ca377ffbe033 HTTP/1.1" status: 200 len: 990 time: 0.1169121 Mar 03 10:52:07.302779 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41046) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:07.411316 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6afb2058-9f59-48fc-84bc-7117a9534b33 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/2c26b1e0-8a28-4e85-83ad-ca377ffbe033 HTTP/1.1" status: 200 len: 992 time: 0.1074300 Mar 03 10:52:08.074934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:24.133580 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:33.152593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2cebf045-6df8-4a6e-83cc-6d9c856c50ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:35.328868 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-67870b26-256b-4c3f-abdd-c10faaca7b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:36.165384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:36.232643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:36.931212 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd331f58-11d5-475d-a0a5-f38ec04b3217 req-467bbeee-1606-4cf7-a863-e70f6bca1e13 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:36.933318 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bd331f58-11d5-475d-a0a5-f38ec04b3217 req-467bbeee-1606-4cf7-a863-e70f6bca1e13 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0839930 Mar 03 10:52:36.976970 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bd331f58-11d5-475d-a0a5-f38ec04b3217 req-2f358d95-7e92-4da5-95cf-10ed82f1848f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379834 Mar 03 10:52:38.074421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:38.164854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0833522-fc58-4022-885d-8f71041faa11 req-fe8de25f-a919-4aa2-a059-dcc900c26350 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:38.166494 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f0833522-fc58-4022-885d-8f71041faa11 req-fe8de25f-a919-4aa2-a059-dcc900c26350 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0786047 Mar 03 10:52:38.209674 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f0833522-fc58-4022-885d-8f71041faa11 req-88d73e5c-25ad-4973-a8c5-b684d984c74a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375943 Mar 03 10:52:38.233621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41068) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:38.338432 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d61c395e-980d-4563-8217-e427502c531e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/2c26b1e0-8a28-4e85-83ad-ca377ffbe033 HTTP/1.1" status: 200 len: 992 time: 0.1031191 Mar 03 10:52:39.800184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973ed6-3e31-476e-8247-a7eeeac5d669 req-23b0c167-fc26-4139-9a93-17926ef3b80b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:39.801685 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e973ed6-3e31-476e-8247-a7eeeac5d669 req-23b0c167-fc26-4139-9a93-17926ef3b80b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0853844 Mar 03 10:52:39.847677 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e973ed6-3e31-476e-8247-a7eeeac5d669 req-11c805c1-d4a3-4a8c-b203-26e78aafbb9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Mar 03 10:52:41.030760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e9017-29cb-417a-8ba7-1adaf783857b req-f4b03e96-5d11-4b6d-8805-b8529828a722 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:41.032264 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-594e9017-29cb-417a-8ba7-1adaf783857b req-f4b03e96-5d11-4b6d-8805-b8529828a722 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0789907 Mar 03 10:52:41.076169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-594e9017-29cb-417a-8ba7-1adaf783857b req-75823996-19b2-496e-b5e0-0b2628c52061 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383246 Mar 03 10:52:41.098908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41080) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:41.203328 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7fd96ea2-1ceb-4e7a-8d25-b665c61d54f1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/2c26b1e0-8a28-4e85-83ad-ca377ffbe033 HTTP/1.1" status: 200 len: 992 time: 0.1032858 Mar 03 10:52:41.496479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41088) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:41.696248 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 5de7f21f-843f-4883-9dbd-504fe4a24f8c {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:52:41.696587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:41.860092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:41.860346 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:41.979057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 5de7f21f-843f-4883-9dbd-504fe4a24f8c owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:52:42.129685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:42.180182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=5de7f21f-843f-4883-9dbd-504fe4a24f8c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:42.216152 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.216503 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.216835 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.217161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.217485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.217807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.218128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.218620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.218941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.219256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.219639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.219959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:42.281463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:42.281787 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP 2c26b1e0-8a28-4e85-83ad-ca377ffbe033 disassociated (deleted). External IP: 172.26.7.9, port: b9d71417-fb77-4777-b6d5-33cdfb34cfaf. Mar 03 10:52:42.721742 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 1217b996-d0e0-4a41-9da6-c8197213ee4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:52:42.899755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:52:42.910760 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] Sync routers for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:52:42.912917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:42.920718 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:42.921316 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:42.971434 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f610b181-6fe8-40c2-9f78-61920f2d79ab tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/floatingips/2c26b1e0-8a28-4e85-83ad-ca377ffbe033 HTTP/1.1" status: 204 len: 168 time: 1.4738472 Mar 03 10:52:42.972020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:52:43.017500 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'status': 'completed', 'code': 200} Mar 03 10:52:43.109641 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:43.111594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-a7316675-8be1-4961-82fd-e8024594eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:43.113337 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-a7316675-8be1-4961-82fd-e8024594eeb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 1099 time: 0.0742867 Mar 03 10:52:43.256369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-aa670577-6d79-412f-ae0c-e6b61c4ae639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:43.257818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-aa670577-6d79-412f-ae0c-e6b61c4ae639 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c6612db-1aa8-4cca-9b79-287616251338 HTTP/1.1" status: 200 len: 896 time: 0.1389217 Mar 03 10:52:43.330777 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-00a872f9-e0cb-4161-bb4b-ac64a5c933b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf HTTP/1.1" status: 200 len: 217 time: 0.0667660 Mar 03 10:52:43.332450 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:52:43.365600 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3fec6-9189-4626-ab1d-5518a83c4882 req-adfb4e1a-c791-4918-accf-47ea497b2968 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:43.367233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-acd3fec6-9189-4626-ab1d-5518a83c4882 req-adfb4e1a-c791-4918-accf-47ea497b2968 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0882227 Mar 03 10:52:43.393438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-d66057af-34ef-4419-bc8a-4be5374c50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:43.394872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-d66057af-34ef-4419-bc8a-4be5374c50c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d216d30-5849-413f-ad45-f5bdc4cfec47 HTTP/1.1" status: 200 len: 835 time: 0.0586114 Mar 03 10:52:43.423174 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-acd3fec6-9189-4626-ab1d-5518a83c4882 req-c2e2f5d6-d33f-4b47-9aaf-7e8197ecc3b3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487554 Mar 03 10:52:43.432941 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:43.437146 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] Checking router: 1217b996-d0e0-4a41-9da6-c8197213ee4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:52:43.446698 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:43.448024 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:43.479376 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-cf5c5fb4-e964-4f3a-96c2-21811f9f14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:43.480824 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-cf5c5fb4-e964-4f3a-96c2-21811f9f14db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c6612db-1aa8-4cca-9b79-287616251338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790126 Mar 03 10:52:43.612998 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-e831de7a-8d45-46d0-93ae-cdef52ece633 service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254194 Mar 03 10:52:43.625019 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:43.750514 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4848d4b-b81f-49ab-9432-592f52e7958a req-08926134-460a-4aab-977e-2b5d6f936454 service neutron] 10.222.0.32 "GET /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310482 Mar 03 10:52:43.965263 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:43.968943 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605d64c-1892-4ead-bba1-b868f27f65fd None None] The sync data for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv is: [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:51:48Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '165c77d0-de14-424d-8bef-6608c72a4705', 'name': '', 'network_id': '1c6612db-1aa8-4cca-9b79-287616251338', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:bf:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:47Z', 'updated_at': '2022-03-03T10:51:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '8d216d30-5849-413f-ad45-f5bdc4cfec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:52:44.168415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364347df-a140-4aff-9b57-7c5703887fa0 None None] New status for floating IP 2c26b1e0-8a28-4e85-83ad-ca377ffbe033: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:52:44.607087 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97a1e8-c5bc-4fee-be59-9eba5d49498c req-42ffce73-46e7-40f7-86d7-8c027207ceaf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:44.608527 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7e97a1e8-c5bc-4fee-be59-9eba5d49498c req-42ffce73-46e7-40f7-86d7-8c027207ceaf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0781722 Mar 03 10:52:44.652542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7e97a1e8-c5bc-4fee-be59-9eba5d49498c req-df658297-d851-4846-822d-d51dd125f4c4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385318 Mar 03 10:52:44.784036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-e4e124dd-5214-42af-9ef0-14ab34dcd498 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:44.784717 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-e4e124dd-5214-42af-9ef0-14ab34dcd498 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:52:44.801290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-e4e124dd-5214-42af-9ef0-14ab34dcd498 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:52:44.802393 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-e4e124dd-5214-42af-9ef0-14ab34dcd498 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 946 time: 0.0948956 Mar 03 10:52:44.873343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port b9d71417-fb77-4777-b6d5-33cdfb34cfaf {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:52:44.873621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:45.222930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port b9d71417-fb77-4777-b6d5-33cdfb34cfaf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:52:45.223283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:45.346604 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for b9d71417-fb77-4777-b6d5-33cdfb34cfaf owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:52:45.497498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:45.547401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=b9d71417-fb77-4777-b6d5-33cdfb34cfaf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:45.620979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] No DVR routers for this DVR port b9d71417-fb77-4777-b6d5-33cdfb34cfaf on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:52:45.623367 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:45.625737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'name': 'network-vif-deleted', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:52:45.642834 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-597b689b-c8ef-462b-be0a-12df77a81bc7 req-f4536749-a2eb-4b31-92ec-d461aa1d7d50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "DELETE /v2.0/ports/b9d71417-fb77-4777-b6d5-33cdfb34cfaf HTTP/1.1" status: 204 len: 173 time: 0.8358700 Mar 03 10:52:45.672817 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968120ac-c475-41e2-82dd-c1621ee22ade', 'name': 'network-vif-deleted', 'tag': 'b9d71417-fb77-4777-b6d5-33cdfb34cfaf', 'status': 'completed', 'code': 200} Mar 03 10:52:45.805764 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9b760e12-3927-425b-a5be-d31f335dc6b0 req-e88f7ef5-fc5c-4922-8459-ac4e6bc84b23 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=968120ac-c475-41e2-82dd-c1621ee22ade HTTP/1.1" status: 200 len: 210 time: 0.0474923 Mar 03 10:52:46.898771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41108) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:47.442407 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:47.595215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b9d71417-fb77-4777-b6d5-33cdfb34cfaf no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:52:47.636467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: b9d71417-fb77-4777-b6d5-33cdfb34cfaf {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:52:47.636810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device b9d71417-fb77-4777-b6d5-33cdfb34cfaf not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:52:47.884551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 165c77d0-de14-424d-8bef-6608c72a4705 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:52:47.885038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:48.071831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 165c77d0-de14-424d-8bef-6608c72a4705, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=165c77d0-de14-424d-8bef-6608c72a4705,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:52:48.072564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:48.193502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 165c77d0-de14-424d-8bef-6608c72a4705 owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:52:48.518485 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:48.568546 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=165c77d0-de14-424d-8bef-6608c72a4705,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:48.844466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:49.307512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 1217b996-d0e0-4a41-9da6-c8197213ee4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:52:49.485117 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:52:49.495578 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] Sync routers for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:52:49.497878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f984a2fb-9a45-48e9-a474-a7e436f8037f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/1217b996-d0e0-4a41-9da6-c8197213ee4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980282 Mar 03 10:52:49.500596 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41112) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:49.504648 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:49.505239 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:49.564775 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting subnet 8d216d30-5849-413f-ad45-f5bdc4cfec47 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:52:49.567664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:49.624632 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:49.680188 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:49.706444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:49.779584 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:49.821845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Subnet': ['ID=8d216d30-5849-413f-ad45-f5bdc4cfec47,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:49.825336 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:49.831407 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a9330fd1-15df-459f-974a-12f34ca7f01a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/subnets/8d216d30-5849-413f-ad45-f5bdc4cfec47 HTTP/1.1" status: 204 len: 168 time: 0.3298373 Mar 03 10:52:49.831709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17223813-ae4f-4067-8710-6f033661b1b9 None None] Network 1c6612db-1aa8-4cca-9b79-287616251338 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:52:49.833921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41116) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:49.969404 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:52:48Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:49.973170 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] Checking router: 1217b996-d0e0-4a41-9da6-c8197213ee4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:52:49.982637 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] Routers {'1217b996-d0e0-4a41-9da6-c8197213ee4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:49.983430 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['1217b996-d0e0-4a41-9da6-c8197213ee4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:50.016599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.098709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] DHCP port deletion for 1c6612db-1aa8-4cca-9b79-287616251338 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:52:50.103100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Deleting port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:52:50.104232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.178839 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] Set router 1217b996-d0e0-4a41-9da6-c8197213ee4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:50.210144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.220888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:52:50.221553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.316331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] For port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=23b4e4c1-20c1-4e32-80c0-d7b3047eab09,segment=NetworkSegment(77b9b315-25db-4922-a0ca-db24f5a63507),segment_id=77b9b315-25db-4922-a0ca-db24f5a63507)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:52:50.316637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.410051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 8adddc1d-3fce-4d00-af8d-9b0e82c74b43, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:52:50.410624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.441197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Calling delete_port for 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:52:50.484422 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:52:48Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:50.488399 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f58a4-dcd2-45ce-a5eb-c4c79f1ef90e None None] The sync data for ids ['1217b996-d0e0-4a41-9da6-c8197213ee4a'] in dv-neutron-831192-5-hyperv is: [{'id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582951522', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:51:43Z', 'updated_at': '2022-03-03T10:52:48Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '8adddc1d-3fce-4d00-af8d-9b0e82c74b43', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1217b996-d0e0-4a41-9da6-c8197213ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:51:44Z', 'updated_at': '2022-03-03T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:52:50.527078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.577619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Pushing event deleted for resources: {'Port': ['ID=23b4e4c1-20c1-4e32-80c0-d7b3047eab09,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:50.582643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] No DVR routers for this DVR port 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:52:50.588890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.589362 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.589704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.590044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.590379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.590717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.591045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.591402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.591729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.592530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.592530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.592672 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664841ce-e82a-4541-9849-fccb8ce4a158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:50.654767 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:52:50.818296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:50.865285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=8adddc1d-3fce-4d00-af8d-9b0e82c74b43,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:50.959200 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.136250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.138673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 165c77d0-de14-424d-8bef-6608c72a4705 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:52:51.141051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.163281 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.163854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Fanout notify agent at l3_agent the message router_deleted on router 1217b996-d0e0-4a41-9da6-c8197213ee4a {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:52:51.173229 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 165c77d0-de14-424d-8bef-6608c72a4705 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:52:51.173581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 165c77d0-de14-424d-8bef-6608c72a4705 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:52:51.174201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:52:51.180737 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.183766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c0a33a78-4213-4163-bc44-f8a58038648e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/routers/1217b996-d0e0-4a41-9da6-c8197213ee4a HTTP/1.1" status: 204 len: 168 time: 1.3489015 Mar 03 10:52:51.185065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:51.223907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:52:51.224404 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 23b4e4c1-20c1-4e32-80c0-d7b3047eab09 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:52:51.303196 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.432290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.456465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6612db-1aa8-4cca-9b79-287616251338']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:51.468746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b9b315-25db-4922-a0ca-db24f5a63507') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:51.469042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b9b315-25db-4922-a0ca-db24f5a63507') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:51.483939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.499950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.505693 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:52:51.506069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:52:51.521053 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:52:51.712375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.730632 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.741429 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Network': ['ID=1c6612db-1aa8-4cca-9b79-287616251338,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:51.751057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.751438 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.751786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.752163 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.752582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.753060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.753396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.753724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.754053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.754376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.754703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.755025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:52:51.759631 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6400f3ce-5ae1-41da-acf7-b6fbc2f0d8cd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/networks/1c6612db-1aa8-4cca-9b79-287616251338 HTTP/1.1" status: 204 len: 168 time: 0.5727224 Mar 03 10:52:51.761871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41124) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:51.828349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f82a7855-f29a-49c5-b767-d3997437cee2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.860752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f82a7855-f29a-49c5-b767-d3997437cee2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.923976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f82a7855-f29a-49c5-b767-d3997437cee2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.941963 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a7855-f29a-49c5-b767-d3997437cee2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d63ff44-b7d9-4dab-8f53-8aa906f9baf1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:51.953063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f82a7855-f29a-49c5-b767-d3997437cee2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:51.954185 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f82a7855-f29a-49c5-b767-d3997437cee2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/security-groups/2d63ff44-b7d9-4dab-8f53-8aa906f9baf1 HTTP/1.1" status: 204 len: 168 time: 0.1911771 Mar 03 10:52:52.454899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41132) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:52.460300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249473566', 'description': 'tempest-secgroup-smoke-249473566 description', 'project_id': '97d04f24783c4bc5902cc65927a8bedf'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:52.466888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:52.470987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:52.473865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:52.480695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:52.489417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.508345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:52.512554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:52.515293 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:52.520813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:52.589493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.592967 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.637573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da9ad1a-584c-42ce-891f-aa72a537f3c1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:52.641326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.642569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0cc72a07-40f5-4d2b-a4cd-fc79f7962395 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1866057 Mar 03 10:52:52.645447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41136) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:52.651516 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7da9ad1a-584c-42ce-891f-aa72a537f3c1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:52.657407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:52.661167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:52.664128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:52.669592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:52.686161 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.749097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.752451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.777755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2741fe24-095d-4ea3-97ea-da1f282b5cde,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:52.786105 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.787471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f230d95c-b9b1-4d03-a2b3-69a328115964 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410499 Mar 03 10:52:52.790246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41140) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:52.795279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7da9ad1a-584c-42ce-891f-aa72a537f3c1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:52.801041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:52.804835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:52.807912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:52.813511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:52.830147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.890780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.894145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.917198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950fb7fd-2f42-4020-a8c9-a023c8ada6dc,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:52.925822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:52.927007 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4814b4d0-abbc-432a-a136-88e2d76402bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358178 Mar 03 10:52:52.929730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41144) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:52.934555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7da9ad1a-584c-42ce-891f-aa72a537f3c1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:52.940283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:52.943975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:52.947282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:52.952877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:52.969921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.029798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.032983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.052276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:52:53.058385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e406eea0-0e56-49e6-ae9b-e5db0f756732,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:53.067307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.071016 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c2b8dab6-103d-4149-901b-303a18b6a387 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379058 Mar 03 10:52:53.071322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41148) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:53.077177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7da9ad1a-584c-42ce-891f-aa72a537f3c1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:53.083030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:53.086824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:53.089907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:52:53.090028 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:53.090266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8adddc1d-3fce-4d00-af8d-9b0e82c74b43 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:52:53.096152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:53.112064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.176533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.179997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.204788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5304110b-c332-4905-ba4c-06972f926bc9,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:53.214759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.216112 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9118131b-7497-43dc-9c03-d057dc8aab87 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438897 Mar 03 10:52:53.218729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41152) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:53.223638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7da9ad1a-584c-42ce-891f-aa72a537f3c1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:53.229550 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:53.233369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:53.236443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:53.242009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:53.252080 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:52:53.258509 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.321466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.325520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.348368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e74c313-b93f-4e8e-81a7-43dc94664c8e,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:53.356926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.358102 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-da964da2-b2fb-4b7e-b72c-896a2e36180c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384277 Mar 03 10:52:53.360754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41156) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:53.365645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7da9ad1a-584c-42ce-891f-aa72a537f3c1', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:53.371971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:53.375760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:53.378598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:53.384480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:53.393707 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:52:53.400168 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.467960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.471563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.495894 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9043ceab-066d-4ef5-9642-dc3e9f149792,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:53.505555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.506662 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0f121527-6212-49c3-93ca-1133b291cee5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450160 Mar 03 10:52:53.509765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41160) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:53.515064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'network': {'name': 'tempest-network-smoke--685070949', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:53.519808 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:53.523828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:network and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:53.526772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:53.532298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:53.542675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:52:53.545960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.572431 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:52:53.580973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.581306 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Added segment 775e29b5-b016-4478-b55d-cc5729f8729f of type vlan for network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 Mar 03 10:52:53.606803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.635476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.640753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:53.641321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.747758 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2368295 Mar 03 10:52:53.750366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db3d0f-8726-4bed-9eaf-8188aeb1ba2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Network': ['ID=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:53.750489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41164) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:53.756052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'admin_state_up': True, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:53.760645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:52:53.764157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:53.767965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:router and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:53.770776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:53.778131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:53.787763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.789243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:53.804941 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:54.074278 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:54.140397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:54.378489 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:54.411277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:54.542426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.100 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/d636fd55-8f2a-44b9-8232-1d7a897fbd9b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:52:54.786292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:54.814536 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:54.875855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:52:54.878768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:52:54.881182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:52:54.929108 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:55.295858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:55.630961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:55.829628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router fb734f8e-d961-44ec-b735-4941dbd4d3d6 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:52:56.107695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:52:56.116764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Sync routers for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:52:56.126397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:56.127005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:56.136196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:56.137396 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7cc713f8-97cb-4e92-aaed-a87894709156 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3859046 Mar 03 10:52:56.140587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41168) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:56.180921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d5651778-974c-4513-b07c-d3735834e54d tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=97d04f24783c4bc5902cc65927a8bedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392635 Mar 03 10:52:56.184140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41172) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:56.312998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7699faa8-f3be-488a-87c8-a2f6dbc66d3c tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:56.314471 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7699faa8-f3be-488a-87c8-a2f6dbc66d3c tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294534 Mar 03 10:52:56.317343 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41176) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:56.339382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:56.355982 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a453d157-2d33-47a4-9485-ead46c570190 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376217 Mar 03 10:52:56.358527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41180) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:56.363633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-90920056', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:52:56.471607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:52:56.476132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:subnet and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:52:56.479631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:52:56.485220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:52:56.495284 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:52:56.498823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:56.628870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:55Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:56.632622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Checking router: fb734f8e-d961-44ec-b735-4941dbd4d3d6 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:52:56.632974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Updating router fb734f8e-d961-44ec-b735-4941dbd4d3d6 port d636fd55-8f2a-44b9-8232-1d7a897fbd9b binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:52:56.688853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:56.712089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:56.796505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Subnet': ['ID=4c35c3f8-1999-4625-a7cf-7d657165c109,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:56.808285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Checking segment: {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:52:56.808894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network hostable DHCP agents. Network: 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:52:56.828626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:52:56.840910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:52:56.845182 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:52:56.845761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:56.854020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d914e3-9b27-48eb-ba32-706a146a3471 None None] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:52:56.869465 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e0c1deba-5e02-4942-ad6b-a8d1fba99a9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5093286 Mar 03 10:52:56.873245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41184) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:52:57.207409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:52:57.208208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:57.222001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:57.240039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Transition to ACTIVE for port object d636fd55-8f2a-44b9-8232-1d7a897fbd9b will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:52:57.287800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:57.424606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Attempting to bind port d636fd55-8f2a-44b9-8232-1d7a897fbd9b on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:52:57.424977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Attempting to bind port d636fd55-8f2a-44b9-8232-1d7a897fbd9b by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:52:57.425342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Attempting to bind port d636fd55-8f2a-44b9-8232-1d7a897fbd9b on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:52:57.427328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308655f-6e5f-45a6-83a4-6da5e01388eb None None] Pushing event updated for resources: {'Port': ['ID=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:57.448626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:52:57.449707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:52:57.450111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:57.450498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:52:57.450964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Bound port: d636fd55-8f2a-44b9-8232-1d7a897fbd9b, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:52:57.451994 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:57.513818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Allocated IP 172.20.0.2 (31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7/4c35c3f8-1999-4625-a7cf-7d657165c109/1434d9e3-42da-4dd8-94bd-a069cd4dbb24) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:52:57.571108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] For port d636fd55-8f2a-44b9-8232-1d7a897fbd9b, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:52:57.629590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] For port d636fd55-8f2a-44b9-8232-1d7a897fbd9b, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:52:57.637123 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:57.683144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:57.749233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308655f-6e5f-45a6-83a4-6da5e01388eb None None] Pushing event updated for resources: {'Port': ['ID=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:57.759771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:52:57.760399 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:58.001400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.024455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Transition to ACTIVE for port object 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:52:58.048182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:52:58.155822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Transition to ACTIVE for port object 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:52:58.172709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.226083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.1 (31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7/4c35c3f8-1999-4625-a7cf-7d657165c109/db72a5a3-1f91-4708-a7a7-551e7da929bf) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:52:58.307245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:52:58.316778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:52:58.320972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Pushing event updated for resources: {'Port': ['ID=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:58.323422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:52:58.387148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.402355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object db72a5a3-1f91-4708-a7a7-551e7da929bf will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:52:58.428466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.457210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Attempting to bind port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:52:58.457580 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Attempting to bind port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:52:58.457938 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Attempting to bind port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 on network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:52:58.472026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:52:58.472398 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Checking segment: {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:52:58.472802 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.473208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Bound using segment: {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:52:58.473656 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Bound port: 1434d9e3-42da-4dd8-94bd-a069cd4dbb24, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:52:58.474029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.496482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:52:58.499778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:52:58.502124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:52:58.560847 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=db72a5a3-1f91-4708-a7a7-551e7da929bf,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:58.573925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.578287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] For port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:52:58.582191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] For port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:52:58.585042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:55Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:52:58.589699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:58.621664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221f4d5-39df-4a98-baed-225273c44ec2 None None] The sync data for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv is: [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:55Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:52:58.685141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88113a-2d46-4377-9e31-f835c1eaac34 None None] Pushing event updated for resources: {'Port': ['ID=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:58.856318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.175141 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:52:59.253886 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:52:59.263865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d636fd55-8f2a-44b9-8232-1d7a897fbd9b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:52:59.315586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.322568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.346474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port d636fd55-8f2a-44b9-8232-1d7a897fbd9b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:52:59.352068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d636fd55-8f2a-44b9-8232-1d7a897fbd9b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:52:59.352441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.515989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.534725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port d636fd55-8f2a-44b9-8232-1d7a897fbd9b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:52:59.543311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.560467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=db72a5a3-1f91-4708-a7a7-551e7da929bf,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:59.573907 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.620461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:52:59.725868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:52:59.727070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:52:59.775353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e259e4-52ce-47a0-b1e4-4dbc8089260a None None] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:52:59.880673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-593377cc-fcb9-41d0-81c5-273723b20be2 None None] Provisioning for port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:52:59.897506 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-593377cc-fcb9-41d0-81c5-273723b20be2 None None] Provisioning complete for port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:52:59.897865 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-593377cc-fcb9-41d0-81c5-273723b20be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:52:59.919615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router fb734f8e-d961-44ec-b735-4941dbd4d3d6 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:53:00.108162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:53:00.121905 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a2823672-d8ba-4cda-af67-bb1a4ad54116 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/fb734f8e-d961-44ec-b735-4941dbd4d3d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2476463 Mar 03 10:53:00.145945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-593377cc-fcb9-41d0-81c5-273723b20be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:00.197924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-593377cc-fcb9-41d0-81c5-273723b20be2 None None] For port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:53:00.205838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-593377cc-fcb9-41d0-81c5-273723b20be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:00.283389 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593377cc-fcb9-41d0-81c5-273723b20be2 None None] Pushing event updated for resources: {'Port': ['ID=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:00.302983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-a90b3ffc-868c-4110-85b6-f8eba4504728 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:53:00.319906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-a90b3ffc-868c-4110-85b6-f8eba4504728 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:53:00.321142 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-a90b3ffc-868c-4110-85b6-f8eba4504728 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249473566&fields=id&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 267 time: 0.0663605 Mar 03 10:53:00.371174 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Sync routers for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:53:00.380607 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:53:00.381225 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:00.445690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f8d1271d-482b-409d-ae24-e279f9e6d8b8 None None] Provisioning for port db72a5a3-1f91-4708-a7a7-551e7da929bf completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:53:00.453498 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f8d1271d-482b-409d-ae24-e279f9e6d8b8 None None] Provisioning complete for port db72a5a3-1f91-4708-a7a7-551e7da929bf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:00.453909 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f8d1271d-482b-409d-ae24-e279f9e6d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:00.485029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-bce65669-f8b5-4d03-9a9d-d9df1007a236 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:00.486020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-bce65669-f8b5-4d03-9a9d-d9df1007a236 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:53:00.506308 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-bce65669-f8b5-4d03-9a9d-d9df1007a236 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:53:00.512103 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-bce65669-f8b5-4d03-9a9d-d9df1007a236 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/networks?id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 200 len: 796 time: 0.1841123 Mar 03 10:53:00.529738 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-4c283e2e-e439-458a-a99b-337e05de2091 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/quotas/97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 375 time: 0.0132670 Mar 03 10:53:00.543517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1271d-482b-409d-ae24-e279f9e6d8b8 None None] Port db72a5a3-1f91-4708-a7a7-551e7da929bf cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:53:00.554827 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f8d1271d-482b-409d-ae24-e279f9e6d8b8 None None] Provisioning complete for port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:00.555415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f8d1271d-482b-409d-ae24-e279f9e6d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:00.626018 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:53:00.642304 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-053df94d-0294-409e-8c0b-7ed66ad2494a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020517 Mar 03 10:53:00.807233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-e712265d-f02d-43da-8b63-433fd1e0f1a4 service neutron] 10.222.0.23 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507986 Mar 03 10:53:00.811007 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-0fb2afbc-b700-485e-977b-7eeef213fc6c None None] Provisioning complete for port db72a5a3-1f91-4708-a7a7-551e7da929bf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:00.811403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0fb2afbc-b700-485e-977b-7eeef213fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:00.874532 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2afbc-b700-485e-977b-7eeef213fc6c None None] Port db72a5a3-1f91-4708-a7a7-551e7da929bf cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:53:00.950972 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-f52bade5-a779-4da9-9b2e-e9d7edc3ace5 service neutron] 10.222.0.23 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384106 Mar 03 10:53:00.962775 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 2, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:00.966637 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Checking router: fb734f8e-d961-44ec-b735-4941dbd4d3d6 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:53:00.966983 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Updating router fb734f8e-d961-44ec-b735-4941dbd4d3d6 port db72a5a3-1f91-4708-a7a7-551e7da929bf binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:53:00.996313 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-e15f6f33-f16b-4976-bf77-8e615551f45c None None] Provisioning complete for port db72a5a3-1f91-4708-a7a7-551e7da929bf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:00.996849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e15f6f33-f16b-4976-bf77-8e615551f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.019561 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.053235 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e15f6f33-f16b-4976-bf77-8e615551f45c None None] Port db72a5a3-1f91-4708-a7a7-551e7da929bf cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:53:01.153015 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6fe6d953-a3aa-4e19-9035-d4e2b8519f92 req-c0a831e2-4b8f-4b2a-816e-acd323a1062d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 210 time: 0.0623355 Mar 03 10:53:01.155698 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:53:01.229352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:01.229727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.350800 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d636fd55-8f2a-44b9-8232-1d7a897fbd9b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:53:01.400925 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.412287 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Transition to ACTIVE for port object db72a5a3-1f91-4708-a7a7-551e7da929bf will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:53:01.420138 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.425461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port d636fd55-8f2a-44b9-8232-1d7a897fbd9b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:01.425918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.592588 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Pushing event updated for resources: {'Port': ['ID=db72a5a3-1f91-4708-a7a7-551e7da929bf,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:01.637900 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.638160 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.638490 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.638814 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.639136 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.639481 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.639816 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.640109 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.640594 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.640917 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.641225 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.641679 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:53:01.663452 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Attempting to bind port db72a5a3-1f91-4708-a7a7-551e7da929bf on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:53:01.664223 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Attempting to bind port db72a5a3-1f91-4708-a7a7-551e7da929bf by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:53:01.666296 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Attempting to bind port db72a5a3-1f91-4708-a7a7-551e7da929bf on network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:53:01.670733 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:53:01.671137 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Checking segment: {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:53:01.671986 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.672437 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Bound using segment: {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:53:01.672823 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Bound port: db72a5a3-1f91-4708-a7a7-551e7da929bf, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:53:01.673192 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.766618 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] For port db72a5a3-1f91-4708-a7a7-551e7da929bf, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:53:01.769957 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] For port db72a5a3-1f91-4708-a7a7-551e7da929bf, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=db72a5a3-1f91-4708-a7a7-551e7da929bf,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:53:01.774428 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:01.851957 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:53:01.852576 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:52:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:01.911273 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb015a9e-c549-4ad5-8ebf-96080992fdb5 None None] Pushing event updated for resources: {'Port': ['ID=db72a5a3-1f91-4708-a7a7-551e7da929bf,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:02.074998 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:53:02.305544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f0893409-a954-4897-b9f9-66d4de868836 req-47d440c8-d604-47ef-acc8-e15849f7af95 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 210 time: 0.0444944 Mar 03 10:53:02.401800 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:01Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:02.405757 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d670bb0-bc22-46dc-b5d8-8898b20d6a7c None None] The sync data for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv is: [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:01Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:53:02.522668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-8d38b7e6-2b8d-4b98-baf2-586808b9e8e3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:02.524262 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-8d38b7e6-2b8d-4b98-baf2-586808b9e8e3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/networks?id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 200 len: 796 time: 0.1857398 Mar 03 10:53:02.594030 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-5ca7f630-6396-4867-90ac-a0e48cac5f57 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 379 time: 0.0608647 Mar 03 10:53:02.602148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'port': {'device_id': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'admin_state_up': True, 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'security_groups': ['7da9ad1a-584c-42ce-891f-aa72a537f3c1']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:53:02.748253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:53:02.752628 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:port and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:53:02.755653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:53:02.762876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:53:02.772253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:53:02.776477 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:02.946945 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.13 (31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7/4c35c3f8-1999-4625-a7cf-7d657165c109/271aa99a-9343-4b62-90be-eba32a19eeb1) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:53:03.134553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device db72a5a3-1f91-4708-a7a7-551e7da929bf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:53:03.155831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.172967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object 271aa99a-9343-4b62-90be-eba32a19eeb1 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:53:03.202293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.207984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a07dab4e-a249-4b07-8fd1-1f3e1ae56a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.225689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port db72a5a3-1f91-4708-a7a7-551e7da929bf completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:53:03.230945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port db72a5a3-1f91-4708-a7a7-551e7da929bf triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:03.231339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.279388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:53:03.286810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:53:03.291421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:53:03.322082 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=271aa99a-9343-4b62-90be-eba32a19eeb1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:03.360269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.365673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:03.366379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.400464 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-1c7d80fa-3be4-4e52-b06f-5e766cd1df7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8020546 Mar 03 10:53:03.401716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port db72a5a3-1f91-4708-a7a7-551e7da929bf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=db72a5a3-1f91-4708-a7a7-551e7da929bf,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:53:03.406062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.412250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Request body: {'port': {'device_id': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:53:03.485704 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=db72a5a3-1f91-4708-a7a7-551e7da929bf,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:03.608814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d455-a6a1-4468-bd73-bbc8df78fd3f req-285ed04e-9098-462d-b6ef-c0b54a36b488 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:03.615960 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cd7d455-a6a1-4468-bd73-bbc8df78fd3f req-285ed04e-9098-462d-b6ef-c0b54a36b488 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 932 time: 0.1042430 Mar 03 10:53:03.637161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-40b49d38-071b-4067-9b9f-5822cf1061c3 None None] Provisioning for port 271aa99a-9343-4b62-90be-eba32a19eeb1 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:53:03.642858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-40b49d38-071b-4067-9b9f-5822cf1061c3 None None] Provisioning complete for port 271aa99a-9343-4b62-90be-eba32a19eeb1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:03.643902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-40b49d38-071b-4067-9b9f-5822cf1061c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.664879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:03.667837 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cd7d455-a6a1-4468-bd73-bbc8df78fd3f req-5267bb05-e35e-4ce5-af25-258a73e5136b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505736 Mar 03 10:53:03.718299 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-40b49d38-071b-4067-9b9f-5822cf1061c3 None None] Port 271aa99a-9343-4b62-90be-eba32a19eeb1 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:53:04.001609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271aa99a-9343-4b62-90be-eba32a19eeb1 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:53:04.009629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:04.023160 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Transition to ACTIVE for port object 271aa99a-9343-4b62-90be-eba32a19eeb1 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:53:04.027932 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:04.226860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=271aa99a-9343-4b62-90be-eba32a19eeb1,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:04.275161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Attempting to bind port 271aa99a-9343-4b62-90be-eba32a19eeb1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:53:04.275529 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Attempting to bind port 271aa99a-9343-4b62-90be-eba32a19eeb1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:53:04.275852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Attempting to bind port 271aa99a-9343-4b62-90be-eba32a19eeb1 on network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:53:04.280378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Port 271aa99a-9343-4b62-90be-eba32a19eeb1 on network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:53:04.280696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Attempting to bind port 271aa99a-9343-4b62-90be-eba32a19eeb1 on network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:53:04.285955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:53:04.286292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Checking segment: {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:53:04.286669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Bound using segment: {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:53:04.287085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Bound port: 271aa99a-9343-4b62-90be-eba32a19eeb1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775e29b5-b016-4478-b55d-cc5729f8729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:53:04.287463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:04.380188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] For port 271aa99a-9343-4b62-90be-eba32a19eeb1, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:53:04.383010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] For port 271aa99a-9343-4b62-90be-eba32a19eeb1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=271aa99a-9343-4b62-90be-eba32a19eeb1,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:53:04.387777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:04.442150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:04.442748 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:04.444130 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] 10.222.0.32 "PUT /v2.0/ports/271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 200 len: 1094 time: 1.0367842 Mar 03 10:53:04.444551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:53:04.470351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968526e6-162f-4342-8b25-03f7e8871ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=271aa99a-9343-4b62-90be-eba32a19eeb1,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:04.527216 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'status': 'completed', 'code': 200} Mar 03 10:53:04.569992 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-b7961bc4-2369-4c99-a3e6-d40c69de9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:04.571786 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-b7961bc4-2369-4c99-a3e6-d40c69de9890 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1097 time: 0.0820358 Mar 03 10:53:04.642967 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-7c910efb-c9a6-4c8d-99c0-75e323e0e49f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 200 len: 217 time: 0.0654194 Mar 03 10:53:04.704229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-d8107754-23ee-4adf-bbec-24f06bea8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:04.705601 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-d8107754-23ee-4adf-bbec-24f06bea8779 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c35c3f8-1999-4625-a7cf-7d657165c109 HTTP/1.1" status: 200 len: 833 time: 0.0576878 Mar 03 10:53:04.782909 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-de2529dc-655d-428f-ba4e-024c98defedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:04.784416 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-de2529dc-655d-428f-ba4e-024c98defedb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731769 Mar 03 10:53:04.868043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf3518-a657-477a-a418-ae87c0133b1d req-e69c9bf8-ae51-40bf-85f1-f0b91dd54c7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:04.870423 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eccf3518-a657-477a-a418-ae87c0133b1d req-e69c9bf8-ae51-40bf-85f1-f0b91dd54c7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 944 time: 0.0837295 Mar 03 10:53:04.913233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eccf3518-a657-477a-a418-ae87c0133b1d req-06114334-5eb4-4cd0-bdaf-4e18f83a0e16 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Mar 03 10:53:04.920491 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-9056c5a3-af52-4c2b-9827-fd14e9e47f8b service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286480 Mar 03 10:53:05.050407 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-987b265d-47a4-4e99-9b51-e649d8c2e0cc req-6d0f1b2f-b509-4b3e-861f-50e846b698a0 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242936 Mar 03 10:53:05.109043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device db72a5a3-1f91-4708-a7a7-551e7da929bf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:53:05.165881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e536-398c-45fe-845e-f51790885c22 req-fabd95cc-2248-4b7f-a05a-4cf9724fd5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:05.167436 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7799e536-398c-45fe-845e-f51790885c22 req-fabd95cc-2248-4b7f-a05a-4cf9724fd5a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1097 time: 0.0756536 Mar 03 10:53:05.175815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port db72a5a3-1f91-4708-a7a7-551e7da929bf triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:05.176190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:05.331059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b3f592f-a605-4d23-bf62-8dd329fd982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:05.395657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e536-398c-45fe-845e-f51790885c22 req-6d7b60c7-f141-42c3-8d3e-9203b7a3e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:05.397101 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7799e536-398c-45fe-845e-f51790885c22 req-6d7b60c7-f141-42c3-8d3e-9203b7a3e58a service neutron] 10.222.0.32 "GET /v2.0/networks?id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 200 len: 896 time: 0.2240477 Mar 03 10:53:05.463279 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7799e536-398c-45fe-845e-f51790885c22 req-b9c1500b-4054-43fe-9958-52336ccd6add service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 200 len: 217 time: 0.0599654 Mar 03 10:53:05.527132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e536-398c-45fe-845e-f51790885c22 req-732fc629-fd3b-499c-8d17-6439de278ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:05.528618 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7799e536-398c-45fe-845e-f51790885c22 req-732fc629-fd3b-499c-8d17-6439de278ae1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c35c3f8-1999-4625-a7cf-7d657165c109 HTTP/1.1" status: 200 len: 833 time: 0.0599737 Mar 03 10:53:05.605276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e536-398c-45fe-845e-f51790885c22 req-dffff045-9d56-45e5-a9c4-ab40c5f44656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:05.606630 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7799e536-398c-45fe-845e-f51790885c22 req-dffff045-9d56-45e5-a9c4-ab40c5f44656 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692632 Mar 03 10:53:05.738196 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7799e536-398c-45fe-845e-f51790885c22 req-8ee09ec1-fcbb-436b-8c50-f93c1704e1c0 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245241 Mar 03 10:53:05.867944 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7799e536-398c-45fe-845e-f51790885c22 req-8681d471-c66d-4c36-a522-d0fdada06fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235328 Mar 03 10:53:06.095877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251cd4d-2d3c-46a1-93ba-7c23a63e3dec req-9a887eb5-ec0e-4166-b054-1e75c2f70597 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:06.097365 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1251cd4d-2d3c-46a1-93ba-7c23a63e3dec req-9a887eb5-ec0e-4166-b054-1e75c2f70597 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 944 time: 0.0809453 Mar 03 10:53:06.144765 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1251cd4d-2d3c-46a1-93ba-7c23a63e3dec req-87bf944a-5a4b-4986-9fad-5e912ef1f322 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404911 Mar 03 10:53:06.169841 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:06.236019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:07.434330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650c9de-f89c-4379-b69c-109708cf899c req-3172a3e7-e000-4975-8c41-88beb32a43ea tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:07.435835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7650c9de-f89c-4379-b69c-109708cf899c req-3172a3e7-e000-4975-8c41-88beb32a43ea tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 944 time: 0.1867969 Mar 03 10:53:07.480042 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7650c9de-f89c-4379-b69c-109708cf899c req-779b8696-6082-44dc-b525-07620a198ae4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385005 Mar 03 10:53:07.765775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 271aa99a-9343-4b62-90be-eba32a19eeb1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:53:07.895078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 271aa99a-9343-4b62-90be-eba32a19eeb1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=271aa99a-9343-4b62-90be-eba32a19eeb1,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:53:07.907863 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'port_id': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'mac_address': 'fa:16:3e:76:f8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:53:07.989095 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:08.005720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271aa99a-9343-4b62-90be-eba32a19eeb1 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:53:08.020617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 271aa99a-9343-4b62-90be-eba32a19eeb1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=271aa99a-9343-4b62-90be-eba32a19eeb1,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:53:08.026000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:08.092727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:08.102315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=271aa99a-9343-4b62-90be-eba32a19eeb1,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:08.226638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['271aa99a-9343-4b62-90be-eba32a19eeb1'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:53:08.666047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ea69b-0fe5-4627-998f-3842faa6b81d req-c28e480c-f41d-4088-ab00-1d8e3c395ce6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:08.667542 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-696ea69b-0fe5-4627-998f-3842faa6b81d req-c28e480c-f41d-4088-ab00-1d8e3c395ce6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 945 time: 0.0790267 Mar 03 10:53:08.713560 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-696ea69b-0fe5-4627-998f-3842faa6b81d req-96950abd-6d6c-4211-bc98-f6428c94e526 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404770 Mar 03 10:53:09.781293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 271aa99a-9343-4b62-90be-eba32a19eeb1 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:53:09.847840 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 271aa99a-9343-4b62-90be-eba32a19eeb1 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:53:09.853001 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 271aa99a-9343-4b62-90be-eba32a19eeb1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:53:09.853384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:09.900772 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0393-e50f-414e-bc98-857b14a89a87 req-294514a8-3828-440b-9ef6-aa7f4d74be11 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:09.902246 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f98b0393-e50f-414e-bc98-857b14a89a87 req-294514a8-3828-440b-9ef6-aa7f4d74be11 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 945 time: 0.0808713 Mar 03 10:53:09.946823 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f98b0393-e50f-414e-bc98-857b14a89a87 req-df6aed02-67d7-4288-870b-b04cc0e37bfb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 Mar 03 10:53:09.970536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:09.997428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:53:10.007013 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 271aa99a-9343-4b62-90be-eba32a19eeb1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=271aa99a-9343-4b62-90be-eba32a19eeb1,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:53:10.012361 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:10.044593 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'code': 200} Mar 03 10:53:10.083278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=271aa99a-9343-4b62-90be-eba32a19eeb1,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:10.269463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de2014-8041-47b5-ada4-c4b41011b8e9 req-5851944b-e260-47ef-aa49-4d3a8631019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:10.270841 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c8de2014-8041-47b5-ada4-c4b41011b8e9 req-5851944b-e260-47ef-aa49-4d3a8631019b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1099 time: 0.0732749 Mar 03 10:53:10.310588 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c8de2014-8041-47b5-ada4-c4b41011b8e9 req-1f6d4ab8-3e69-4bd3-b19f-41bae2a362c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Mar 03 10:53:11.130887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f460f-3bef-4374-be45-d990e52bcc52 req-8d5046c5-a5d7-4660-9d14-2e86958b7012 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:11.132410 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-981f460f-3bef-4374-be45-d990e52bcc52 req-8d5046c5-a5d7-4660-9d14-2e86958b7012 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0823607 Mar 03 10:53:11.176172 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-981f460f-3bef-4374-be45-d990e52bcc52 req-bcfe6fba-006a-4e55-97d6-043963ad137c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373366 Mar 03 10:53:12.361385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983ccbd-d343-42fa-81ee-8aae34f2556f req-fe275fb0-3d04-4bcc-a6a7-9954be4d3d21 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:12.362739 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1983ccbd-d343-42fa-81ee-8aae34f2556f req-fe275fb0-3d04-4bcc-a6a7-9954be4d3d21 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0818002 Mar 03 10:53:12.406779 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1983ccbd-d343-42fa-81ee-8aae34f2556f req-f0b6e2d1-bbb9-4305-be11-9669383bbfda tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384068 Mar 03 10:53:12.589061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611f6e9-73dd-4173-bf2a-a6a379a16d73 req-65faf66a-9d46-4600-8a1e-216935a9c6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:12.590495 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8611f6e9-73dd-4173-bf2a-a6a379a16d73 req-65faf66a-9d46-4600-8a1e-216935a9c6a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0818422 Mar 03 10:53:12.636789 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8611f6e9-73dd-4173-bf2a-a6a379a16d73 req-9c0f1664-43ac-4132-b6b2-2bcf2975e657 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Mar 03 10:53:12.659999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:53:12.728687 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b8bed-6c04-4fe1-968c-08c3ab8141e1 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:12.730161 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-627b8bed-6c04-4fe1-968c-08c3ab8141e1 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1094 time: 0.0691943 Mar 03 10:53:12.732938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41246) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:53:12.737882 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:53:12.744246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:53:12.748010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:floatingip and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:53:12.750796 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:53:12.756705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:53:12.768172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:12.900569 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:13.032879 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.112 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/1f47eb6a-be55-4a9d-a4e0-0dc3eadbb13d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:53:13.179228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:13.207674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:13.270460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:53:13.277718 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:53:13.281727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:53:13.313753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=1f47eb6a-be55-4a9d-a4e0-0dc3eadbb13d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:13.688066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:13.762896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:14.060043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:14.064532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:14.173969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=1f47eb6a-be55-4a9d-a4e0-0dc3eadbb13d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:53:14.183996 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:14.356162 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP 458b73c6-5776-45fe-9d9c-ee017a5c6789 associated. External IP: 172.26.7.112, port: 271aa99a-9343-4b62-90be-eba32a19eeb1. Mar 03 10:53:14.701118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router fb734f8e-d961-44ec-b735-4941dbd4d3d6 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:53:14.877232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:53:14.888838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] Sync routers for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:53:14.897727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:53:14.898327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:53:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:14.901811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:14.955947 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ccf4ddf5-beee-4feb-a956-a1739a85d276 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2218771 Mar 03 10:53:14.956444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:53:15.004684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'status': 'completed', 'code': 200} Mar 03 10:53:15.087842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:53:15.110261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-3555326f-55fd-422e-bbf7-fd48c426d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:15.111768 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-3555326f-55fd-422e-bbf7-fd48c426d46d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1099 time: 0.0771329 Mar 03 10:53:15.162706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cabb0c-b753-435d-9fbf-f23c60d58215 req-d00ca7ee-812b-4254-a8aa-3feac64d85ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:15.164325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c1cabb0c-b753-435d-9fbf-f23c60d58215 req-d00ca7ee-812b-4254-a8aa-3feac64d85ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0868645 Mar 03 10:53:15.224501 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c1cabb0c-b753-435d-9fbf-f23c60d58215 req-a9081fc6-ee7c-4f38-85d0-da92f74966e7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523162 Mar 03 10:53:15.259663 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-da95c04e-cf66-4c93-b2b0-3648eec3919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:15.260965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41254) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:53:15.261248 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-da95c04e-cf66-4c93-b2b0-3648eec3919a service neutron] 10.222.0.32 "GET /v2.0/networks?id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 200 len: 896 time: 0.1430078 Mar 03 10:53:15.370936 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-d39a0b19-d082-4da5-8a46-9dbc69a7aa95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 200 len: 1000 time: 0.1036179 Mar 03 10:53:15.393663 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-26a862a6-c295-4b67-b2f2-7e3c242d6a10 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/458b73c6-5776-45fe-9d9c-ee017a5c6789 HTTP/1.1" status: 200 len: 992 time: 0.1313026 Mar 03 10:53:15.446746 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-8a2e69f4-b31f-43b8-a805-defdd5674487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:15.448307 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-8a2e69f4-b31f-43b8-a805-defdd5674487 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c35c3f8-1999-4625-a7cf-7d657165c109 HTTP/1.1" status: 200 len: 833 time: 0.0722115 Mar 03 10:53:15.503630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '458b73c6-5776-45fe-9d9c-ee017a5c6789', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.112', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'port_id': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'mac_address': 'fa:16:3e:76:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:53:13Z', 'updated_at': '2022-03-03T10:53:13Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:03Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:15.507960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] Checking router: fb734f8e-d961-44ec-b735-4941dbd4d3d6 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:53:15.516695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:53:15.517308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:53:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:15.530654 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-eaed4d4d-0a20-4461-b949-d79b87e439fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:15.533169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-eaed4d4d-0a20-4461-b949-d79b87e439fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785034 Mar 03 10:53:15.670747 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-c8e3acbd-fb8c-4fe3-ac07-33dfdfc56ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327879 Mar 03 10:53:15.700412 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:53:15.812169 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fd9d2dfd-7019-4d02-9bad-803f3f22f97a req-24b9ce1b-813e-43b9-a910-c38ea648ba8d service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336751 Mar 03 10:53:16.089759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '458b73c6-5776-45fe-9d9c-ee017a5c6789', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.112', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'port_id': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'mac_address': 'fa:16:3e:76:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:53:13Z', 'updated_at': '2022-03-03T10:53:13Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:03Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:53:16.093646 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b27dc7-db29-49dc-833e-61cc002fb1ea None None] The sync data for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv is: [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '458b73c6-5776-45fe-9d9c-ee017a5c6789', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.112', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'port_id': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'mac_address': 'fa:16:3e:76:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:53:13Z', 'updated_at': '2022-03-03T10:53:13Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:03Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:53:16.279258 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a0211-6266-4df7-84b1-ff0dba85904e None None] New status for floating IP 458b73c6-5776-45fe-9d9c-ee017a5c6789: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:53:16.397225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41258) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:53:16.631784 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e81851f1-f9cc-4897-879b-f2d1caff7843 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/458b73c6-5776-45fe-9d9c-ee017a5c6789 HTTP/1.1" status: 200 len: 994 time: 0.2334919 Mar 03 10:53:20.330872 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:53:24.147824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:33.159910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-34f372de-2160-423e-903e-125e6d6d0c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:35.332730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9d3d-023b-48b1-9fea-57e062e507bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:36.172779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:36.238079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:38.078267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:46.283862 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b936d7-caa5-462c-99a6-167fb186f030 req-13e6b499-edfc-4d72-8d7b-12959cf7b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:46.285239 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-13e6b499-edfc-4d72-8d7b-12959cf7b095 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1099 time: 0.0703485 Mar 03 10:53:46.328044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2b8aa-9218-4166-b223-391292da0135 req-9882a42c-2f90-452c-ac00-6f0d193152b3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:46.329483 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6c2b8aa-9218-4166-b223-391292da0135 req-9882a42c-2f90-452c-ac00-6f0d193152b3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0814245 Mar 03 10:53:46.373072 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6c2b8aa-9218-4166-b223-391292da0135 req-40d9d3cc-6e6a-48fb-b7f2-b4a301842e9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377779 Mar 03 10:53:46.414964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b936d7-caa5-462c-99a6-167fb186f030 req-c69868ba-c22e-4fa6-8ee2-fe23ed18765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:46.416494 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-c69868ba-c22e-4fa6-8ee2-fe23ed18765f service neutron] 10.222.0.32 "GET /v2.0/networks?id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 200 len: 896 time: 0.1252916 Mar 03 10:53:46.520830 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-e026872c-390b-45d6-8580-9bccc44d1ecc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 200 len: 1002 time: 0.0971639 Mar 03 10:53:46.587334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b936d7-caa5-462c-99a6-167fb186f030 req-24b48328-c332-4756-af28-e085b4b9f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:46.588781 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-24b48328-c332-4756-af28-e085b4b9f900 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c35c3f8-1999-4625-a7cf-7d657165c109 HTTP/1.1" status: 200 len: 833 time: 0.0614610 Mar 03 10:53:46.666855 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b936d7-caa5-462c-99a6-167fb186f030 req-a57893e3-0fbd-482e-be3c-434a23f435ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:46.668362 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-a57893e3-0fbd-482e-be3c-434a23f435ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735803 Mar 03 10:53:46.678914 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-f3b59de9-dec0-4783-bd79-e6a98a904bba service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:53:46.680088 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-f3b59de9-dec0-4783-bd79-e6a98a904bba service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048881 Mar 03 10:53:46.902819 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-edb120d7-3818-4a41-b354-e15ccc16ea92 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167416 Mar 03 10:53:47.036625 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85b936d7-caa5-462c-99a6-167fb186f030 req-8c2729d1-14d5-47dc-b2e8-c5d88e3936b9 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275103 Mar 03 10:53:47.555686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0db0c-d534-4468-be98-7a201152822e req-d55b0eb0-0b41-4937-976c-1882d02c5299 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:47.557116 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-75c0db0c-d534-4468-be98-7a201152822e req-d55b0eb0-0b41-4937-976c-1882d02c5299 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0779459 Mar 03 10:53:47.602963 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-75c0db0c-d534-4468-be98-7a201152822e req-97cbc29a-759f-4055-b8a5-e1a0b9e159bc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 Mar 03 10:53:48.790078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ada2fe-3f75-4975-9791-424617fb68f9 req-82267120-6af0-4602-9036-018bbca75293 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:48.791450 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-74ada2fe-3f75-4975-9791-424617fb68f9 req-82267120-6af0-4602-9036-018bbca75293 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0786462 Mar 03 10:53:48.837775 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-74ada2fe-3f75-4975-9791-424617fb68f9 req-eb9ac2fc-e2b7-42cc-9e02-d8154a0bde32 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Mar 03 10:53:50.031409 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca28d-0b3e-4d50-aef2-41f2fe9ea995 req-49528c76-8b43-4e2b-925d-c13374c19b38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:50.032851 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a6fca28d-0b3e-4d50-aef2-41f2fe9ea995 req-49528c76-8b43-4e2b-925d-c13374c19b38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0899816 Mar 03 10:53:50.077184 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a6fca28d-0b3e-4d50-aef2-41f2fe9ea995 req-60d7ca07-66a6-4a0d-bc2c-14c0890e8c9e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388281 Mar 03 10:53:51.261926 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d5e3e-ed6f-489c-8689-85fd1f270a03 req-09ba0355-a58f-4043-9310-f82db7a8b111 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:51.263425 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-164d5e3e-ed6f-489c-8689-85fd1f270a03 req-09ba0355-a58f-4043-9310-f82db7a8b111 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0784075 Mar 03 10:53:51.306496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-164d5e3e-ed6f-489c-8689-85fd1f270a03 req-3d7af218-bbd1-4718-910d-78b8c3680e7a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375233 Mar 03 10:53:52.488746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803102-1385-41c7-b722-aef5628b61d9 req-3ef821d4-b752-4cfd-9003-f675f02dcfe7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:52.490201 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b0803102-1385-41c7-b722-aef5628b61d9 req-3ef821d4-b752-4cfd-9003-f675f02dcfe7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0827074 Mar 03 10:53:52.534530 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b0803102-1385-41c7-b722-aef5628b61d9 req-fb540c56-6799-45ca-8ba8-c1f5bd11101b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Mar 03 10:53:53.716953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186d50f-f694-4c82-9bed-84238bc745ab req-43e03441-b1db-45e5-a2eb-cecb428cb132 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:53.718414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d186d50f-f694-4c82-9bed-84238bc745ab req-43e03441-b1db-45e5-a2eb-cecb428cb132 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0792394 Mar 03 10:53:53.765254 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d186d50f-f694-4c82-9bed-84238bc745ab req-08372544-b177-45e6-8742-9940a0ed012b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411830 Mar 03 10:53:54.152705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:53:54.946771 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255b1f-5d8b-4240-9701-c8d69ae9cf53 req-6e8b9617-59b8-43c4-8d05-b7080c60a4b5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:54.948251 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf255b1f-5d8b-4240-9701-c8d69ae9cf53 req-6e8b9617-59b8-43c4-8d05-b7080c60a4b5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0817108 Mar 03 10:53:54.992611 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf255b1f-5d8b-4240-9701-c8d69ae9cf53 req-dfc61ea0-47a2-4f2d-8a5b-1980dfe2f60c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Mar 03 10:53:56.177932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ccd4b-045c-4a22-a274-dd6d98ab3535 req-11af63e0-01f1-4ddf-8c86-0508117650b1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:56.179436 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d2ccd4b-045c-4a22-a274-dd6d98ab3535 req-11af63e0-01f1-4ddf-8c86-0508117650b1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0826983 Mar 03 10:53:56.225432 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d2ccd4b-045c-4a22-a274-dd6d98ab3535 req-bfb6af81-0174-4ff1-8f9d-791bb42e15d3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Mar 03 10:53:57.333789 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:53:57.409282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7b060-5b7a-45b8-886a-dea4b7c15133 req-7cd0e58d-41f3-42a1-8ede-2a07a0da20ed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:57.410700 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-37b7b060-5b7a-45b8-886a-dea4b7c15133 req-7cd0e58d-41f3-42a1-8ede-2a07a0da20ed tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0774550 Mar 03 10:53:57.454373 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-37b7b060-5b7a-45b8-886a-dea4b7c15133 req-e64c77f9-a6b8-4aa7-a615-1d31dbd1cf2f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374575 Mar 03 10:53:58.645115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1afe92-605c-4bb1-8a35-0c89826f3fc2 req-849e38c4-efbf-4f8e-9337-9f78131951e2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:58.646574 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f1afe92-605c-4bb1-8a35-0c89826f3fc2 req-849e38c4-efbf-4f8e-9337-9f78131951e2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0832460 Mar 03 10:53:58.691433 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f1afe92-605c-4bb1-8a35-0c89826f3fc2 req-f197cfd0-7614-4816-822e-8d6a6cf86f65 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378070 Mar 03 10:53:59.874135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b49089-049b-43b1-a45b-95d60935a490 req-bc1a027e-04e4-4fec-82bb-a117f4efa420 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:53:59.875624 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e5b49089-049b-43b1-a45b-95d60935a490 req-bc1a027e-04e4-4fec-82bb-a117f4efa420 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0815194 Mar 03 10:53:59.919954 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e5b49089-049b-43b1-a45b-95d60935a490 req-d8bdeb93-976b-4aae-a3c9-39a548183bc1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Mar 03 10:54:01.104055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9eec5-8b19-4d03-9d3b-4c2b6f892fdf req-f4560786-d5d9-4dfc-b027-59e1c7507fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:01.105499 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78b9eec5-8b19-4d03-9d3b-4c2b6f892fdf req-f4560786-d5d9-4dfc-b027-59e1c7507fde tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0807793 Mar 03 10:54:01.148379 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78b9eec5-8b19-4d03-9d3b-4c2b6f892fdf req-a4c75b4d-a570-41b0-bfda-3ba08c72867a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372868 Mar 03 10:54:02.335752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acedffc-efc7-4fc4-854b-ecf949614d06 req-8f9a97e1-8028-43bc-9b25-ecfffdebffe4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:02.337183 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1acedffc-efc7-4fc4-854b-ecf949614d06 req-8f9a97e1-8028-43bc-9b25-ecfffdebffe4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0837843 Mar 03 10:54:02.380233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1acedffc-efc7-4fc4-854b-ecf949614d06 req-66c2a30d-01e4-4a71-876d-0ed4e12b629c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373852 Mar 03 10:54:03.162440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2b95-e63a-410e-ae0d-dd9843e784e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:03.563116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8856-98b0-495d-a831-ada58a0f9008 req-adaf4211-de83-4e57-8ba7-f1ffc4f7c08d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:03.564591 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d0ac8856-98b0-495d-a831-ada58a0f9008 req-adaf4211-de83-4e57-8ba7-f1ffc4f7c08d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0813890 Mar 03 10:54:03.608761 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d0ac8856-98b0-495d-a831-ada58a0f9008 req-f6d601bf-3264-4265-ab07-c6f4866e7404 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375061 Mar 03 10:54:03.631428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:03.735402 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a30244d9-231c-4883-ae30-33d02a17322a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/458b73c6-5776-45fe-9d9c-ee017a5c6789 HTTP/1.1" status: 200 len: 994 time: 0.1019695 Mar 03 10:54:04.651728 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-1975b0e3-f622-4166-8671-10d64ce0e8ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726004 Mar 03 10:54:04.785103 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-bf04b5ad-d9d5-43e9-a3df-1fe4540206eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:04.786535 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-bf04b5ad-d9d5-43e9-a3df-1fe4540206eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1099 time: 0.0702093 Mar 03 10:54:04.928481 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-3d73ed65-5d11-4867-8f5c-9e52dad8bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:04.929938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-3d73ed65-5d11-4867-8f5c-9e52dad8bcf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 200 len: 896 time: 0.1247756 Mar 03 10:54:05.032292 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-7de89f23-cca8-4734-9aec-2b32ccc77134 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 200 len: 1002 time: 0.0960238 Mar 03 10:54:05.094128 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-0996bdec-616d-486c-ad61-c6c2bd94386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:05.095562 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-0996bdec-616d-486c-ad61-c6c2bd94386c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c35c3f8-1999-4625-a7cf-7d657165c109 HTTP/1.1" status: 200 len: 833 time: 0.0567985 Mar 03 10:54:05.172436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-30c879fc-ba12-4c20-9de1-6d8435f48311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:05.173892 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-30c879fc-ba12-4c20-9de1-6d8435f48311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722952 Mar 03 10:54:05.303269 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-490e6b62-7918-4a58-a026-a3147d7a8483 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228874 Mar 03 10:54:05.334945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cb89f5b0-c88c-4bb1-8bf2-7c4e5df20874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:05.434543 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9c4c8cc5-a3cd-49f3-aa23-fe313263cd25 req-e43a05c4-f1a0-4dfc-988f-e333a1247d88 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242938 Mar 03 10:54:06.176896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:06.243093 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:08.082410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:24.169195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:32.297554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41330) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:32.505755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 1f47eb6a-be55-4a9d-a4e0-0dc3eadbb13d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:54:32.506804 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:32.676751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:32.677078 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:32.901139 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 1f47eb6a-be55-4a9d-a4e0-0dc3eadbb13d owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:54:33.047416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:33.095941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=1f47eb6a-be55-4a9d-a4e0-0dc3eadbb13d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:33.166100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7fa2-4f55-4fff-a27d-c5059b531006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:33.167480 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.167833 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.168173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.168780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.169003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.169328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.169762 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.170098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.170454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.170775 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.171148 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.171543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:33.200026 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:33.200359 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP 458b73c6-5776-45fe-9d9c-ee017a5c6789 disassociated (deleted). External IP: 172.26.7.112, port: 271aa99a-9343-4b62-90be-eba32a19eeb1. Mar 03 10:54:33.546736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router fb734f8e-d961-44ec-b735-4941dbd4d3d6 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:54:33.727481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:54:33.737473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] Sync routers for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:54:33.743175 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:33.746810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:33.747455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:33.797584 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c8694086-81a6-4b6b-b2c2-a463b06042df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/floatingips/458b73c6-5776-45fe-9d9c-ee017a5c6789 HTTP/1.1" status: 204 len: 168 time: 1.4989662 Mar 03 10:54:33.798180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:54:33.854375 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'status': 'completed', 'code': 200} Mar 03 10:54:33.933020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:33.947592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-ce4f2004-04d7-49e3-a753-a69328df4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:33.949069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-ce4f2004-04d7-49e3-a753-a69328df4851 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 1099 time: 0.0721495 Mar 03 10:54:34.098286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-a88ab2db-32c9-42c7-be68-29fd6d3a857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:34.099863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-a88ab2db-32c9-42c7-be68-29fd6d3a857d service neutron] 10.222.0.32 "GET /v2.0/networks?id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 200 len: 896 time: 0.1447418 Mar 03 10:54:34.177009 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-5f7b9f22-d435-45c5-aef0-08abcb70d675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 200 len: 217 time: 0.0699677 Mar 03 10:54:34.181143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bb872-27d6-4c39-8ea2-00e9b63154b4 req-27c2c406-aafa-44ef-9eb0-2925887d7335 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:34.181827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8b3bb872-27d6-4c39-8ea2-00e9b63154b4 req-27c2c406-aafa-44ef-9eb0-2925887d7335 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:54:34.197908 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-8b3bb872-27d6-4c39-8ea2-00e9b63154b4 req-27c2c406-aafa-44ef-9eb0-2925887d7335 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:54:34.199214 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8b3bb872-27d6-4c39-8ea2-00e9b63154b4 req-27c2c406-aafa-44ef-9eb0-2925887d7335 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.1035852 Mar 03 10:54:34.247868 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-65da3002-b17d-4821-b469-5768f579a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:34.249362 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-65da3002-b17d-4821-b469-5768f579a945 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c35c3f8-1999-4625-a7cf-7d657165c109 HTTP/1.1" status: 200 len: 833 time: 0.0659411 Mar 03 10:54:34.250883 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8b3bb872-27d6-4c39-8ea2-00e9b63154b4 req-29b0f3b4-de4b-4cb5-acd8-9e3b562c0a34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Mar 03 10:54:34.260764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:03Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:34.264796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] Checking router: fb734f8e-d961-44ec-b735-4941dbd4d3d6 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:54:34.273850 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:34.274449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:34.331816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-8c5f505a-a625-456d-b08d-34c16267685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:34.333357 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-8c5f505a-a625-456d-b08d-34c16267685c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762844 Mar 03 10:54:34.336039 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:54:34.460983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:34.576179 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-498b50bc-b238-4af3-95f8-dd1f5b02f285 service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360427 Mar 03 10:54:34.711155 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c30907ff-9d05-4101-8bd3-71f5a9416740 req-d812d764-34ba-4ce7-9690-5201dc354bee service neutron] 10.222.0.32 "GET /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291568 Mar 03 10:54:34.820396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:03Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:34.824319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389c2bf-c477-4788-823a-486e79e47819 None None] The sync data for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv is: [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:52:58Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'db72a5a3-1f91-4708-a7a7-551e7da929bf', 'name': '', 'network_id': '31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:f1:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:57Z', 'updated_at': '2022-03-03T10:53:03Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '4c35c3f8-1999-4625-a7cf-7d657165c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:54:35.039485 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71beffc-8979-4f72-83cb-ec01cdb7352f None None] New status for floating IP 458b73c6-5776-45fe-9d9c-ee017a5c6789: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:54:35.342003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-30d916ae-20a8-46ec-a59e-7a569b28ce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:35.442062 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800adc7-555d-411e-81fe-29be9b6a4548 req-6909a188-940b-408e-879a-783908a8ec2c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:35.444246 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8800adc7-555d-411e-81fe-29be9b6a4548 req-6909a188-940b-408e-879a-783908a8ec2c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0789876 Mar 03 10:54:35.488096 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8800adc7-555d-411e-81fe-29be9b6a4548 req-a4f20059-feef-4551-8d55-03b9e708188d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7da9ad1a-584c-42ce-891f-aa72a537f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382087 Mar 03 10:54:35.561446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-4026c997-cbd3-466a-b771-b535522acdba tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:35.562125 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-4026c997-cbd3-466a-b771-b535522acdba tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:54:35.573745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-4026c997-cbd3-466a-b771-b535522acdba tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:54:35.574810 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-4026c997-cbd3-466a-b771-b535522acdba tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 946 time: 0.0890691 Mar 03 10:54:35.644940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 271aa99a-9343-4b62-90be-eba32a19eeb1 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:54:35.645197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:35.885371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 271aa99a-9343-4b62-90be-eba32a19eeb1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=271aa99a-9343-4b62-90be-eba32a19eeb1,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:35.885714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:36.009134 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 271aa99a-9343-4b62-90be-eba32a19eeb1 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:54:36.150464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:36.180098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:36.200306 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=271aa99a-9343-4b62-90be-eba32a19eeb1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:36.234745 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.235090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.235463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.235804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.236131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.236457 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.236782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.237102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.237422 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.237739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.238060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.238375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:36.245709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:36.290827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] No DVR routers for this DVR port 271aa99a-9343-4b62-90be-eba32a19eeb1 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:54:36.293251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:36.295736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'name': 'network-vif-deleted', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:54:36.311580 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8723ad87-eecf-410c-ba6e-c05185d9c5f9 req-583cf608-7118-46fd-b308-3bfe697986a4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "DELETE /v2.0/ports/271aa99a-9343-4b62-90be-eba32a19eeb1 HTTP/1.1" status: 204 len: 173 time: 0.7314401 Mar 03 10:54:36.342104 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4d1de6-761b-49f6-88f2-9560c9a039d6', 'name': 'network-vif-deleted', 'tag': '271aa99a-9343-4b62-90be-eba32a19eeb1', 'status': 'completed', 'code': 200} Mar 03 10:54:36.660937 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1124a1bd-0b24-41b0-859e-b9129690ce97 req-5c51a0c5-0b2d-4e51-bca2-cd09a206bbf6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4d1de6-761b-49f6-88f2-9560c9a039d6 HTTP/1.1" status: 200 len: 210 time: 0.0465524 Mar 03 10:54:37.754975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41348) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:38.085663 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:38.136954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 271aa99a-9343-4b62-90be-eba32a19eeb1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:54:38.170829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 271aa99a-9343-4b62-90be-eba32a19eeb1 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:54:38.171179 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 271aa99a-9343-4b62-90be-eba32a19eeb1 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:54:38.388130 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:38.737703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port db72a5a3-1f91-4708-a7a7-551e7da929bf {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:54:38.738045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:38.922930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port db72a5a3-1f91-4708-a7a7-551e7da929bf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=db72a5a3-1f91-4708-a7a7-551e7da929bf,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:38.923661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:39.043602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for db72a5a3-1f91-4708-a7a7-551e7da929bf owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:54:39.357061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:39.407438 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=db72a5a3-1f91-4708-a7a7-551e7da929bf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:39.782956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:40.130353 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router fb734f8e-d961-44ec-b735-4941dbd4d3d6 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:54:40.307946 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:54:40.317215 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] Sync routers for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:54:40.321050 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bbef3d28-f4e7-4b31-9e7f-ed4cbd9dcfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/fb734f8e-d961-44ec-b735-4941dbd4d3d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649519 Mar 03 10:54:40.323685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41352) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:40.327023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:40.327650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:40.388277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting subnet 4c35c3f8-1999-4625-a7cf-7d657165c109 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:54:40.391123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:40.450280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:40.506428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:40.532201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:40.608693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:40.649386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Subnet': ['ID=4c35c3f8-1999-4625-a7cf-7d657165c109,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:40.654292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:40.657533 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-34d152e2-bebc-43fb-9ae4-63c1407c18a0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/subnets/4c35c3f8-1999-4625-a7cf-7d657165c109 HTTP/1.1" status: 204 len: 168 time: 0.3328912 Mar 03 10:54:40.660446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41356) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:40.692444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27786d38-ca47-4078-b428-24291501e46f None None] Network 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:54:40.836441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:40.963145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:54:39Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:40.967325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] Checking router: fb734f8e-d961-44ec-b735-4941dbd4d3d6 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:54:40.976530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] Routers {'fb734f8e-d961-44ec-b735-4941dbd4d3d6'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:40.977145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:41.024553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.033825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] DHCP port deletion for 31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:54:41.034956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port d636fd55-8f2a-44b9-8232-1d7a897fbd9b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:54:41.035335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.046796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Deleting port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:54:41.047154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.206699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:54:41.327255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port d636fd55-8f2a-44b9-8232-1d7a897fbd9b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:41.327891 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.372473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] Set router fb734f8e-d961-44ec-b735-4941dbd4d3d6 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:41.451699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for d636fd55-8f2a-44b9-8232-1d7a897fbd9b owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:54:41.619678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.688417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] For port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:41.688805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.698002 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=d636fd55-8f2a-44b9-8232-1d7a897fbd9b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:41.759756 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.832449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Calling delete_port for 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:54:41.866483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.933070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.935268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.957464 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.957939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Fanout notify agent at l3_agent the message router_deleted on router fb734f8e-d961-44ec-b735-4941dbd4d3d6 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:54:41.972915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:41.973999 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ee3d4664-bb89-40b8-8966-9602e618a6c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/routers/fb734f8e-d961-44ec-b735-4941dbd4d3d6 HTTP/1.1" status: 204 len: 168 time: 1.3126113 Mar 03 10:54:41.976816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41360) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:41.984650 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:41.992065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.045050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:54:42.045408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:54:42.081713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:42.090396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.091767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.092107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.092453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.092779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.093103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.093429 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.093758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.094073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.094392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.094707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.095020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.095349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:42.101688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:54:39Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:42.102755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:54:42.103089 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.105809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7147f63-d7b6-4976-b748-8d275f8a797e None None] The sync data for ids ['fb734f8e-d961-44ec-b735-4941dbd4d3d6'] in dv-neutron-831192-5-hyperv is: [{'id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415827309', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:52:53Z', 'updated_at': '2022-03-03T10:54:39Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'd636fd55-8f2a-44b9-8232-1d7a897fbd9b', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb734f8e-d961-44ec-b735-4941dbd4d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:52:54Z', 'updated_at': '2022-03-03T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:54:42.305736 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,segment=NetworkSegment(775e29b5-b016-4478-b55d-cc5729f8729f),segment_id=775e29b5-b016-4478-b55d-cc5729f8729f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:42.306007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.432041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:54:42.511161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.546474 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Deleting port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:54:42.547025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.558629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=1434d9e3-42da-4dd8-94bd-a069cd4dbb24,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:42.562020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] No DVR routers for this DVR port 1434d9e3-42da-4dd8-94bd-a069cd4dbb24 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:54:42.617043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7320ae03-b6ff-4e00-bf5a-efd71b1fc5d1 None None] The port '1434d9e3-42da-4dd8-94bd-a069cd4dbb24' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 10:54:42.797527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.822029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:42.833490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775e29b5-b016-4478-b55d-cc5729f8729f') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:42.834382 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775e29b5-b016-4478-b55d-cc5729f8729f') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:42.845255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.860661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.866658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:54:42.866971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:54:42.881887 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:54:42.959838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.977462 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:42.988052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Network': ['ID=31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:43.001767 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6e2f0912-d6c9-4b62-841c-b088461ba175 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/networks/31bd81fa-8eb0-44b9-978f-6ec6a2bad4d7 HTTP/1.1" status: 204 len: 168 time: 1.0240061 Mar 03 10:54:43.004412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41364) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:43.071062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47109a12-0c3f-4f53-82b4-b67a111985a1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.102845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47109a12-0c3f-4f53-82b4-b67a111985a1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.164432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device db72a5a3-1f91-4708-a7a7-551e7da929bf no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:54:43.179657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47109a12-0c3f-4f53-82b4-b67a111985a1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.201635 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47109a12-0c3f-4f53-82b4-b67a111985a1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da9ad1a-584c-42ce-891f-aa72a537f3c1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:43.204642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: db72a5a3-1f91-4708-a7a7-551e7da929bf {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:54:43.205117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device db72a5a3-1f91-4708-a7a7-551e7da929bf not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:54:43.205562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d636fd55-8f2a-44b9-8232-1d7a897fbd9b no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:54:43.213220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-47109a12-0c3f-4f53-82b4-b67a111985a1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.214544 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-47109a12-0c3f-4f53-82b4-b67a111985a1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/security-groups/7da9ad1a-584c-42ce-891f-aa72a537f3c1 HTTP/1.1" status: 204 len: 168 time: 0.2090449 Mar 03 10:54:43.250044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: d636fd55-8f2a-44b9-8232-1d7a897fbd9b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:54:43.250221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device d636fd55-8f2a-44b9-8232-1d7a897fbd9b not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:54:43.754181 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41372) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:43.759867 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821240660', 'description': 'tempest-secgroup-smoke-821240660 description', 'project_id': '97d04f24783c4bc5902cc65927a8bedf'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:43.765822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:43.769853 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:43.772815 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:43.778751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:43.787846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.807237 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:43.811141 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:43.814007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:43.819713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:43.889038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.892547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.937106 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c1985f-0933-4bce-a43e-f03fe2ca4263,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:43.940082 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:43.941267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-decbc7dd-49cb-428c-98d1-c780c3fbe4bf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1861043 Mar 03 10:54:43.944551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41376) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:43.949974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98c1985f-0933-4bce-a43e-f03fe2ca4263', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:43.955921 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:43.960212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:43.963036 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:43.968764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:43.985101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.043312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.046548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.070014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fb4814-80ee-4383-84dd-75e9a848d601,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:44.078827 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.080015 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4875172f-d146-4214-9fc2-60679c47650f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342797 Mar 03 10:54:44.082687 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41380) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:44.088324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98c1985f-0933-4bce-a43e-f03fe2ca4263', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:44.094004 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:44.097839 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:44.101548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:44.107203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:44.123544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.182138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.185569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.207954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d02db91-130d-47d2-aa1b-a524301e835e,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:44.216777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.218091 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b5695a97-494f-4dab-b595-c027222ac820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345141 Mar 03 10:54:44.220831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41384) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:44.226351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98c1985f-0933-4bce-a43e-f03fe2ca4263', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:44.232150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:44.235926 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:44.238658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:44.244230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:44.260859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.324967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.328501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.351490 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02347339-388f-4f16-81e7-4d96d552aea9,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:44.360455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.361645 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f910d0f4-6d5a-4d5a-ba22-9efd040b43cc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399195 Mar 03 10:54:44.365458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41388) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:44.370655 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98c1985f-0933-4bce-a43e-f03fe2ca4263', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:44.376444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:44.380261 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:44.383961 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:44.389495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:44.405586 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.469116 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.472858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.495948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069196f3-0269-41bf-8895-7b30516574f8,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:44.504720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.506827 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-95a7aa75-ce28-4ae2-a5da-eefdb30d4842 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402485 Mar 03 10:54:44.509415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41392) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:44.514259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98c1985f-0933-4bce-a43e-f03fe2ca4263', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:44.519935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:44.524479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:44.527227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:44.532739 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:44.542865 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:54:44.549015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.612589 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.616355 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.640209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607879e7-55dc-4d87-9212-f313be5c798b,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:44.648937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.650114 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-07523d81-5eb5-4d34-bfb3-09f969ba4230 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398075 Mar 03 10:54:44.652852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41396) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:44.658143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98c1985f-0933-4bce-a43e-f03fe2ca4263', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:44.664774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:44.668937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:44.671846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:44.677475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:44.687707 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:54:44.695210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.760041 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.763572 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.786250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9c5ef1-78fa-4ad9-86b3-6a216c9a7b0e,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:44.794263 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.795633 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-11a5692e-a1b1-43b8-814c-6d92f6c068d7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418011 Mar 03 10:54:44.798421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41400) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:44.804544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'network': {'name': 'tempest-network-smoke--1925641690', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'port_security_enabled': True}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:44.809315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:44.813378 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:network and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:44.816235 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:44.822535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:44.832478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:54:44.836042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.862240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:54:44.871213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.871604 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Added segment 1748329f-1a69-41fa-9d05-fdc4cea2053e of type vlan for network 9b07907c-9511-46c4-9654-15edd2f53012 Mar 03 10:54:44.898512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.926430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:44.932456 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:44.933035 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:45.032146 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2326434 Mar 03 10:54:45.034821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41404) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:45.040819 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'admin_state_up': True, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:45.043518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797a1fb-3845-449b-bd8e-dc83c426f72e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Network': ['ID=9b07907c-9511-46c4-9654-15edd2f53012,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:45.047917 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:45.051840 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:router and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:45.054202 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 9b07907c-9511-46c4-9654-15edd2f53012 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:54:45.055816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:45.061984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:45.073300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:45.074351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:45.092267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:45.470399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:45.762399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:45.790878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:45.920183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.96 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/ea4b9115-c7f9-44eb-a4c8-1bc51947b178) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:54:46.061770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:46.089864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:46.153720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:54:46.156511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:54:46.166001 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:54:46.201355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:46.692024 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:47.030639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:47.230736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 277a249c-b0d3-4496-9c94-13e0033dae4a is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:54:47.409827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:54:47.419793 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Sync routers for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:54:47.429898 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:47.430729 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:47.439397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:47.440616 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cc2271ea-b00c-4ffc-be67-2cab8d98f8ce tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4047537 Mar 03 10:54:47.443735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41408) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:47.483053 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-45418a6d-c049-40fe-9a2a-9cf8a602b6f2 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=97d04f24783c4bc5902cc65927a8bedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382147 Mar 03 10:54:47.485528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41412) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:47.606696 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:47.612765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8f13cd-5006-4b22-8c1f-c836aa58a87a tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:47.614235 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0e8f13cd-5006-4b22-8c1f-c836aa58a87a tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278439 Mar 03 10:54:47.618253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41416) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:47.655969 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-894f6bc0-5543-4c02-a690-370a5fd4cc2f tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366938 Mar 03 10:54:47.658501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41420) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:47.664423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1509902451', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:47.774013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:47.777765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:subnet and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:47.780511 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:47.785946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:47.796862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:54:47.800586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:47.917893 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:46Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:47.921525 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Checking router: 277a249c-b0d3-4496-9c94-13e0033dae4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:54:47.921862 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Updating router 277a249c-b0d3-4496-9c94-13e0033dae4a port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:54:47.978117 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.150555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.226760 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Subnet': ['ID=7a76fe21-2cbd-4283-ba82-3846c4e04d12,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:48.239291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Checking segment: {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:54:48.240656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network hostable DHCP agents. Network: 9b07907c-9511-46c4-9654-15edd2f53012, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:54:48.260116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 9b07907c-9511-46c4-9654-15edd2f53012 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:54:48.269709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 9b07907c-9511-46c4-9654-15edd2f53012) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:54:48.274067 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:48.274639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.280659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0ea95-f8df-4c0e-ba55-d42d34b705ca None None] Network 9b07907c-9511-46c4-9654-15edd2f53012 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:54:48.298138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-35fb87bc-a854-4743-b319-84a665b52241 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6385393 Mar 03 10:54:48.300916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41424) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:54:48.311114 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.323005 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Transition to ACTIVE for port object ea4b9115-c7f9-44eb-a4c8-1bc51947b178 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:54:48.330186 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.413763 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Pushing event updated for resources: {'Port': ['ID=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:48.426606 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.427288 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.427992 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.428385 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.428770 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.429153 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.429533 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.429909 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.430286 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.430662 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.431035 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.431433 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:54:48.434988 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Attempting to bind port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:54:48.435440 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Attempting to bind port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:54:48.435856 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Attempting to bind port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:54:48.441881 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:54:48.442318 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:54:48.442833 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.443456 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:54:48.443975 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Bound port: ea4b9115-c7f9-44eb-a4c8-1bc51947b178, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:54:48.444404 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.513652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-9b07907c-9511-46c4-9654-15edd2f53012', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:54:48.514485 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.521518 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] For port ea4b9115-c7f9-44eb-a4c8-1bc51947b178, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:54:48.524750 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] For port ea4b9115-c7f9-44eb-a4c8-1bc51947b178, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:54:48.529289 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.592596 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:48.593214 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:48.673136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Allocated IP 172.20.0.2 (9b07907c-9511-46c4-9654-15edd2f53012/7a76fe21-2cbd-4283-ba82-3846c4e04d12/637a4b42-5e0f-4830-bbcc-b023abb62cf1) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:54:48.777971 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b4632-d775-43a0-999b-eed1e8f71e5d None None] Pushing event updated for resources: {'Port': ['ID=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:48.794282 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:48.941747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:48.952595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Transition to ACTIVE for port object 637a4b42-5e0f-4830-bbcc-b023abb62cf1 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:54:48.971793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Transition to ACTIVE for port object 637a4b42-5e0f-4830-bbcc-b023abb62cf1 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:54:48.978420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:49.043195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Network 9b07907c-9511-46c4-9654-15edd2f53012 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:54:49.044262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:54:49.055779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:54:49.090507 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Pushing event updated for resources: {'Port': ['ID=637a4b42-5e0f-4830-bbcc-b023abb62cf1,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:49.102234 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:46Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:49.106590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b3e81-6a31-4693-bdf6-0ee470a39be2 None None] The sync data for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv is: [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:46Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:54:49.149896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:49.157333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Attempting to bind port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:54:49.157682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Attempting to bind port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:54:49.158051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Attempting to bind port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 on network 9b07907c-9511-46c4-9654-15edd2f53012 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:54:49.165087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:54:49.165455 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Checking segment: {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:54:49.165851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:49.166240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Bound using segment: {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:54:49.166784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Bound port: 637a4b42-5e0f-4830-bbcc-b023abb62cf1, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:54:49.167504 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:49.264467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] For port 637a4b42-5e0f-4830-bbcc-b023abb62cf1, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:54:49.267431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] For port 637a4b42-5e0f-4830-bbcc-b023abb62cf1, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=637a4b42-5e0f-4830-bbcc-b023abb62cf1,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:54:49.273293 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:49.366939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cd0aa-84a9-4ed2-a70c-722b182da3d5 None None] Pushing event updated for resources: {'Port': ['ID=637a4b42-5e0f-4830-bbcc-b023abb62cf1,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:49.611421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.1 (9b07907c-9511-46c4-9654-15edd2f53012/7a76fe21-2cbd-4283-ba82-3846c4e04d12/91075e50-ab71-476d-8359-e4c8fa6e566c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:54:49.785312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:49.801671 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object 91075e50-ab71-476d-8359-e4c8fa6e566c will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:54:49.825997 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:49.897246 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 9b07907c-9511-46c4-9654-15edd2f53012 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:54:49.905171 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:54:49.909866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:54:49.941141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=91075e50-ab71-476d-8359-e4c8fa6e566c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:49.973009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:50.249727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:50.333735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3734647-df56-4cdf-8b2a-93577747f3e9 None None] Network 9b07907c-9511-46c4-9654-15edd2f53012 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:54:50.436291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-673b7113-5cb2-43d2-885c-a371c753984f None None] Provisioning for port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:54:50.792484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:50.798277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:50.865823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-79e821c7-47c1-49b0-9db4-69de2d671588 None None] Provisioning for port 91075e50-ab71-476d-8359-e4c8fa6e566c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:54:50.871328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-79e821c7-47c1-49b0-9db4-69de2d671588 None None] Provisioning complete for port 91075e50-ab71-476d-8359-e4c8fa6e566c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:50.872019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-79e821c7-47c1-49b0-9db4-69de2d671588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:50.915526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:50.926650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=91075e50-ab71-476d-8359-e4c8fa6e566c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:50.945443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-79e821c7-47c1-49b0-9db4-69de2d671588 None None] Port 91075e50-ab71-476d-8359-e4c8fa6e566c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:54:51.065334 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 9b07907c-9511-46c4-9654-15edd2f53012 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:54:51.066691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:54:51.076820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7321694b-f956-4d03-8176-b1953b638ca8 None None] Provisioning complete for port 91075e50-ab71-476d-8359-e4c8fa6e566c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:51.077219 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7321694b-f956-4d03-8176-b1953b638ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:51.141476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-7321694b-f956-4d03-8176-b1953b638ca8 None None] Port 91075e50-ab71-476d-8359-e4c8fa6e566c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:54:51.233131 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ea4b9115-c7f9-44eb-a4c8-1bc51947b178 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:54:51.266613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 277a249c-b0d3-4496-9c94-13e0033dae4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:54:51.303780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:54:51.308617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:51.308989 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:51.380689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-fd85d111-048d-4e33-ad8c-909a53b8d051 None None] Provisioning complete for port 91075e50-ab71-476d-8359-e4c8fa6e566c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:51.381456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fd85d111-048d-4e33-ad8c-909a53b8d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:51.449787 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:54:51.463077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Sync routers for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:54:51.472648 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a7af0c1a-6964-4e0a-8cad-5b960ad264ca tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/277a249c-b0d3-4496-9c94-13e0033dae4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1663342 Mar 03 10:54:51.493996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-fd85d111-048d-4e33-ad8c-909a53b8d051 None None] Port 91075e50-ab71-476d-8359-e4c8fa6e566c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:54:51.500024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:51.504550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:51.505350 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:51.585136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port ea4b9115-c7f9-44eb-a4c8-1bc51947b178, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:51.592966 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:51.593718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 637a4b42-5e0f-4830-bbcc-b023abb62cf1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:54:51.637189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-3df38444-b8ff-458f-b1ff-186f40e9f324 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:54:51.653903 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-3df38444-b8ff-458f-b1ff-186f40e9f324 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:54:51.655135 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-3df38444-b8ff-458f-b1ff-186f40e9f324 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821240660&fields=id&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 267 time: 0.0568836 Mar 03 10:54:51.813233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-bfc3f6ae-c636-4c9e-9a4c-7a8694880677 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:51.814699 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-bfc3f6ae-c636-4c9e-9a4c-7a8694880677 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 797 time: 0.1499233 Mar 03 10:54:51.830269 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-4052d44b-8417-4442-8666-8b383b9deba7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/quotas/97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 375 time: 0.0093102 Mar 03 10:54:51.832103 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:51.845276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:51.900599 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:54:51.914638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:51.915004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:51.915960 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-74bfb3b6-9b1b-45f7-8560-5e0b8e8534e4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797408 Mar 03 10:54:52.105684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-edbdf75e-c3b1-48fb-bfac-dfe3ea007d84 service neutron] 10.222.0.23 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772652 Mar 03 10:54:52.230622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:52.240447 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-2ff6a9bc-b26f-491a-a575-b48c4e4945ca service neutron] 10.222.0.23 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288493 Mar 03 10:54:52.274321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 637a4b42-5e0f-4830-bbcc-b023abb62cf1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=637a4b42-5e0f-4830-bbcc-b023abb62cf1,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:52.279933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:52.342493 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 2, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:52.359633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Checking router: 277a249c-b0d3-4496-9c94-13e0033dae4a for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:54:52.359633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Updating router 277a249c-b0d3-4496-9c94-13e0033dae4a port 91075e50-ab71-476d-8359-e4c8fa6e566c binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:54:52.397203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=637a4b42-5e0f-4830-bbcc-b023abb62cf1,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:52.418899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:52.428569 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7da18b04-d21b-45ca-86ef-e2132c200592 req-5f87b2e8-b9d4-4846-9603-b3267fa19c47 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 210 time: 0.0516722 Mar 03 10:54:52.797092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:52.809635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Transition to ACTIVE for port object 91075e50-ab71-476d-8359-e4c8fa6e566c will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:54:52.815326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:52.947554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b253cd-1714-4f72-b866-5df9ed6bf1f0 None None] Pushing event updated for resources: {'Port': ['ID=91075e50-ab71-476d-8359-e4c8fa6e566c,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:53.042753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Attempting to bind port 91075e50-ab71-476d-8359-e4c8fa6e566c on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:54:53.043118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Attempting to bind port 91075e50-ab71-476d-8359-e4c8fa6e566c by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:54:53.043505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Attempting to bind port 91075e50-ab71-476d-8359-e4c8fa6e566c on network 9b07907c-9511-46c4-9654-15edd2f53012 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:54:53.048842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:54:53.049196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Checking segment: {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:54:53.049590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:53.049978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Bound using segment: {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:54:53.050431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Bound port: 91075e50-ab71-476d-8359-e4c8fa6e566c, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:54:53.050815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:53.154468 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] For port 91075e50-ab71-476d-8359-e4c8fa6e566c, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:54:53.157553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] For port 91075e50-ab71-476d-8359-e4c8fa6e566c, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=91075e50-ab71-476d-8359-e4c8fa6e566c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:54:53.164388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ea4b9115-c7f9-44eb-a4c8-1bc51947b178 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:54:53.194302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:53.304718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b253cd-1714-4f72-b866-5df9ed6bf1f0 None None] Pushing event updated for resources: {'Port': ['ID=91075e50-ab71-476d-8359-e4c8fa6e566c,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:53.307461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:54:53.308078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:53.393634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:53.394078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:53.522387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-2f1fa5a7-5ba9-4343-b140-eed7e4ea741d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:53.523247 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-2f1fa5a7-5ba9-4343-b140-eed7e4ea741d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:54:53.541678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-2f1fa5a7-5ba9-4343-b140-eed7e4ea741d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:54:53.543348 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-2f1fa5a7-5ba9-4343-b140-eed7e4ea741d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 797 time: 0.2551503 Mar 03 10:54:53.604576 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-054d32e9-b4f3-44c2-9ac6-0fd495207b3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:54:53.617070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-054d32e9-b4f3-44c2-9ac6-0fd495207b3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:54:53.618204 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-054d32e9-b4f3-44c2-9ac6-0fd495207b3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 379 time: 0.0653954 Mar 03 10:54:53.618400 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5c3ce424-7801-43f9-a3fe-f833428fc6fa req-54b3a91b-f61d-49b0-8d4c-f6ca68ad716e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 210 time: 0.0518188 Mar 03 10:54:53.626778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'port': {'device_id': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'admin_state_up': True, 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'security_groups': ['98c1985f-0933-4bce-a43e-f03fe2ca4263']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:53.649225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:54:53.771014 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:54:53.775101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:port and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:54:53.777931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:54:53.783453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:54:53.793169 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:54:53.796850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:53.840730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 637a4b42-5e0f-4830-bbcc-b023abb62cf1 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:54:53.958919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.7 (9b07907c-9511-46c4-9654-15edd2f53012/7a76fe21-2cbd-4283-ba82-3846c4e04d12/d51f0153-deac-4826-8fe8-f60296c03e5c) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:54:54.026849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:54.027222 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:54.148822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:54.153937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:53Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:54:54.165359 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object d51f0153-deac-4826-8fe8-f60296c03e5c will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:54:54.167482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143065c-2236-457d-94c1-7579fdf0b839 None None] The sync data for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv is: [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:53Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:54:54.189899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:54.190792 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:54.388413 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 9b07907c-9511-46c4-9654-15edd2f53012 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:54:54.396919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:54:54.399505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:54:54.436111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:54.483810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:54.484455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:54.514970 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-e3c04bc8-8bae-4f2e-8821-fe6a46074563 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8916814 Mar 03 10:54:54.526808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Request body: {'port': {'device_id': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:54:54.647401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:54.675101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-71b853c6-f934-4f92-b3df-38e0d7ff1a5e None None] Provisioning for port d51f0153-deac-4826-8fe8-f60296c03e5c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:54:54.682916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-71b853c6-f934-4f92-b3df-38e0d7ff1a5e None None] Provisioning complete for port d51f0153-deac-4826-8fe8-f60296c03e5c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:54.683444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-71b853c6-f934-4f92-b3df-38e0d7ff1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:54.746700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-71b853c6-f934-4f92-b3df-38e0d7ff1a5e None None] Port d51f0153-deac-4826-8fe8-f60296c03e5c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:54:54.834546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b51b9-aa2f-49f9-af22-b55a1e6c40d6 req-dc1b7068-3d2b-4ab1-990b-fba84a6ba640 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:54.836102 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-de7b51b9-aa2f-49f9-af22-b55a1e6c40d6 req-dc1b7068-3d2b-4ab1-990b-fba84a6ba640 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 931 time: 0.0856881 Mar 03 10:54:54.886294 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-de7b51b9-aa2f-49f9-af22-b55a1e6c40d6 req-72acc0fc-8df8-4717-95a9-229b324066d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Mar 03 10:54:55.016678 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51f0153-deac-4826-8fe8-f60296c03e5c {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:54:55.024194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.039450 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Transition to ACTIVE for port object d51f0153-deac-4826-8fe8-f60296c03e5c will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:54:55.043516 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.213696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 91075e50-ab71-476d-8359-e4c8fa6e566c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:54:55.215550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:55.295204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Attempting to bind port d51f0153-deac-4826-8fe8-f60296c03e5c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:54:55.295834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Attempting to bind port d51f0153-deac-4826-8fe8-f60296c03e5c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:54:55.295964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Attempting to bind port d51f0153-deac-4826-8fe8-f60296c03e5c on network 9b07907c-9511-46c4-9654-15edd2f53012 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:54:55.300705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Port d51f0153-deac-4826-8fe8-f60296c03e5c on network 9b07907c-9511-46c4-9654-15edd2f53012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:54:55.300970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Attempting to bind port d51f0153-deac-4826-8fe8-f60296c03e5c on network 9b07907c-9511-46c4-9654-15edd2f53012 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:54:55.307290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:54:55.307667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Checking segment: {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:54:55.308071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Bound using segment: {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:54:55.308493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Bound port: d51f0153-deac-4826-8fe8-f60296c03e5c, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1748329f-1a69-41fa-9d05-fdc4cea2053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:54:55.308733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 91075e50-ab71-476d-8359-e4c8fa6e566c completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:54:55.308860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.317491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 91075e50-ab71-476d-8359-e4c8fa6e566c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:55.318449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.403465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:54:55.406451 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:54:55.411939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.453145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.468888 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:55.469369 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.470778 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 1093 time: 0.9483778 Mar 03 10:54:55.471196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:54:55.492667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 91075e50-ab71-476d-8359-e4c8fa6e566c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=91075e50-ab71-476d-8359-e4c8fa6e566c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:55.500262 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:55.506252 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67befc2d-a702-46d1-8388-74ea6d4589a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:55.566898 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'status': 'completed', 'code': 200} Mar 03 10:54:55.577915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=91075e50-ab71-476d-8359-e4c8fa6e566c,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:55.615753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-6348fc6d-aff1-4b22-82df-3e5e449f5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:55.617243 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-6348fc6d-aff1-4b22-82df-3e5e449f5a69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1096 time: 0.0891886 Mar 03 10:54:55.688684 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-1cd3dfcb-694e-43e0-a62a-a99bcaaac00b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 217 time: 0.0652204 Mar 03 10:54:55.753565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-63d6002b-5bcd-4ef6-8eff-e03a102b28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:55.754934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-63d6002b-5bcd-4ef6-8eff-e03a102b28c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0571933 Mar 03 10:54:55.827544 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-a507f8bc-92c8-4a9e-b581-335232a9322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:55.828974 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-a507f8bc-92c8-4a9e-b581-335232a9322b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683990 Mar 03 10:54:55.959161 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-6e2f63eb-5ace-4830-8ff2-ae9be2059331 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243272 Mar 03 10:54:56.071498 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593a76-8f1a-4a17-bded-ccafc06da3c0 req-719a2aaa-b8c8-4822-a9c3-3ac618987e6f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:56.073529 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22593a76-8f1a-4a17-bded-ccafc06da3c0 req-719a2aaa-b8c8-4822-a9c3-3ac618987e6f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 943 time: 0.0825987 Mar 03 10:54:56.091139 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-670954e1-1276-40ae-9f7c-66f0db3430d5 req-ff056c35-2461-45fd-9f34-53926371bd19 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264632 Mar 03 10:54:56.121831 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22593a76-8f1a-4a17-bded-ccafc06da3c0 req-eb591f55-c212-4a7f-bba3-c08cb9a40fb8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Mar 03 10:54:56.297421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-dd6b130b-82a3-4d64-baf6-d73da7f1d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:56.298891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-dd6b130b-82a3-4d64-baf6-d73da7f1d112 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1096 time: 0.1624734 Mar 03 10:54:56.428164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-2ac8e3f8-95a5-46ae-be3c-fd527cea8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:56.429612 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-2ac8e3f8-95a5-46ae-be3c-fd527cea8f32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1242194 Mar 03 10:54:56.503199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-12f882d4-2fbc-464c-a0a9-1bdb5ad533ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 217 time: 0.0658271 Mar 03 10:54:56.564991 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-39e6b509-aeb5-42b3-9ef7-dd62988528f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:56.566427 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-39e6b509-aeb5-42b3-9ef7-dd62988528f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0571537 Mar 03 10:54:56.643664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-7c4405da-78a4-49ad-a509-b741d229628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:56.645135 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-7c4405da-78a4-49ad-a509-b741d229628f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709548 Mar 03 10:54:56.777604 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-9e004a98-baed-4495-8c84-f2ffc7a11746 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254539 Mar 03 10:54:56.909961 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9a9789fa-e64a-4e07-a0e0-6c168626965d req-a551928f-2575-4931-bee9-3a4066f50af0 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254525 Mar 03 10:54:57.157381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 91075e50-ab71-476d-8359-e4c8fa6e566c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:54:57.225514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 91075e50-ab71-476d-8359-e4c8fa6e566c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:54:57.225884 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:57.308879 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185aca4-a8a1-468f-9a51-e1f23d6ba798 req-2c4a4af8-8236-413d-9488-4a47b1836381 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:57.310365 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0185aca4-a8a1-468f-9a51-e1f23d6ba798 req-2c4a4af8-8236-413d-9488-4a47b1836381 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 943 time: 0.0836909 Mar 03 10:54:57.358121 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0185aca4-a8a1-468f-9a51-e1f23d6ba798 req-0d27367e-1da4-4202-a16a-1fc352e3dca3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Mar 03 10:54:58.214085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d51f0153-deac-4826-8fe8-f60296c03e5c details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:54:58.350363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:58.362854 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'port_id': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'mac_address': 'fa:16:3e:66:7b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:54:58.421196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:58.437988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51f0153-deac-4826-8fe8-f60296c03e5c {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:54:58.453052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:54:58.457921 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:54:58.527763 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:54:58.550471 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10172398-ef5f-49fa-b26a-a191883616ce req-a1c96686-193d-492a-bff9-3274cb42949b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:58.551977 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10172398-ef5f-49fa-b26a-a191883616ce req-a1c96686-193d-492a-bff9-3274cb42949b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 944 time: 0.0834289 Mar 03 10:54:58.596925 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10172398-ef5f-49fa-b26a-a191883616ce req-4a25a103-89d0-47c2-88f4-c184d7e04f32 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391004 Mar 03 10:54:58.661221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['d51f0153-deac-4826-8fe8-f60296c03e5c'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:54:59.784904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36385-61e1-477d-936e-b34e541bbe0f req-d6ffec62-e78a-4078-b1c7-f532897ede48 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:54:59.786935 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22b36385-61e1-477d-936e-b34e541bbe0f req-d6ffec62-e78a-4078-b1c7-f532897ede48 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 944 time: 0.0837324 Mar 03 10:54:59.829205 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22b36385-61e1-477d-936e-b34e541bbe0f req-c4c59985-b65d-4809-bd83-f7b0581c5aef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365305 Mar 03 10:55:00.213705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d51f0153-deac-4826-8fe8-f60296c03e5c up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:55:00.280665 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port d51f0153-deac-4826-8fe8-f60296c03e5c completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:55:00.285311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port d51f0153-deac-4826-8fe8-f60296c03e5c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:55:00.285699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:00.399910 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:00.425140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:55:00.435058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:55:00.439113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:00.476143 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'code': 200} Mar 03 10:55:00.511878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:55:00.744397 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb18a-421c-4b37-a029-56c37cd89f2f req-ee5aa373-80c8-4fd5-840b-1c12c384fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:00.745774 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a2bb18a-421c-4b37-a029-56c37cd89f2f req-ee5aa373-80c8-4fd5-840b-1c12c384fac8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1098 time: 0.1223071 Mar 03 10:55:00.786712 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0a2bb18a-421c-4b37-a029-56c37cd89f2f req-fbe85c4f-a7c4-4adc-92c1-984a2e5c3a08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Mar 03 10:55:01.012155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dee90-f9cd-4e3e-b024-36aa2e5f2e23 req-20a102c9-1b7a-4e28-b284-94b0fb29bc72 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:01.013539 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f91dee90-f9cd-4e3e-b024-36aa2e5f2e23 req-20a102c9-1b7a-4e28-b284-94b0fb29bc72 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0793977 Mar 03 10:55:01.059651 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f91dee90-f9cd-4e3e-b024-36aa2e5f2e23 req-d7d68977-ea3a-4409-a789-5af26a51dd94 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 Mar 03 10:55:02.243243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7e14-9ccd-4a7c-bc4c-99bcbccfabbc req-602d6268-57a7-445c-bfcd-a9a58d41dcbf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:02.244725 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ea8c7e14-9ccd-4a7c-bc4c-99bcbccfabbc req-602d6268-57a7-445c-bfcd-a9a58d41dcbf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0803883 Mar 03 10:55:02.289803 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ea8c7e14-9ccd-4a7c-bc4c-99bcbccfabbc req-b27697ea-860b-4cc2-925c-f0a8bd65dae1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395455 Mar 03 10:55:02.470338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c7c4-aa02-4559-8fd2-eb7a461f8570 req-669c95b9-eabf-42e3-9fa3-ec2f9de78f57 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:02.471798 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b942c7c4-aa02-4559-8fd2-eb7a461f8570 req-669c95b9-eabf-42e3-9fa3-ec2f9de78f57 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0806649 Mar 03 10:55:02.517959 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b942c7c4-aa02-4559-8fd2-eb7a461f8570 req-ddeb71c8-b58d-47c7-b287-9f70732e6a80 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Mar 03 10:55:02.540671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41486) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:55:02.609697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c3be9-97ff-414a-bca9-f93c3735246b tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:02.611214 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-057c3be9-97ff-414a-bca9-f93c3735246b tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1093 time: 0.0696089 Mar 03 10:55:02.613896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41490) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:55:02.619247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:55:02.625909 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:55:02.629703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:floatingip and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:55:02.632749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:55:02.638271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:55:02.648247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:02.884038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:03.018523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.78 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/c54a7002-80dd-496e-98ae-9cc85b55c0b6) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:55:03.165743 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:03.170387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a22692be-ca86-4e43-8ac7-81b514283477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:03.196818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:03.257941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:55:03.260847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:55:03.264580 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:55:03.313781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=c54a7002-80dd-496e-98ae-9cc85b55c0b6,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:55:03.682662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:03.754002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:03.958864 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:03.963127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:04.071530 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=c54a7002-80dd-496e-98ae-9cc85b55c0b6,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:55:04.081343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:04.248370 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP b875f0a1-d64f-41c7-9ac2-52311cf85ee2 associated. External IP: 172.26.7.78, port: d51f0153-deac-4826-8fe8-f60296c03e5c. Mar 03 10:55:04.640019 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-18532cb2-b5fe-4172-8e13-643e12501e81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684602 Mar 03 10:55:04.720896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 277a249c-b0d3-4496-9c94-13e0033dae4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:55:04.783657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-14f22115-663a-41e7-bb8d-fc6c9afe1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:04.785047 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-14f22115-663a-41e7-bb8d-fc6c9afe1c14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1098 time: 0.0762880 Mar 03 10:55:04.902206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:55:04.912400 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] Sync routers for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:55:04.922013 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:55:04.922845 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:54:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:55:04.928368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:04.936705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-f33f9d65-28bd-4084-a7da-48fb315cdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:04.938374 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-f33f9d65-28bd-4084-a7da-48fb315cdd50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1360238 Mar 03 10:55:04.988407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3b6c783e-1740-4305-b18c-ee1247ed17d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3705342 Mar 03 10:55:04.988407 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:55:05.047615 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'status': 'completed', 'code': 200} Mar 03 10:55:05.050831 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-4f491b11-5cf7-464c-9478-4911e5dc4a97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 998 time: 0.1063750 Mar 03 10:55:05.116458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-894a116b-702b-4f03-bbe0-3bf427d112a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:05.118126 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-894a116b-702b-4f03-bbe0-3bf427d112a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0618031 Mar 03 10:55:05.139693 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:55:05.174368 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f1a27-5a4e-4305-aa7e-1d15e1ac7c4e req-5296395f-ed56-48bf-a9f2-86d77ef57b6d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:05.179712 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba5f1a27-5a4e-4305-aa7e-1d15e1ac7c4e req-5296395f-ed56-48bf-a9f2-86d77ef57b6d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0879772 Mar 03 10:55:05.198955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-319b4abc-64f9-453e-9a78-b3fd2349d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:05.200606 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-319b4abc-64f9-453e-9a78-b3fd2349d91e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767758 Mar 03 10:55:05.222610 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba5f1a27-5a4e-4305-aa7e-1d15e1ac7c4e req-17b41c04-ced3-4a81-82d0-0ddade07c820 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402529 Mar 03 10:55:05.246691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41498) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:55:05.340338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3cee20b4-1600-4057-899d-96fc201929c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:05.344876 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-be6fe0e3-7e07-4ed3-9f46-0c0994aa678e service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379333 Mar 03 10:55:05.360138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-61b85ecd-9443-4c62-957a-3d9b0e7e12b4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/b875f0a1-d64f-41c7-9ac2-52311cf85ee2 HTTP/1.1" status: 200 len: 990 time: 0.1122913 Mar 03 10:55:05.481358 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-dd9afc7a-6efd-46cb-9c80-120ca28f26be req-7513b1a5-7792-4259-a702-2202b4695d5a service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306756 Mar 03 10:55:05.490023 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b875f0a1-d64f-41c7-9ac2-52311cf85ee2', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'port_id': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'mac_address': 'fa:16:3e:66:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:55:03Z', 'updated_at': '2022-03-03T10:55:03Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:55Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:55:05.494298 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] Checking router: 277a249c-b0d3-4496-9c94-13e0033dae4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:55:05.504221 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:55:05.504992 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:55:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:55:05.683782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-be329c8a-92ab-4fa2-855e-16475d57ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:05.685268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-be329c8a-92ab-4fa2-855e-16475d57ac7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1098 time: 0.1633873 Mar 03 10:55:05.689091 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:55:05.813970 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-c02107ad-92ed-498f-9be0-98471e5e9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:05.815421 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-c02107ad-92ed-498f-9be0-98471e5e9d27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1249771 Mar 03 10:55:05.918344 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-df485b64-cf84-4d74-8a90-da11090537f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 998 time: 0.0971589 Mar 03 10:55:05.981436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-60083ff7-ad49-4d74-8a19-e63d75d01ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:05.982764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-60083ff7-ad49-4d74-8a19-e63d75d01ea7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0594480 Mar 03 10:55:06.031107 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b875f0a1-d64f-41c7-9ac2-52311cf85ee2', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'port_id': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'mac_address': 'fa:16:3e:66:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:55:03Z', 'updated_at': '2022-03-03T10:55:03Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:55Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:55:06.035047 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e4969b-8944-49d7-a133-59fa960fcb85 None None] The sync data for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv is: [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'b875f0a1-d64f-41c7-9ac2-52311cf85ee2', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'port_id': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'mac_address': 'fa:16:3e:66:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:55:03Z', 'updated_at': '2022-03-03T10:55:03Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:55Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:55:06.060528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-d28c18a1-7072-4b2c-9ae9-db904f763958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:06.062022 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-d28c18a1-7072-4b2c-9ae9-db904f763958 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722194 Mar 03 10:55:06.184734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:06.213515 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-087f12e1-d3dc-4906-905a-73051ff5b70f service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446114 Mar 03 10:55:06.250077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:06.260385 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084f3a4-3e76-42f6-bb4a-0c05f36fd101 None None] New status for floating IP b875f0a1-d64f-41c7-9ac2-52311cf85ee2: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:55:06.362408 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-22e86b32-6c09-4da0-8785-684050ca83c2 req-c2c77311-b3b5-44fc-961d-dd2ff156416b service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428468 Mar 03 10:55:06.364644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41502) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:55:06.475582 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9c15f3ec-5341-4684-aef3-cd4c3443fc3f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/b875f0a1-d64f-41c7-9ac2-52311cf85ee2 HTTP/1.1" status: 200 len: 990 time: 0.1091950 Mar 03 10:55:07.479210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41506) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:55:07.583535 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7a9455a5-9ca7-4723-889d-967ceb1f8607 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/b875f0a1-d64f-41c7-9ac2-52311cf85ee2 HTTP/1.1" status: 200 len: 992 time: 0.1025367 Mar 03 10:55:08.089380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:11.335896 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:55:24.196812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:33.173038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ecd9d9c7-9728-4d8b-85ca-1494e7d3f46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:35.332395 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-302895e8-4cc6-46b9-af3c-a130f374deeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:36.187714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:36.248473 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:37.183131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41530) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:55:37.357474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af1c4c-60b4-4fe8-8198-c3fcaf4681bb req-216335d3-4f52-4179-81b4-95df93f5822c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:37.358823 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c2af1c4c-60b4-4fe8-8198-c3fcaf4681bb req-216335d3-4f52-4179-81b4-95df93f5822c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.2461889 Mar 03 10:55:37.361640 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-f192139b-9dc4-4273-a039-7f7cce706a1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1771352 Mar 03 10:55:37.404357 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c2af1c4c-60b4-4fe8-8198-c3fcaf4681bb req-1d580b7c-f749-46b4-a731-b8812d5a0d95 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Mar 03 10:55:38.091406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:38.511913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-526ee9d9-23f7-4069-859f-3a9ba86cbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:38.513371 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-526ee9d9-23f7-4069-859f-3a9ba86cbb13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1098 time: 0.0736485 Mar 03 10:55:38.637416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453d2c1-f7aa-4a82-ae0c-1a9f3f805778 req-645a5a94-567b-4f77-a5a1-4138657ba3b5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:38.638894 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9453d2c1-f7aa-4a82-ae0c-1a9f3f805778 req-645a5a94-567b-4f77-a5a1-4138657ba3b5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.1282144 Mar 03 10:55:38.646461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-f3ae0088-2263-4a03-bca8-4e8f5318c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:38.647956 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-f3ae0088-2263-4a03-bca8-4e8f5318c0fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1292510 Mar 03 10:55:38.687620 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9453d2c1-f7aa-4a82-ae0c-1a9f3f805778 req-7b2ef1a1-d84c-4c5f-b36b-4f761cb006ea tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Mar 03 10:55:38.752650 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-41fcd9e9-523b-4397-b0d7-46af27b98b1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 1000 time: 0.0994065 Mar 03 10:55:38.817017 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-fa4b19ff-36fd-40d9-a6af-1752b006252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:38.818432 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-fa4b19ff-36fd-40d9-a6af-1752b006252d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0599239 Mar 03 10:55:38.891218 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-50b367cf-6d19-4966-9f83-c829085f38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:38.892727 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-50b367cf-6d19-4966-9f83-c829085f38d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690506 Mar 03 10:55:39.022360 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-c6a7a4fb-19ad-4fc6-bfa0-2ceb65fc235e service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236010 Mar 03 10:55:39.151978 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-ac6e386f-8811-43ac-9b79-9d343853cb3a service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237173 Mar 03 10:55:39.869109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2376b-f1ba-4057-a3a6-969806c2e554 req-8355b5ea-54e9-432f-8c67-35b138679492 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:39.870469 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6c2376b-f1ba-4057-a3a6-969806c2e554 req-8355b5ea-54e9-432f-8c67-35b138679492 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0782843 Mar 03 10:55:39.914164 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c6c2376b-f1ba-4057-a3a6-969806c2e554 req-41c2bc6e-12db-48a6-9cec-54580cfe2ae3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Mar 03 10:55:41.207660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a794f75-8b83-4dd4-94a5-6a5ae2eac66b req-3479be8a-e322-4c1e-bf50-1e04b6a45b31 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:41.209019 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a794f75-8b83-4dd4-94a5-6a5ae2eac66b req-3479be8a-e322-4c1e-bf50-1e04b6a45b31 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.1893401 Mar 03 10:55:41.252039 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6a794f75-8b83-4dd4-94a5-6a5ae2eac66b req-e6d581de-d3e4-4c78-b8b1-c89f79396004 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373118 Mar 03 10:55:42.434737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed29a9-ba86-43b6-bb21-0d9da9d07d87 req-5537b7b0-8d5b-4fca-a2c7-d9f4113eaa19 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:42.436233 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a1ed29a9-ba86-43b6-bb21-0d9da9d07d87 req-5537b7b0-8d5b-4fca-a2c7-d9f4113eaa19 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0788894 Mar 03 10:55:42.480563 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a1ed29a9-ba86-43b6-bb21-0d9da9d07d87 req-e857b5e8-c3d2-4980-a8e0-5ab1f9a7de04 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380499 Mar 03 10:55:43.664658 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a3d52-a75c-4bec-82a5-07e64d258061 req-f6c0c77d-2431-4219-9f44-9146fcc8587a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:43.666276 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2b4a3d52-a75c-4bec-82a5-07e64d258061 req-f6c0c77d-2431-4219-9f44-9146fcc8587a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0819826 Mar 03 10:55:43.709608 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2b4a3d52-a75c-4bec-82a5-07e64d258061 req-480cb628-37bd-439b-90d0-eb6f7ac78523 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379093 Mar 03 10:55:44.893629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731b778-abac-48cb-a334-a4d51750215a req-44dcbae8-6d48-4797-9df0-a04450a9004f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:44.895666 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b731b778-abac-48cb-a334-a4d51750215a req-44dcbae8-6d48-4797-9df0-a04450a9004f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0835025 Mar 03 10:55:44.937936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b731b778-abac-48cb-a334-a4d51750215a req-af8d51c5-eb57-45bc-bede-2ef25f72e444 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367768 Mar 03 10:55:46.119751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ba774-3eb1-4c40-863c-df1a5fcf0388 req-bfecacc7-d198-4efe-b124-668a5214b126 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:46.121364 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-794ba774-3eb1-4c40-863c-df1a5fcf0388 req-bfecacc7-d198-4efe-b124-668a5214b126 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0791004 Mar 03 10:55:46.167986 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-794ba774-3eb1-4c40-863c-df1a5fcf0388 req-14ac2893-1553-4336-bca5-b5230268eaf7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400779 Mar 03 10:55:47.353344 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016e9af-4d95-4a55-8e02-c80b74fbf9c5 req-a0dfc7b1-5a37-4cab-a0a0-8eff96236f90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:47.354809 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4016e9af-4d95-4a55-8e02-c80b74fbf9c5 req-a0dfc7b1-5a37-4cab-a0a0-8eff96236f90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0844080 Mar 03 10:55:47.399130 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4016e9af-4d95-4a55-8e02-c80b74fbf9c5 req-30deb5fd-50bf-4e44-9e11-07310dea55aa tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386021 Mar 03 10:55:48.334998 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:55:48.583869 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a1c0a-cfdd-49bf-8b8e-3e46092a4f89 req-9da9f669-480b-4f24-b6f7-85c4d2450e3f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:48.585383 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-334a1c0a-cfdd-49bf-8b8e-3e46092a4f89 req-9da9f669-480b-4f24-b6f7-85c4d2450e3f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0800006 Mar 03 10:55:48.632925 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-334a1c0a-cfdd-49bf-8b8e-3e46092a4f89 req-8306297d-5c9f-4114-a1f4-67a8d2381222 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Mar 03 10:55:49.816426 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06b94-8a06-4333-860b-24b77d7464da req-779baac6-c8c8-4942-b679-ed8625b6121e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:49.817800 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-edc06b94-8a06-4333-860b-24b77d7464da req-779baac6-c8c8-4942-b679-ed8625b6121e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0802090 Mar 03 10:55:49.868015 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-edc06b94-8a06-4333-860b-24b77d7464da req-0c00a8a6-d64a-4856-9e6c-caf60f4cd3fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446470 Mar 03 10:55:51.052571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fa630-600d-4779-9772-2e40ebd03d59 req-c957e0ca-539f-442c-9fcc-fc128525a792 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:51.054040 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-985fa630-600d-4779-9772-2e40ebd03d59 req-c957e0ca-539f-442c-9fcc-fc128525a792 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0830524 Mar 03 10:55:51.097177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-985fa630-600d-4779-9772-2e40ebd03d59 req-fc414b59-f745-4b96-9f54-ded957ba8359 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370276 Mar 03 10:55:52.278755 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d7663-6aea-4eb8-a4b7-dd8a9ef82454 req-af74fea0-0d78-443c-84da-d79593e897c3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:52.280228 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-747d7663-6aea-4eb8-a4b7-dd8a9ef82454 req-af74fea0-0d78-443c-84da-d79593e897c3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0792422 Mar 03 10:55:52.326718 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-747d7663-6aea-4eb8-a4b7-dd8a9ef82454 req-131f76c3-5919-4cc4-9030-2ea0a0ab6212 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Mar 03 10:55:53.508077 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe741c-1f25-42b4-9036-cc5379f598b6 req-dcaa7397-d200-42b1-b3de-6a7ed5bede50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:53.509525 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1cfe741c-1f25-42b4-9036-cc5379f598b6 req-dcaa7397-d200-42b1-b3de-6a7ed5bede50 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0792420 Mar 03 10:55:53.552410 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1cfe741c-1f25-42b4-9036-cc5379f598b6 req-7a62db02-174c-4280-886f-559e64511fe8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373619 Mar 03 10:55:54.194268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:54.735384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e53fb8-f079-42a0-a194-924f6b430988 req-9f2a30d5-8115-4edf-8e8d-2b038c6c6d9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:54.736743 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10e53fb8-f079-42a0-a194-924f6b430988 req-9f2a30d5-8115-4edf-8e8d-2b038c6c6d9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0813475 Mar 03 10:55:54.780303 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-10e53fb8-f079-42a0-a194-924f6b430988 req-f4e8e3d5-e94c-4fb5-9ba0-de8b071453ad tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367773 Mar 03 10:55:55.873765 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-19e9d12b-17f5-4cfb-9555-fc1939de72bf service neutron] 10.222.0.32 "GET /v2.0/ports/d51f0153-deac-4826-8fe8-f60296c03e5c/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.1712725 Mar 03 10:55:55.969965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2852680-b327-44a7-b746-0ea11e204d6b req-a73edb06-b6d1-47f6-8190-853c596fd196 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:55.972050 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2852680-b327-44a7-b746-0ea11e204d6b req-a73edb06-b6d1-47f6-8190-853c596fd196 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0809715 Mar 03 10:55:56.019375 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2852680-b327-44a7-b746-0ea11e204d6b req-6a34b471-2ed5-42b7-a80d-f312cd96ac13 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408325 Mar 03 10:55:56.137129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-9d429cf9-6dcd-40b8-90f7-ae70a30a60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:56.138484 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-9d429cf9-6dcd-40b8-90f7-ae70a30a60f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 1098 time: 0.0717459 Mar 03 10:55:56.227039 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-ce560472-b45c-4de2-90ea-adcb9b531400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:56.228524 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-ce560472-b45c-4de2-90ea-adcb9b531400 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1098 time: 0.0697663 Mar 03 10:55:56.356099 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-a316f530-3ed5-4877-b317-6e7ce4ca785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:56.357524 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-a316f530-3ed5-4877-b317-6e7ce4ca785b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1232333 Mar 03 10:55:56.458131 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-8e5a32ee-d75b-42b6-b93e-edf26b7202b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 1000 time: 0.0947227 Mar 03 10:55:56.521067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-4a70998a-f815-497c-bb9d-c430068b496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:56.522468 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-4a70998a-f815-497c-bb9d-c430068b496b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0589828 Mar 03 10:55:56.594433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-5f442ba5-f839-4415-b783-f9ce1ec03f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:56.595892 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-5f442ba5-f839-4415-b783-f9ce1ec03f22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673642 Mar 03 10:55:56.728132 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-fe50dc97-9a44-4759-8509-a44a0f8748e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254961 Mar 03 10:55:56.855509 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-3fa5d6fc-f4e8-4437-9999-db5458b827e6 req-1769b669-d833-4c52-98d3-1acf91521bfc service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220815 Mar 03 10:55:57.211291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0bfaa-3032-44ac-a4a0-e872b1f7e89c req-b26ee791-ac9d-47b8-98a0-e36697b01608 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:57.212760 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-95f0bfaa-3032-44ac-a4a0-e872b1f7e89c req-b26ee791-ac9d-47b8-98a0-e36697b01608 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0818965 Mar 03 10:55:57.255967 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-95f0bfaa-3032-44ac-a4a0-e872b1f7e89c req-ff61bd6a-ee00-45b8-a263-43e7ffc0d3ea tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375333 Mar 03 10:55:58.437888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed8f0-869a-45fb-8bf6-ee533a9b9038 req-3d92915e-db00-4d12-bc3b-fc68a16b46e0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:58.439701 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-101ed8f0-869a-45fb-8bf6-ee533a9b9038 req-3d92915e-db00-4d12-bc3b-fc68a16b46e0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0800447 Mar 03 10:55:58.490741 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-101ed8f0-869a-45fb-8bf6-ee533a9b9038 req-24f5660d-e368-4fae-a8d0-639ebe5d2521 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446005 Mar 03 10:55:58.524302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d51f0153-deac-4826-8fe8-f60296c03e5c details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:55:58.527622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d51f0153-deac-4826-8fe8-f60296c03e5c no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:55:58.737855 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:58.766775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:55:58.789422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:55:58.795477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'port_id': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'mac_address': 'fa:16:3e:66:7b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:55:58.801469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:55:58.831752 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:58.875135 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'code': 200} Mar 03 10:55:58.914449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:58.936094 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51f0153-deac-4826-8fe8-f60296c03e5c {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:55:58.939837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:55:58.953900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.954242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.954570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.954892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.955212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.955559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.955879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.956191 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.956508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.956818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.957693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.958009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:55:58.966550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:55:58.970619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:55:59.042655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:55:59.046567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['d51f0153-deac-4826-8fe8-f60296c03e5c'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:55:59.669325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d53f9e-e52c-4d47-a013-daadc3c08634 req-e3884c99-60aa-491e-adfc-17a7c3573f57 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:55:59.670758 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-98d53f9e-e52c-4d47-a013-daadc3c08634 req-e3884c99-60aa-491e-adfc-17a7c3573f57 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 944 time: 0.0788932 Mar 03 10:55:59.714222 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-98d53f9e-e52c-4d47-a013-daadc3c08634 req-829924c4-6227-4a55-abd5-e5fc19abf66b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374081 Mar 03 10:56:00.017064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e1349-dfba-4e23-82eb-0ff3afe47250 req-137b06ff-a9a8-4cd3-8cb0-e72c937aad0e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:00.018428 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2f0e1349-dfba-4e23-82eb-0ff3afe47250 req-137b06ff-a9a8-4cd3-8cb0-e72c937aad0e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 944 time: 0.0833395 Mar 03 10:56:00.021287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-eada6344-cf2c-4e3f-b1c5-4f4151e93d6e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:00.021990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-eada6344-cf2c-4e3f-b1c5-4f4151e93d6e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:56:00.038092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-eada6344-cf2c-4e3f-b1c5-4f4151e93d6e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:56:00.039578 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-eada6344-cf2c-4e3f-b1c5-4f4151e93d6e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a&tenant_id=97d04f24783c4bc5902cc65927a8bedf&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 944 time: 0.1038873 Mar 03 10:56:00.065451 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2f0e1349-dfba-4e23-82eb-0ff3afe47250 req-89a24573-eb49-4cf7-a11f-a95b913fff2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411086 Mar 03 10:56:00.178145 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-160d4705-13ae-41a3-bdd5-a63dfc911664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:00.179639 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-160d4705-13ae-41a3-bdd5-a63dfc911664 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1097 time: 0.0718737 Mar 03 10:56:00.249657 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5c23-ab0f-48b5-8aaa-cf9a8e29049e req-b999b965-5a89-4cfe-b0d2-61dd37769d4c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:00.251110 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-432b5c23-ab0f-48b5-8aaa-cf9a8e29049e req-b999b965-5a89-4cfe-b0d2-61dd37769d4c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 944 time: 0.0789309 Mar 03 10:56:00.294856 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-432b5c23-ab0f-48b5-8aaa-cf9a8e29049e req-d4cf0ec0-9d63-4c30-a019-47d2b0ff19a3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375862 Mar 03 10:56:00.309656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-df301efd-9bd9-40af-805d-a0e1c2f0c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:00.311205 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-df301efd-9bd9-40af-805d-a0e1c2f0c525 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1263282 Mar 03 10:56:00.413224 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-00dfaec5-c3c9-46b8-aef6-d85950a3fb35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 999 time: 0.0955727 Mar 03 10:56:00.473944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-11edef79-8a4f-4ff0-800c-3ac2ab5e09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:00.475380 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-11edef79-8a4f-4ff0-800c-3ac2ab5e09b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0563095 Mar 03 10:56:00.531896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d51f0153-deac-4826-8fe8-f60296c03e5c up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:00.550834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-eb6f31db-9bef-4c40-b3df-6eb0e2eb9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:00.552426 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-eb6f31db-9bef-4c40-b3df-6eb0e2eb9713 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712404 Mar 03 10:56:00.630209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port d51f0153-deac-4826-8fe8-f60296c03e5c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:00.630582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:00.684185 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-132d7ced-2828-481f-97ca-0a33229a56f5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256909 Mar 03 10:56:00.746294 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:00.778435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:00.782540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:00.852726 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:00.876065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:56:00.916157 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2cd8d114-b4d8-43db-af4e-7aafec5525ba req-ac347d08-39ad-493a-b6e9-223190f8000f service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263215 Mar 03 10:56:00.929499 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'code': 200} Mar 03 10:56:01.490756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73aaa8-ff7e-4039-8c9e-c355f194da24 req-f3e0a2e5-7151-41ec-8948-f52bb066ab8a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:01.492259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1d73aaa8-ff7e-4039-8c9e-c355f194da24 req-f3e0a2e5-7151-41ec-8948-f52bb066ab8a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0868931 Mar 03 10:56:01.537555 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1d73aaa8-ff7e-4039-8c9e-c355f194da24 req-bc9fbbed-e8e7-4bdc-8818-4e47b3f7f9f8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395186 Mar 03 10:56:01.560222 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41614) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:01.668114 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e9d1a6d5-ffe1-4d3c-a12d-410560000c94 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/b875f0a1-d64f-41c7-9ac2-52311cf85ee2 HTTP/1.1" status: 200 len: 992 time: 0.1068051 Mar 03 10:56:03.174397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cdb8798e-e0c6-4e5d-81a5-96a9a925882e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:05.335905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-333ae11f-04aa-4879-a3a2-6c99635c68dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:06.189553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:06.251638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:06.670967 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-1ac3d076-1e8c-43de-8e8a-aad7880cacf5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710933 Mar 03 10:56:06.814283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-fc000905-54a1-4748-b0d4-da3ab00ba58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:06.815706 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-fc000905-54a1-4748-b0d4-da3ab00ba58e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1098 time: 0.0735323 Mar 03 10:56:06.961440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-b79b42b4-99ea-487c-b81a-726ea2b78580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:06.962870 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-b79b42b4-99ea-487c-b81a-726ea2b78580 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1291811 Mar 03 10:56:07.071008 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-9b04b251-4957-4a4a-bcfd-cf0b79a71a87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 1000 time: 0.1020684 Mar 03 10:56:07.134661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-bb93bd1e-5772-4ec3-be8b-63e9e66a09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:07.135951 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-bb93bd1e-5772-4ec3-be8b-63e9e66a09ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0595083 Mar 03 10:56:07.208220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-ffeb8a28-6c75-4b37-9159-cd3c91247541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:07.209663 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-ffeb8a28-6c75-4b37-9159-cd3c91247541 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685823 Mar 03 10:56:07.341431 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-1ffaf25b-af7b-4122-9f3a-4c3593e1ae0f service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256726 Mar 03 10:56:07.480351 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e9f40dfa-2bda-42cd-a372-2946144c3ba5 req-f2f59c39-e9f8-412e-9aa1-c9530c094fa0 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334238 Mar 03 10:56:08.094223 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:24.195170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:25.333990 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:56:30.389671 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41626) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:30.698269 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port c54a7002-80dd-496e-98ae-9cc85b55c0b6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:56:30.698613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:30.866203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:30.866523 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:30.986659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for c54a7002-80dd-496e-98ae-9cc85b55c0b6 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:56:31.136142 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:31.186614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=c54a7002-80dd-496e-98ae-9cc85b55c0b6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:31.226323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.226669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.227007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.227375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.227705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.228032 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.228351 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.228669 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.228987 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.229304 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.229620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.229933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:31.284520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:31.284835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP b875f0a1-d64f-41c7-9ac2-52311cf85ee2 disassociated (deleted). External IP: 172.26.7.78, port: d51f0153-deac-4826-8fe8-f60296c03e5c. Mar 03 10:56:31.633552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 277a249c-b0d3-4496-9c94-13e0033dae4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:56:31.807859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:56:31.817382 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] Sync routers for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:56:31.826444 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:31.827112 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:31.827324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:31.886806 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6d432f63-3720-490d-aba8-df0f0580f868 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/floatingips/b875f0a1-d64f-41c7-9ac2-52311cf85ee2 HTTP/1.1" status: 204 len: 168 time: 1.4936066 Mar 03 10:56:31.886806 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:56:31.985294 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'status': 'completed', 'code': 200} Mar 03 10:56:32.040555 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:32.085165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-87a5d439-5607-4b20-8a22-e55cc1b2b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:32.086797 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-87a5d439-5607-4b20-8a22-e55cc1b2b5c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 1098 time: 0.0781994 Mar 03 10:56:32.225688 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-5e48f77f-6be5-4019-aa1f-6e010e598966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:32.227185 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-5e48f77f-6be5-4019-aa1f-6e010e598966 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 200 len: 897 time: 0.1340499 Mar 03 10:56:32.297435 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-c5837f32-b3b2-41e7-aff1-3d4cc8d2d8a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 200 len: 217 time: 0.0624423 Mar 03 10:56:32.367774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-aad90dce-1294-4dab-9d07-c31ecbb7d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:32.369551 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-aad90dce-1294-4dab-9d07-c31ecbb7d795 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 200 len: 835 time: 0.0638454 Mar 03 10:56:32.376172 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:55Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:32.380458 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] Checking router: 277a249c-b0d3-4496-9c94-13e0033dae4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:56:32.383912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982f05b-51cf-4518-8644-02494c634ced req-fc6f8e07-0077-45e4-83de-5aca5a1c241b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:32.384610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-7982f05b-51cf-4518-8644-02494c634ced req-fc6f8e07-0077-45e4-83de-5aca5a1c241b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:56:32.388700 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:32.389299 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:32.400332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-7982f05b-51cf-4518-8644-02494c634ced req-fc6f8e07-0077-45e4-83de-5aca5a1c241b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:56:32.401602 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7982f05b-51cf-4518-8644-02494c634ced req-fc6f8e07-0077-45e4-83de-5aca5a1c241b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.2204609 Mar 03 10:56:32.457990 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-b12c9156-a669-4662-8e6e-d441076b8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:32.459766 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-b12c9156-a669-4662-8e6e-d441076b8d67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b07907c-9511-46c4-9654-15edd2f53012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835571 Mar 03 10:56:32.463802 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7982f05b-51cf-4518-8644-02494c634ced req-338efb67-0828-484d-b119-b8d3adef9ce8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491557 Mar 03 10:56:32.572613 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:32.593314 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-e8966e25-815a-42bd-a50b-85dd365f5900 service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273079 Mar 03 10:56:32.727598 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-43d5519e-e4da-4eaf-bf63-a964300032b5 req-7375888f-9733-4c2b-bdfd-534a0510cefc service neutron] 10.222.0.32 "GET /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264307 Mar 03 10:56:32.884950 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:55Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:32.888726 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83e50b-ba26-49ec-a5b9-ff46cc64153f None None] The sync data for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv is: [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '91075e50-ab71-476d-8359-e4c8fa6e566c', 'name': '', 'network_id': '9b07907c-9511-46c4-9654-15edd2f53012', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7a:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:49Z', 'updated_at': '2022-03-03T10:54:55Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '7a76fe21-2cbd-4283-ba82-3846c4e04d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:56:33.094972 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff18b0a-216b-4ab3-90ca-f09308ceb344 None None] New status for floating IP b875f0a1-d64f-41c7-9ac2-52311cf85ee2: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:56:33.232269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1c268aa4-d60c-415d-a528-217f55daec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:33.651309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ec6a9-3fda-4793-bfd2-1072f020d7c8 req-9e2d06b5-ccad-4bca-8721-f163a69b4dea tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:33.652785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f80ec6a9-3fda-4793-bfd2-1072f020d7c8 req-9e2d06b5-ccad-4bca-8721-f163a69b4dea tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0812466 Mar 03 10:56:33.697287 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f80ec6a9-3fda-4793-bfd2-1072f020d7c8 req-a7a77b6e-0f0c-4aba-a077-49e5e8b712f4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98c1985f-0933-4bce-a43e-f03fe2ca4263&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386469 Mar 03 10:56:33.819190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-57443534-0bfb-40b5-ac92-8e236cc0f44f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:33.820544 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-57443534-0bfb-40b5-ac92-8e236cc0f44f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 945 time: 0.0840802 Mar 03 10:56:33.989660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port d51f0153-deac-4826-8fe8-f60296c03e5c {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:56:33.989998 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:34.229905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port d51f0153-deac-4826-8fe8-f60296c03e5c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d51f0153-deac-4826-8fe8-f60296c03e5c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:34.230259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:34.350750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for d51f0153-deac-4826-8fe8-f60296c03e5c owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:56:34.494258 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:34.542973 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=d51f0153-deac-4826-8fe8-f60296c03e5c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:34.578286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.578630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.578968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.579420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.579651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.579975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.580299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.580618 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.581468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.581780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.582097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.582411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:34.628837 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] No DVR routers for this DVR port d51f0153-deac-4826-8fe8-f60296c03e5c on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:56:34.631133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:34.633598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-deleted', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:56:34.648979 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-85a54310-3e79-4c49-8378-4234182aa8d0 req-afc8a2f6-2a54-40ef-b277-eea4fb61fa28 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "DELETE /v2.0/ports/d51f0153-deac-4826-8fe8-f60296c03e5c HTTP/1.1" status: 204 len: 173 time: 0.8234675 Mar 03 10:56:34.681715 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dc665-4375-45d6-8948-5baf082a8d0a', 'name': 'network-vif-deleted', 'tag': 'd51f0153-deac-4826-8fe8-f60296c03e5c', 'status': 'completed', 'code': 200} Mar 03 10:56:34.858011 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6cc9b789-6ca0-43e4-b381-bc55942dae8d req-4aad90be-0762-4a9c-b789-e041397ea851 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=a08dc665-4375-45d6-8948-5baf082a8d0a HTTP/1.1" status: 200 len: 210 time: 0.0425327 Mar 03 10:56:35.337529 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ad99db17-a5a7-4d2e-901b-51f952dd5e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:35.949975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41646) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:36.193305 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:36.255779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:36.493706 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:36.949832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 91075e50-ab71-476d-8359-e4c8fa6e566c {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:56:36.950170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:37.139583 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 91075e50-ab71-476d-8359-e4c8fa6e566c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=91075e50-ab71-476d-8359-e4c8fa6e566c,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:37.139915 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:37.264500 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 91075e50-ab71-476d-8359-e4c8fa6e566c owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:56:37.594216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:37.640159 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=91075e50-ab71-476d-8359-e4c8fa6e566c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:37.916995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:38.099842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:38.385863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 277a249c-b0d3-4496-9c94-13e0033dae4a has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:56:38.565007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:56:38.574756 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] Sync routers for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:56:38.578776 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-19c4a74f-8494-4da5-ab48-eb547c27ccd4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/277a249c-b0d3-4496-9c94-13e0033dae4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6277606 Mar 03 10:56:38.581504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41650) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:38.584888 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:38.585501 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:38.649717 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting subnet 7a76fe21-2cbd-4283-ba82-3846c4e04d12 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:56:38.651357 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d51f0153-deac-4826-8fe8-f60296c03e5c no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:56:38.652649 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:38.687091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: d51f0153-deac-4826-8fe8-f60296c03e5c {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:56:38.687492 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device d51f0153-deac-4826-8fe8-f60296c03e5c not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:56:38.708211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:38.764057 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:38.793059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:38.867010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:38.906092 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Subnet': ['ID=7a76fe21-2cbd-4283-ba82-3846c4e04d12,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:38.909737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:38.918595 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2961fffe-941a-44ba-812b-1acec3382097 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/subnets/7a76fe21-2cbd-4283-ba82-3846c4e04d12 HTTP/1.1" status: 204 len: 168 time: 0.3329558 Mar 03 10:56:38.918774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65c428-4bba-4b88-b2f0-82ba1fd19db2 None None] Network 9b07907c-9511-46c4-9654-15edd2f53012 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:56:38.918868 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41654) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:39.088636 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:56:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:39.092545 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] Checking router: 277a249c-b0d3-4496-9c94-13e0033dae4a for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:56:39.101801 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] Routers {'277a249c-b0d3-4496-9c94-13e0033dae4a'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:39.102528 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['277a249c-b0d3-4496-9c94-13e0033dae4a'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:39.107271 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.199252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] DHCP port deletion for 9b07907c-9511-46c4-9654-15edd2f53012 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:56:39.202820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] Deleting port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:56:39.202820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.298789 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] Set router 277a249c-b0d3-4496-9c94-13e0033dae4a gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:39.312492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.324228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port ea4b9115-c7f9-44eb-a4c8-1bc51947b178 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:56:39.324818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.415330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] For port 637a4b42-5e0f-4830-bbcc-b023abb62cf1, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=637a4b42-5e0f-4830-bbcc-b023abb62cf1,segment=NetworkSegment(1748329f-1a69-41fa-9d05-fdc4cea2053e),segment_id=1748329f-1a69-41fa-9d05-fdc4cea2053e)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:39.415736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.506138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port ea4b9115-c7f9-44eb-a4c8-1bc51947b178, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:39.506487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.544720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] Calling delete_port for 637a4b42-5e0f-4830-bbcc-b023abb62cf1 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:56:39.590324 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:56:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:39.594139 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60dcb92-6bd0-45d5-8714-aae205c29f12 None None] The sync data for ids ['277a249c-b0d3-4496-9c94-13e0033dae4a'] in dv-neutron-831192-5-hyperv is: [{'id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394757589', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:56:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'ea4b9115-c7f9-44eb-a4c8-1bc51947b178', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a249c-b0d3-4496-9c94-13e0033dae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:54:45Z', 'updated_at': '2022-03-03T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:56:39.632815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.633746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for ea4b9115-c7f9-44eb-a4c8-1bc51947b178 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:56:39.679673 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] Pushing event deleted for resources: {'Port': ['ID=637a4b42-5e0f-4830-bbcc-b023abb62cf1,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:39.683073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89442e71-6fb2-488f-bb35-fbd9e93656f2 None None] No DVR routers for this DVR port 637a4b42-5e0f-4830-bbcc-b023abb62cf1 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:56:39.802986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:39.954991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=ea4b9115-c7f9-44eb-a4c8-1bc51947b178,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:40.051606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.227856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.229948 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.254059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.254584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Fanout notify agent at l3_agent the message router_deleted on router 277a249c-b0d3-4496-9c94-13e0033dae4a {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:56:40.270000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.271020 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2f44e669-9a29-448e-a8a0-e2c0cac6b88a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/routers/277a249c-b0d3-4496-9c94-13e0033dae4a HTTP/1.1" status: 204 len: 168 time: 1.3512497 Mar 03 10:56:40.273616 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41658) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:40.388710 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.521912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.545742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b07907c-9511-46c4-9654-15edd2f53012']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:40.558223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1748329f-1a69-41fa-9d05-fdc4cea2053e') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:40.558505 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1748329f-1a69-41fa-9d05-fdc4cea2053e') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:40.570151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.585296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.590990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:56:40.591391 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:56:40.605449 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:56:40.685688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.703910 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.715116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Network': ['ID=9b07907c-9511-46c4-9654-15edd2f53012,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:40.726979 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2850a6be-9228-4910-a4cf-3173be4cc973 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/networks/9b07907c-9511-46c4-9654-15edd2f53012 HTTP/1.1" status: 204 len: 168 time: 0.4523747 Mar 03 10:56:40.729563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41662) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:40.797593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83520dc2-9136-4734-ab7a-e088cb349082 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.827097 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83520dc2-9136-4734-ab7a-e088cb349082 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.891233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83520dc2-9136-4734-ab7a-e088cb349082 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.907980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83520dc2-9136-4734-ab7a-e088cb349082 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c1985f-0933-4bce-a43e-f03fe2ca4263,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:40.919521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83520dc2-9136-4734-ab7a-e088cb349082 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:40.920632 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-83520dc2-9136-4734-ab7a-e088cb349082 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/security-groups/98c1985f-0933-4bce-a43e-f03fe2ca4263 HTTP/1.1" status: 204 len: 168 time: 0.1901710 Mar 03 10:56:41.204446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ea4b9115-c7f9-44eb-a4c8-1bc51947b178 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:56:41.271993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: ea4b9115-c7f9-44eb-a4c8-1bc51947b178 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:56:41.272337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ea4b9115-c7f9-44eb-a4c8-1bc51947b178 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:56:41.272749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 91075e50-ab71-476d-8359-e4c8fa6e566c no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:56:41.304759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 91075e50-ab71-476d-8359-e4c8fa6e566c {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:56:41.305100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 91075e50-ab71-476d-8359-e4c8fa6e566c not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:56:41.305500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 637a4b42-5e0f-4830-bbcc-b023abb62cf1 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:56:41.336964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 637a4b42-5e0f-4830-bbcc-b023abb62cf1 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:56:41.337308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 637a4b42-5e0f-4830-bbcc-b023abb62cf1 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:56:41.498830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41670) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:41.504456 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100249735', 'description': 'tempest-secgroup-smoke-100249735 description', 'project_id': '97d04f24783c4bc5902cc65927a8bedf'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:41.510408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:41.514484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:41.517317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:41.523637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:41.538042 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.557272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:41.560953 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:41.563791 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:41.569622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:41.639949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.643614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.689444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9440af-20c1-495e-ba79-ae035243550c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:41.693788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.695027 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-77a7ec92-dc9c-4354-b239-6939d3e12a90 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1951709 Mar 03 10:56:41.697932 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41674) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:41.742336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7f9440af-20c1-495e-ba79-ae035243550c', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:41.748403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:41.752218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:41.755758 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:41.761852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:41.780739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.838074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.841483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.863639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abb4ef5-b406-47c6-a00d-ba7d989dec88,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:41.872504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.873750 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-81b5719d-485e-41a4-8054-402baba60639 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746039 Mar 03 10:56:41.876386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41680) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:41.882309 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7f9440af-20c1-495e-ba79-ae035243550c', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:41.888113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:41.891811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:41.895728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:41.901377 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:41.920283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.981503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:41.984154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.008562 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704c2842-b798-4df5-8745-ee2300ad2d3c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:42.016606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.017819 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c69ee0ce-e78f-429b-9599-ff6a9258505a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405292 Mar 03 10:56:42.021281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41684) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:42.026134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7f9440af-20c1-495e-ba79-ae035243550c', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:42.031862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:42.035818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:42.038639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:42.044325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:42.061580 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.122571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.126075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.150326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d3bd8d-6db1-4227-a720-140c647462c4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:42.159132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.160407 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-507badda-c6c2-45e6-93bd-3d78f1e27d70 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382222 Mar 03 10:56:42.163238 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41688) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:42.168374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7f9440af-20c1-495e-ba79-ae035243550c', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:42.174225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:42.179848 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:42.182887 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:42.188731 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:42.205701 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.270856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.274246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.297629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d3a3fa-7154-4c71-bee9-44f5271e1a12,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:42.306913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.308157 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-99a617b7-8aef-45ce-b4d5-d6c57e3e305e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439056 Mar 03 10:56:42.310872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41692) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:42.315730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7f9440af-20c1-495e-ba79-ae035243550c', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:42.322149 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:42.325879 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:42.328711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:42.334365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:42.344530 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:56:42.351000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.415321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.420240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.444598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaf1ad3-2939-441f-b15d-6bb8a3b8e986,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:42.453539 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.454724 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b0c206e2-0c07-477f-b6a3-e1625aa4f053 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429350 Mar 03 10:56:42.457506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41696) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:42.462376 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '7f9440af-20c1-495e-ba79-ae035243550c', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:42.468112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:42.471871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:42.475216 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:42.480859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:42.491494 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:56:42.498117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.561740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.565198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.587528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8325e5-ceea-40fb-804e-803b57387f54,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:42.596596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.598452 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8ecbc4cd-1090-47a6-bc4d-fb227547eb9f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399014 Mar 03 10:56:42.601242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41700) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:42.606615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'network': {'name': 'tempest-network-smoke--971182528', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:42.611329 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:42.615982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:network and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:42.618801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:42.624440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:42.636528 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:56:42.639978 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.668501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:56:42.678049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.678478 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Added segment b8946df7-0377-403c-ac58-e69b4f627a33 of type vlan for network 542b4b05-6fb5-475c-81c9-a54788318f1c Mar 03 10:56:42.704276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.733558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.739598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:42.740188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.840321 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2379520 Mar 03 10:56:42.842986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41704) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:42.848890 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'admin_state_up': True, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:42.852557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afabdd-5c07-47fb-b0bb-86f468182f73 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Network': ['ID=542b4b05-6fb5-475c-81c9-a54788318f1c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:42.857953 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:42.861987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:router and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:42.862820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 542b4b05-6fb5-475c-81c9-a54788318f1c details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:56:42.865150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:42.871560 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:42.881858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.882884 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:42.898339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:43.165430 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:43.461445 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:43.491179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:43.624467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.57 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/cba17a65-03b9-4ffb-a6c5-012ee0d47a64) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:56:43.870774 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:43.900107 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:43.960338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:56:43.967463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:56:43.971461 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:56:44.006100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:44.372577 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:44.712079 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:44.915059 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 5cdfecfd-163c-44d9-8640-1c9255126f5e is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:56:45.096295 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:56:45.109154 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Sync routers for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:56:45.118902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:45.119852 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:45.124161 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:45.125450 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f459c506-6610-4fd1-a154-2f3b7ecceaf9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2814445 Mar 03 10:56:45.129009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41708) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:45.169336 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-937fd4f5-b6da-4115-87fb-bf9992e1f4b9 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=97d04f24783c4bc5902cc65927a8bedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391591 Mar 03 10:56:45.171785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41712) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:45.308025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:45.405467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693fb69-15b4-4847-a18e-489ffa0b56e5 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:45.409589 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b693fb69-15b4-4847-a18e-489ffa0b56e5 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2342131 Mar 03 10:56:45.410165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41716) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:45.570846 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-787cd97f-b3c0-458c-9d98-b7522b03ca3f tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1594145 Mar 03 10:56:45.573300 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41720) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:45.578587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-553971894', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:45.606681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:44Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:45.610604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Checking router: 5cdfecfd-163c-44d9-8640-1c9255126f5e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:56:45.610951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Updating router 5cdfecfd-163c-44d9-8640-1c9255126f5e port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:56:45.663496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:45.688401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:45.692664 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:subnet and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:45.695513 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:45.701095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:45.712226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:56:45.715184 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:45.928653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:45.990832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.002732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Transition to ACTIVE for port object cba17a65-03b9-4ffb-a6c5-012ee0d47a64 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:56:46.008969 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Subnet': ['ID=13026c5d-7e9e-4a6a-820b-31ce278df4ea,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:46.009722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.017834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Checking segment: {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:56:46.018186 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network hostable DHCP agents. Network: 542b4b05-6fb5-475c-81c9-a54788318f1c, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:56:46.037579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 542b4b05-6fb5-475c-81c9-a54788318f1c is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:56:46.047122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 542b4b05-6fb5-475c-81c9-a54788318f1c) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:56:46.057831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:46.057831 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.058531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78df46a-3eb4-4956-bee8-0b92cd9cbec7 None None] Network 542b4b05-6fb5-475c-81c9-a54788318f1c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:56:46.083557 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d0ddf173-9cd0-489b-8911-5cb86afee054 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5059371 Mar 03 10:56:46.084012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41724) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:56:46.169832 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Attempting to bind port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:56:46.170451 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Attempting to bind port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:56:46.170556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Attempting to bind port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:56:46.180687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee6c1c-1a8e-4ab9-b0d1-07c942063d95 None None] Pushing event updated for resources: {'Port': ['ID=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:46.186476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:56:46.186986 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:56:46.187408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.187795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:56:46.188882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Bound port: cba17a65-03b9-4ffb-a6c5-012ee0d47a64, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:56:46.188882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.317073 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] For port cba17a65-03b9-4ffb-a6c5-012ee0d47a64, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:56:46.337057 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] For port cba17a65-03b9-4ffb-a6c5-012ee0d47a64, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:56:46.401869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.479465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-542b4b05-6fb5-475c-81c9-a54788318f1c', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:56:46.480403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.513217 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee6c1c-1a8e-4ab9-b0d1-07c942063d95 None None] Pushing event updated for resources: {'Port': ['ID=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:46.553188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:46.553806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:46.772339 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:46.797842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:46.903988 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Allocated IP 172.20.0.2 (542b4b05-6fb5-475c-81c9-a54788318f1c/13026c5d-7e9e-4a6a-820b-31ce278df4ea/1b89ff2d-a783-4b3f-95c6-78fbf73c6753) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:56:47.251948 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:47.264267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Transition to ACTIVE for port object 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:56:47.277554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:44Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:47.287456 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab324b84-8ac4-40d6-9488-3f77928129cb None None] The sync data for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv is: [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:44Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:56:47.289175 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Transition to ACTIVE for port object 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:56:47.294258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:47.362945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Network 542b4b05-6fb5-475c-81c9-a54788318f1c is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:56:47.365101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.1 (542b4b05-6fb5-475c-81c9-a54788318f1c/13026c5d-7e9e-4a6a-820b-31ce278df4ea/8cf90b5a-5382-47e3-9b3d-44323d6a14b7) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:56:47.366084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:56:47.374348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:56:47.412781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Pushing event updated for resources: {'Port': ['ID=1b89ff2d-a783-4b3f-95c6-78fbf73c6753,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:47.471915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Attempting to bind port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:56:47.472358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Attempting to bind port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:56:47.472714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Attempting to bind port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 on network 542b4b05-6fb5-475c-81c9-a54788318f1c {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:56:47.478590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:56:47.478967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Checking segment: {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:56:47.479387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:47.479774 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Bound using segment: {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:56:47.480227 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Bound port: 1b89ff2d-a783-4b3f-95c6-78fbf73c6753, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:56:47.480591 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:47.545551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:47.566611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:56:47.595894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] For port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:56:47.597228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:47.599445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] For port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b89ff2d-a783-4b3f-95c6-78fbf73c6753,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:56:47.606707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:47.664224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 542b4b05-6fb5-475c-81c9-a54788318f1c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:56:47.667666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:56:47.677487 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:56:47.708172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110d8d3-9d72-4956-86a2-e2cfc29b722e None None] Pushing event updated for resources: {'Port': ['ID=1b89ff2d-a783-4b3f-95c6-78fbf73c6753,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:47.727812 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:47.745535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:48.047101 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:48.462468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:48.469541 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:48.582118 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:48.585530 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:48.667232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b124b253-e772-4274-bbfe-816517129127 None None] Network 542b4b05-6fb5-475c-81c9-a54788318f1c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:56:48.724936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 542b4b05-6fb5-475c-81c9-a54788318f1c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:56:48.726068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:56:48.774365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-76255681-67f5-45b9-85a5-2264ef630cac None None] Provisioning for port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:56:49.032289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 5cdfecfd-163c-44d9-8640-1c9255126f5e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:56:49.224318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5dbccf8a-edc1-4a39-ae96-1de8209d7f98 None None] Provisioning for port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:56:49.231043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-5dbccf8a-edc1-4a39-ae96-1de8209d7f98 None None] Provisioning complete for port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:49.231449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5dbccf8a-edc1-4a39-ae96-1de8209d7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.234993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:56:49.245748 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Sync routers for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:56:49.259411 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-a58199c4-41ab-49ac-8fbc-f0b9a826f91a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/5cdfecfd-163c-44d9-8640-1c9255126f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742594 Mar 03 10:56:49.265156 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:49.265772 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:49.313878 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:49.389937 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-5dbccf8a-edc1-4a39-ae96-1de8209d7f98 None None] Port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:56:49.424825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:56:49.433513 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:49.433887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.507029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-f7f82e8a-4a97-4d02-b736-41004ee5e816 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:56:49.513732 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:49.530510 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-f7f82e8a-4a97-4d02-b736-41004ee5e816 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:56:49.532050 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-f7f82e8a-4a97-4d02-b736-41004ee5e816 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100249735&fields=id&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 267 time: 0.1006799 Mar 03 10:56:49.579054 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-af4a426e-9d6d-4039-af2b-df18fc0250b3 None None] Provisioning complete for port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:49.579449 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-af4a426e-9d6d-4039-af2b-df18fc0250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.637178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-af4a426e-9d6d-4039-af2b-df18fc0250b3 None None] Port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:56:49.638681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.672282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b89ff2d-a783-4b3f-95c6-78fbf73c6753,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:49.677323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.678285 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cba17a65-03b9-4ffb-a6c5-012ee0d47a64 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:49.696319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-0026696a-7abc-4bc2-906c-bca5f064115d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:49.697102 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-0026696a-7abc-4bc2-906c-bca5f064115d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:56:49.713961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-0026696a-7abc-4bc2-906c-bca5f064115d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:56:49.715250 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-0026696a-7abc-4bc2-906c-bca5f064115d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 796 time: 0.1756995 Mar 03 10:56:49.731811 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-820cd634-00c6-444e-aae4-1a3521f082d2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/quotas/97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 375 time: 0.0093784 Mar 03 10:56:49.812032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=1b89ff2d-a783-4b3f-95c6-78fbf73c6753,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:49.822106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8939c344-afac-4b53-ba82-c56c07250907 None None] Provisioning complete for port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:49.822470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8939c344-afac-4b53-ba82-c56c07250907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.825159 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-7e740676-ec99-43ca-9fd3-e6860969aa2b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856872 Mar 03 10:56:49.835739 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:48Z', 'revision_number': 2, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:49.839581 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Checking router: 5cdfecfd-163c-44d9-8640-1c9255126f5e for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:56:49.839933 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Updating router 5cdfecfd-163c-44d9-8640-1c9255126f5e port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:56:49.878659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:56:49.892578 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:49.893388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.898916 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:49.920265 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8939c344-afac-4b53-ba82-c56c07250907 None None] Port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:56:49.965088 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-8eb67a9c-4ff9-454d-9b08-7951a27d6891 service neutron] 10.222.0.23 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280425 Mar 03 10:56:50.012267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:50.028856 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port cba17a65-03b9-4ffb-a6c5-012ee0d47a64, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:50.033733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:50.102839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:50.112014 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-82af1ba0-200e-4af8-9c91-6915296b0ac5 service neutron] 10.222.0.23 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403763 Mar 03 10:56:50.286214 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:50.286689 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e07c618c-e0d4-4964-b550-3274c655ada9 req-283ed2ed-a169-41c2-b813-c7c67351af49 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 210 time: 0.0435052 Mar 03 10:56:50.298205 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Transition to ACTIVE for port object 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:56:50.309820 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:50.444142 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Pushing event updated for resources: {'Port': ['ID=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:50.523361 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.523709 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.524045 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.524381 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.524705 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.525032 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.525352 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.525670 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.525990 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.526310 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.526626 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.526943 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:50.553447 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Attempting to bind port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:56:50.553828 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Attempting to bind port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:56:50.554272 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Attempting to bind port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 on network 542b4b05-6fb5-475c-81c9-a54788318f1c {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:56:50.559956 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:56:50.560324 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Checking segment: {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:56:50.560830 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:50.561105 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Bound using segment: {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:56:50.561678 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Bound port: 8cf90b5a-5382-47e3-9b3d-44323d6a14b7, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:56:50.562050 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:50.663013 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] For port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:56:50.666316 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] For port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:56:50.670403 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:50.745792 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:56:50.746592 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:50.826006 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65572240-0b2a-492f-bf70-35e967da1de8 None None] Pushing event updated for resources: {'Port': ['ID=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:50.948014 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:56:51.226596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:51.262934 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:56:51.267010 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6c0c-085e-4bf9-9822-e31e10831948 None None] The sync data for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv is: [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:56:51.328100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:51.328587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:51.454318 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a5be5ef0-5da5-4ae8-b830-f6cdc688a0a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:51.455911 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a5be5ef0-5da5-4ae8-b830-f6cdc688a0a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 796 time: 0.2461140 Mar 03 10:56:51.536611 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-06d166e7-0f2e-4c8d-b501-707185844659 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 379 time: 0.0721726 Mar 03 10:56:51.542977 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9fe9c100-466e-4138-8440-6cdc5e02322a req-91ecf93f-a4e0-4879-8463-1bf4871199af tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 210 time: 0.0730040 Mar 03 10:56:51.548265 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'port': {'device_id': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'admin_state_up': True, 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'security_groups': ['7f9440af-20c1-495e-ba79-ae035243550c']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:51.551197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cba17a65-03b9-4ffb-a6c5-012ee0d47a64 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:51.629120 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:51.629494 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:51.698313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:56:51.702580 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:port and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:56:51.705669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:56:51.712913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:56:51.724213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:56:51.727848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:51.899512 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.14 (542b4b05-6fb5-475c-81c9-a54788318f1c/13026c5d-7e9e-4a6a-820b-31ce278df4ea/83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:56:52.095505 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:52.111930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:56:52.136401 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:52.207509 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 542b4b05-6fb5-475c-81c9-a54788318f1c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:56:52.215026 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:56:52.219506 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:56:52.250419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:52.289669 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:52.290323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:52.316434 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-e1437ad2-7581-4ffe-98e9-9f45d95b138d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7737179 Mar 03 10:56:52.327871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Request body: {'port': {'device_id': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:56:52.461053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:52.508881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-076927ea-cbf8-485d-97d7-b9217434e743 None None] Provisioning for port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:56:52.513443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-076927ea-cbf8-485d-97d7-b9217434e743 None None] Provisioning complete for port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:52.513817 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-076927ea-cbf8-485d-97d7-b9217434e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:52.567682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-076927ea-cbf8-485d-97d7-b9217434e743 None None] Port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:56:52.733958 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506bef5-4ea8-4464-a1e4-41706296ce1b req-13a2af7e-70e4-4213-b701-f8144f16e632 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:52.735498 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5506bef5-4ea8-4464-a1e4-41706296ce1b req-13a2af7e-70e4-4213-b701-f8144f16e632 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 932 time: 0.0845695 Mar 03 10:56:52.782526 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5506bef5-4ea8-4464-a1e4-41706296ce1b req-a6f989da-17a6-4f0f-873d-3edcddda0137 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404947 Mar 03 10:56:52.909985 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:56:52.917024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:52.931245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Transition to ACTIVE for port object 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:56:52.934549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:53.087633 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Pushing event updated for resources: {'Port': ['ID=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:53.168285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Attempting to bind port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:56:53.168285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Attempting to bind port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:56:53.168285 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Attempting to bind port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac on network 542b4b05-6fb5-475c-81c9-a54788318f1c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:56:53.172414 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac on network 542b4b05-6fb5-475c-81c9-a54788318f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:56:53.172729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Attempting to bind port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac on network 542b4b05-6fb5-475c-81c9-a54788318f1c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:56:53.177870 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:56:53.179543 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Checking segment: {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:56:53.179880 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Bound using segment: {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:56:53.180313 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Bound port: 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8946df7-0377-403c-ac58-e69b4f627a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:56:53.180782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:53.242964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:53.277939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] For port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:56:53.281083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] For port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:56:53.285076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:53.314457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:56:53.319542 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:53.319987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:53.341883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:53.342495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:53.343893 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] 10.222.0.32 "PUT /v2.0/ports/83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 1094 time: 1.0208859 Mar 03 10:56:53.344415 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:56:53.372335 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023a355-1e01-4505-9633-5f236705ad95 service neutron] Pushing event updated for resources: {'Port': ['ID=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:53.426040 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'status': 'completed', 'code': 200} Mar 03 10:56:53.460659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:53.475090 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-1ace1a79-71e5-4f30-b444-93ee1775b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:53.477193 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-1ace1a79-71e5-4f30-b444-93ee1775b0d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1097 time: 0.0880270 Mar 03 10:56:53.498647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:53.504773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:53.557408 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-8620c739-80b7-4eaf-8a3f-f676f5fda9b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 217 time: 0.0742686 Mar 03 10:56:53.575463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:53.624983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-3e326b3b-fb5c-4ed9-abf7-36bbcd4fc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:53.626429 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-3e326b3b-fb5c-4ed9-abf7-36bbcd4fc80d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 200 len: 834 time: 0.0632780 Mar 03 10:56:53.700927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a2cee41a-9fc1-4422-b3a7-d72160887bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:53.702368 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-a2cee41a-9fc1-4422-b3a7-d72160887bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542b4b05-6fb5-475c-81c9-a54788318f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697358 Mar 03 10:56:53.832261 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-b1612c38-5cc3-4d51-9bdb-eb1bc536d8fb service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240020 Mar 03 10:56:53.965308 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e80d5d85-6528-4d07-afc0-ce4ebd7bb1a1 req-3a01b189-448b-4b44-bd7f-a68f7010b202 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277950 Mar 03 10:56:53.972715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39653-ae98-4f13-bc55-39bec661d6a6 req-0e493c2d-9eed-4152-b7cc-4883950887f1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:53.974201 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22a39653-ae98-4f13-bc55-39bec661d6a6 req-0e493c2d-9eed-4152-b7cc-4883950887f1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 944 time: 0.0831904 Mar 03 10:56:54.022977 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-22a39653-ae98-4f13-bc55-39bec661d6a6 req-067149a3-f0a4-4551-86e5-885ad5fabf78 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Mar 03 10:56:54.083895 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-07f76999-509d-433e-9cee-8df57e3aad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:54.085282 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-07f76999-509d-433e-9cee-8df57e3aad89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1097 time: 0.0776808 Mar 03 10:56:54.194666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:54.216986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-869f91f7-1503-45d7-8472-fd13aaa03c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:54.218414 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-869f91f7-1503-45d7-8472-fd13aaa03c95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 896 time: 0.1272480 Mar 03 10:56:54.287764 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-ee0cbc06-14fb-4339-8f64-4ba64c1a4e8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 217 time: 0.0621443 Mar 03 10:56:54.353274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-9d3ebcc8-85e5-4b60-977c-c7dad46be8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:54.354699 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-9d3ebcc8-85e5-4b60-977c-c7dad46be8e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 200 len: 834 time: 0.0607257 Mar 03 10:56:54.430372 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-6b8c7261-07db-4a26-9a98-2a53ddc52a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:54.431863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-6b8c7261-07db-4a26-9a98-2a53ddc52a75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542b4b05-6fb5-475c-81c9-a54788318f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710075 Mar 03 10:56:54.661415 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-5142a644-d397-417d-aec8-abe8e96c2d75 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212198 Mar 03 10:56:54.788942 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e0c2db97-94ca-46a3-becb-5badfb7fb7cf req-7a16a5d0-08cb-4c8b-8d1a-3b015fca5a0a service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211481 Mar 03 10:56:55.210029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120aff-c124-44be-918f-82ff8c1ada52 req-32cc7119-25be-4dc7-87b8-92ae9fdf1dd8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:55.211505 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d120aff-c124-44be-918f-82ff8c1ada52 req-32cc7119-25be-4dc7-87b8-92ae9fdf1dd8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 944 time: 0.0834234 Mar 03 10:56:55.215471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:55.258559 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d120aff-c124-44be-918f-82ff8c1ada52 req-e28e1e94-7f11-4ddd-9d59-db5132cc9946 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Mar 03 10:56:55.281784 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:55.282147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:56.438824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efa50f-8c5c-4610-b5a2-8f09dd7b8672 req-de04a886-d331-4afe-95c4-092887955035 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:56.440330 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e7efa50f-8c5c-4610-b5a2-8f09dd7b8672 req-de04a886-d331-4afe-95c4-092887955035 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 944 time: 0.0799003 Mar 03 10:56:56.484128 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e7efa50f-8c5c-4610-b5a2-8f09dd7b8672 req-283c1832-b516-42da-8270-e275ae64220e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376899 Mar 03 10:56:56.757370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:56:56.886162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:56.899453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'port_id': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'mac_address': 'fa:16:3e:29:ff:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:56:56.956676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:56.973552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:56:56.988351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:56.992040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:57.059052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:57.193345 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:56:57.719595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c91df-27cd-4e60-8cb8-28208fe2b988 req-cb26d53f-a773-4772-b6b0-adf3b7440111 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:57.721048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b10c91df-27cd-4e60-8cb8-28208fe2b988 req-cb26d53f-a773-4772-b6b0-adf3b7440111 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 945 time: 0.0830266 Mar 03 10:56:57.765094 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b10c91df-27cd-4e60-8cb8-28208fe2b988 req-04249dab-adf9-4869-875b-704ffa2c9cc4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377736 Mar 03 10:56:58.772961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:56:58.840390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:56:58.845106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:56:58.845481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:58.965457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:58.965810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be7641-029f-4daa-a79e-24543c84ad58 req-9548cf75-b2ac-4f59-9a57-9e75d94eba57 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:58.967273 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-53be7641-029f-4daa-a79e-24543c84ad58 req-9548cf75-b2ac-4f59-9a57-9e75d94eba57 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 945 time: 0.0802100 Mar 03 10:56:58.992292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:56:59.003426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:56:59.008592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:56:59.015574 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-53be7641-029f-4daa-a79e-24543c84ad58 req-c918bd7b-bc1f-4c8c-aa44-5fbe1b2a1050 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Mar 03 10:56:59.054218 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'code': 200} Mar 03 10:56:59.084259 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:56:59.091359 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.091716 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.092092 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.092424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.092754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.093084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.093408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.093730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.094055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.094382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.094699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.095486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:56:59.300696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266f54f-3ec7-4486-aaeb-1e4a618891bb req-5a05de97-a562-4c6b-8a88-7f976b676b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:56:59.302072 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a266f54f-3ec7-4486-aaeb-1e4a618891bb req-5a05de97-a562-4c6b-8a88-7f976b676b68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1099 time: 0.0741861 Mar 03 10:56:59.344408 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a266f54f-3ec7-4486-aaeb-1e4a618891bb req-2c154dd1-bd0c-49aa-bad8-862fcac9a63e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349314 Mar 03 10:57:00.211011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05bb5a-8506-4c47-9366-550d784bf38c req-22bded51-665b-4e1b-929b-ff36fd331275 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:00.212493 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6f05bb5a-8506-4c47-9366-550d784bf38c req-22bded51-665b-4e1b-929b-ff36fd331275 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0819387 Mar 03 10:57:00.259428 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6f05bb5a-8506-4c47-9366-550d784bf38c req-c6de81fa-d713-4150-8144-a267814fc00c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Mar 03 10:57:01.443979 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7e6c-7a3d-4092-ac06-f14d2dd79996 req-5da19a23-c05e-4f64-96f7-9b107000835f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:01.445427 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-458d7e6c-7a3d-4092-ac06-f14d2dd79996 req-5da19a23-c05e-4f64-96f7-9b107000835f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0779746 Mar 03 10:57:01.491808 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-458d7e6c-7a3d-4092-ac06-f14d2dd79996 req-053a3921-5381-44b4-bb27-3a5488589bcf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Mar 03 10:57:01.671746 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef1aa-acae-40ab-aa76-98fa5d807271 req-261ea047-e534-4412-8393-3b59dfa72be3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:01.673191 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6b0ef1aa-acae-40ab-aa76-98fa5d807271 req-261ea047-e534-4412-8393-3b59dfa72be3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0782466 Mar 03 10:57:01.716408 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6b0ef1aa-acae-40ab-aa76-98fa5d807271 req-c0619c9a-0d09-440e-924f-8584d5c4bdfd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375364 Mar 03 10:57:01.740146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41780) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:57:01.851708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177f92f-2262-400b-9af4-b81816840ebd tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:01.853179 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0177f92f-2262-400b-9af4-b81816840ebd tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1094 time: 0.1121013 Mar 03 10:57:01.855915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41786) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:57:01.860639 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:57:01.867217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:57:01.871010 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:floatingip and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:57:01.873811 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:57:01.879865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:57:01.890300 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:02.124990 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:02.256263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.196 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/95717908-cc98-4c6d-8b3b-9862f138ce39) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:57:02.333208 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:57:02.398872 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:02.428290 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:02.489382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:57:02.492281 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:57:02.495888 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:57:02.539129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=95717908-cc98-4c6d-8b3b-9862f138ce39,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:57:02.915572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:02.988884 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:03.176443 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a2cbf7ab-1b82-4b5c-ba76-8aef38b30de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:03.193433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:03.197642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:03.310618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=95717908-cc98-4c6d-8b3b-9862f138ce39,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:57:03.319479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:03.491729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP ed1c36e6-6add-462d-b7bd-84b46f3c9bdb associated. External IP: 172.26.7.196, port: 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac. Mar 03 10:57:03.950392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 5cdfecfd-163c-44d9-8640-1c9255126f5e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:57:04.123736 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:57:04.133464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] Sync routers for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:57:04.142715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:57:04.144024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:57:04.149865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:04.207919 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6c20696a-767c-4c65-9bbe-5719892906d4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3509164 Mar 03 10:57:04.208399 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:57:04.253478 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'status': 'completed', 'code': 200} Mar 03 10:57:04.328689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:57:04.349003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-f719d7ae-be31-46c1-9c86-a1a5a9180826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:04.350594 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-f719d7ae-be31-46c1-9c86-a1a5a9180826 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1099 time: 0.0730586 Mar 03 10:57:04.377066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf0a9-c900-469a-9ad5-3751ffef250a req-cbe48bfc-26df-4eae-af87-f6098db0ec01 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:04.379812 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-266bf0a9-c900-469a-9ad5-3751ffef250a req-cbe48bfc-26df-4eae-af87-f6098db0ec01 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0840755 Mar 03 10:57:04.438045 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-266bf0a9-c900-469a-9ad5-3751ffef250a req-91129cf4-c195-467a-8b27-599a9487edd5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Mar 03 10:57:04.466675 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41794) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:57:04.494860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-6ff2ff23-b829-4995-bdaf-3ea5edc5acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:04.496368 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-6ff2ff23-b829-4995-bdaf-3ea5edc5acc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 896 time: 0.1399455 Mar 03 10:57:04.580391 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c393814e-5c31-4c7c-bff9-b6fe72c41cbf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/ed1c36e6-6add-462d-b7bd-84b46f3c9bdb HTTP/1.1" status: 200 len: 992 time: 0.1125069 Mar 03 10:57:04.602208 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-ed216f08-aecd-4acf-aecc-b2f68c078f9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 1000 time: 0.0997047 Mar 03 10:57:04.668384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-52dfe33c-3343-4653-99ba-61c2968b4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:04.670382 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-52dfe33c-3343-4653-99ba-61c2968b4ecd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 200 len: 834 time: 0.0629144 Mar 03 10:57:04.704207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ed1c36e6-6add-462d-b7bd-84b46f3c9bdb', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.196', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'port_id': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'mac_address': 'fa:16:3e:29:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:57:02Z', 'updated_at': '2022-03-03T10:57:02Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:57:04.708682 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] Checking router: 5cdfecfd-163c-44d9-8640-1c9255126f5e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:57:04.717164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:57:04.717696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:56:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:57:04.746608 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-5ba39e8b-2730-4b2c-af20-a5cb15fbb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:04.748120 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-5ba39e8b-2730-4b2c-af20-a5cb15fbb577 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542b4b05-6fb5-475c-81c9-a54788318f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712469 Mar 03 10:57:04.881930 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-4182057e-0d93-4b2c-8458-7bd38e480e56 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276774 Mar 03 10:57:04.898452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-19d9ef60-df29-4d17-95bc-08cac2c19897 req-faf103f7-5825-472f-a98e-87906a9476d5 tempest-ServerDiskConfigTestJSON-1554205025 tempest-ServerDiskConfigTestJSON-1554205025-project] (87888) timed out ('10.222.0.32', 61212) {{(pid=87888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 10:57:04.927214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:57:05.013094 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-546e5c32-1f7b-4d2b-b08c-7cae2885c101 req-dcfee4af-34d5-4343-a0b4-31fd0e1f915a service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253366 Mar 03 10:57:05.275557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ed1c36e6-6add-462d-b7bd-84b46f3c9bdb', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.196', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'port_id': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'mac_address': 'fa:16:3e:29:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:57:02Z', 'updated_at': '2022-03-03T10:57:02Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:57:05.279324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ace6c7-75bf-442d-97e2-949d680f1db4 None None] The sync data for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv is: [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'ed1c36e6-6add-462d-b7bd-84b46f3c9bdb', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.196', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'port_id': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'mac_address': 'fa:16:3e:29:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:57:02Z', 'updated_at': '2022-03-03T10:57:02Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:57:05.339775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-36b42fa3-95bc-408f-9f29-c0cfc26ea83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:05.473575 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce3b61-afe8-46b1-8db0-9b3ff4f0eed1 None None] New status for floating IP ed1c36e6-6add-462d-b7bd-84b46f3c9bdb: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:57:05.584111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41798) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:57:05.698619 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8386b47d-203f-4aac-b111-6cd667fd27a9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/ed1c36e6-6add-462d-b7bd-84b46f3c9bdb HTTP/1.1" status: 200 len: 992 time: 0.1134191 Mar 03 10:57:06.197085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:06.259687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:06.701205 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41802) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:57:06.810025 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-91ef5f0e-ec62-447a-b65b-0739cef34ee8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/ed1c36e6-6add-462d-b7bd-84b46f3c9bdb HTTP/1.1" status: 200 len: 994 time: 0.1075900 Mar 03 10:57:08.101700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:08.642577 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-bffe4d1f-2712-4860-a2f7-3190a1bd003b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680592 Mar 03 10:57:08.780508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-720ee299-d4b5-43a1-ad7f-f49b58a74b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:08.781889 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-720ee299-d4b5-43a1-ad7f-f49b58a74b9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1099 time: 0.0731211 Mar 03 10:57:08.924164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-1dc30800-fe2d-4c49-be3d-5105f23a3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:08.925617 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-1dc30800-fe2d-4c49-be3d-5105f23a3bba service neutron] 10.222.0.32 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 896 time: 0.1258395 Mar 03 10:57:09.120259 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-c39b1eab-ae7a-4ea8-ae17-2e14f0143938 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 1002 time: 0.1885345 Mar 03 10:57:09.181109 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-43b9cf0a-bf30-4685-80ff-5e13e0771f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:09.186654 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-43b9cf0a-bf30-4685-80ff-5e13e0771f3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 200 len: 834 time: 0.0571856 Mar 03 10:57:09.257867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-32c50fbe-0aa3-459e-bdf5-115265d00f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:09.259357 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-32c50fbe-0aa3-459e-bdf5-115265d00f4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542b4b05-6fb5-475c-81c9-a54788318f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708003 Mar 03 10:57:09.389703 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-b46ccf2f-99e8-43c2-abb5-6483e1b74a53 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245780 Mar 03 10:57:09.525361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a20700b2-9258-4ba1-8321-c2e7c665ff71 req-274fd950-ae86-4a0b-afa5-f460d376b018 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290920 Mar 03 10:57:24.207778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:31.863533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36020d6-c869-4fa7-8c33-34b089bdd9a4 req-d1609ab4-83f7-4475-ba0e-16896c7a4ccb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:31.864873 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c36020d6-c869-4fa7-8c33-34b089bdd9a4 req-d1609ab4-83f7-4475-ba0e-16896c7a4ccb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0821381 Mar 03 10:57:31.908221 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c36020d6-c869-4fa7-8c33-34b089bdd9a4 req-14fb60bb-53d2-4038-bf27-c75d99d1173b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Mar 03 10:57:33.091827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a2d5a-e740-4dca-935f-78e76c39ac44 req-0a6146ec-1eac-4005-a6d1-0ee6d4c7bb5a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:33.093316 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-629a2d5a-e740-4dca-935f-78e76c39ac44 req-0a6146ec-1eac-4005-a6d1-0ee6d4c7bb5a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0787661 Mar 03 10:57:33.136877 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-629a2d5a-e740-4dca-935f-78e76c39ac44 req-8206d8a9-7a7f-43fb-8eea-1cbacf1a0a37 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377576 Mar 03 10:57:33.178176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-818bc5fe-a89f-42d4-bbae-9f386ac3a6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:34.323938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25fc1-e17b-4eba-a7b7-8c4ddede8140 req-b3377882-7648-4de8-9f4d-2c291dc8a991 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:34.325390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-85b25fc1-e17b-4eba-a7b7-8c4ddede8140 req-b3377882-7648-4de8-9f4d-2c291dc8a991 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0839546 Mar 03 10:57:34.369048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-85b25fc1-e17b-4eba-a7b7-8c4ddede8140 req-4894795f-6452-47cc-ae3c-3a4d68b8cf0d tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Mar 03 10:57:35.342728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-40c72141-723b-46da-9ccf-f3a3d4abaaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:35.548033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c0b3e-3550-4f3f-a48b-fa1b2302db24 req-2f0985ea-fcb9-4b4f-9d3a-558be77406c8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:35.550043 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c3c0b3e-3550-4f3f-a48b-fa1b2302db24 req-2f0985ea-fcb9-4b4f-9d3a-558be77406c8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0779111 Mar 03 10:57:35.592682 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1c3c0b3e-3550-4f3f-a48b-fa1b2302db24 req-e1530877-24c2-4da5-9598-3d7ab203ec47 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370777 Mar 03 10:57:36.199352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:36.260643 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:36.777500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129a83-91fa-4403-890d-058d207cb9b1 req-7a58aa0e-ad31-436e-a006-c81ed71a5edf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:36.778858 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07129a83-91fa-4403-890d-058d207cb9b1 req-7a58aa0e-ad31-436e-a006-c81ed71a5edf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0817811 Mar 03 10:57:36.823888 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-07129a83-91fa-4403-890d-058d207cb9b1 req-97846d7b-afc6-4647-be24-7cfd4db42f8b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390885 Mar 03 10:57:38.014384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9c784-5b4d-4b16-ad8e-cc9a844b54f7 req-92cfec6b-a543-4b7c-8fef-c8f25cf9691f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:38.015836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-43e9c784-5b4d-4b16-ad8e-cc9a844b54f7 req-92cfec6b-a543-4b7c-8fef-c8f25cf9691f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0839489 Mar 03 10:57:38.059842 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-43e9c784-5b4d-4b16-ad8e-cc9a844b54f7 req-02b35e64-3910-4f2f-a835-03c64227b383 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378649 Mar 03 10:57:38.105182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:57:39.241552 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62da90d-3450-4eff-abd2-faa08badf021 req-d060c3b6-a4e4-4c47-99f9-53b8112d6456 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:39.242987 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d62da90d-3450-4eff-abd2-faa08badf021 req-d060c3b6-a4e4-4c47-99f9-53b8112d6456 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0778272 Mar 03 10:57:39.286606 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d62da90d-3450-4eff-abd2-faa08badf021 req-50cbc9bc-ab04-4ecc-b11a-982dcd780c5e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380776 Mar 03 10:57:39.332148 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:57:40.579711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e520b-ce5b-473c-8418-6f545e919abb req-0d45af94-35e7-4f62-944e-40adee2359de tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:40.581085 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe1e520b-ce5b-473c-8418-6f545e919abb req-0d45af94-35e7-4f62-944e-40adee2359de tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.1889615 Mar 03 10:57:40.624382 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fe1e520b-ce5b-473c-8418-6f545e919abb req-36779a36-4a5f-4752-a4ca-99d7163edae6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Mar 03 10:57:41.804556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ddf05-f004-4dae-8be3-2bb62b802ceb req-2beb85ec-6659-4f08-a9dd-c716e28441d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:41.805936 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eb0ddf05-f004-4dae-8be3-2bb62b802ceb req-2beb85ec-6659-4f08-a9dd-c716e28441d0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0783486 Mar 03 10:57:41.854568 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eb0ddf05-f004-4dae-8be3-2bb62b802ceb req-3fcb9afd-0bc5-4d6e-9ab5-4c8b6da7c104 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Mar 03 10:57:43.033858 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66221ea6-c05f-4e75-9a63-9d480352d40b req-161e73c2-3d5d-4120-a67d-cab12eebe2e0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:43.035320 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-66221ea6-c05f-4e75-9a63-9d480352d40b req-161e73c2-3d5d-4120-a67d-cab12eebe2e0 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0775609 Mar 03 10:57:43.077788 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-66221ea6-c05f-4e75-9a63-9d480352d40b req-fcc8c7cf-2e7a-4bfa-8261-b4cb64180871 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369625 Mar 03 10:57:43.100618 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41836) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:57:43.209706 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a18fedf1-75a0-4d66-952c-fe5c18d45b34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/ed1c36e6-6add-462d-b7bd-84b46f3c9bdb HTTP/1.1" status: 200 len: 994 time: 0.1079531 Mar 03 10:57:44.654803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b34b81-fdf3-49b5-9057-b93d5c4ce3f1 req-76232131-7768-4a9a-88a5-ce2e5d779870 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:44.656291 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-40b34b81-fdf3-49b5-9057-b93d5c4ce3f1 req-76232131-7768-4a9a-88a5-ce2e5d779870 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0843911 Mar 03 10:57:44.698209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-a9ceab70-652c-40ac-982d-ce96d4146d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:44.699741 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-a9ceab70-652c-40ac-982d-ce96d4146d87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1099 time: 0.0764678 Mar 03 10:57:44.700382 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-40b34b81-fdf3-49b5-9057-b93d5c4ce3f1 req-8acea7f7-8cb1-4511-a3ab-7dd99c5c9109 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Mar 03 10:57:44.830271 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-39fc700f-d569-4ccd-979b-e2399154dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:44.831677 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-39fc700f-d569-4ccd-979b-e2399154dd0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 896 time: 0.1257677 Mar 03 10:57:44.933012 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-0f3b651a-444a-4a4f-8246-ec724d1c9e29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 1002 time: 0.0959830 Mar 03 10:57:44.993494 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-b01395c9-9bc8-4c48-9393-8a51d30955d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:44.994900 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-b01395c9-9bc8-4c48-9393-8a51d30955d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 200 len: 834 time: 0.0566373 Mar 03 10:57:45.071455 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-062ad1d1-ce7e-49ca-8865-78cc4cb373b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:45.072874 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-062ad1d1-ce7e-49ca-8865-78cc4cb373b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542b4b05-6fb5-475c-81c9-a54788318f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724576 Mar 03 10:57:45.206902 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-94da5e63-90d5-4cfb-8977-7274e7cb5556 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286032 Mar 03 10:57:45.336437 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-9af74f62-85bd-4cb7-8e14-c2be546322d7 req-b2f55770-02c2-4621-a58d-bb010f5180a6 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239753 Mar 03 10:57:45.891372 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3a61-1fa1-4e93-b643-8774f7744880 req-d824a401-9c8b-4fa8-82e7-259d1520b1f7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:45.893262 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7b2c3a61-1fa1-4e93-b643-8774f7744880 req-d824a401-9c8b-4fa8-82e7-259d1520b1f7 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0835750 Mar 03 10:57:45.938197 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7b2c3a61-1fa1-4e93-b643-8774f7744880 req-1e8359ef-0194-42d1-9775-ab5ae5c8221f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Mar 03 10:57:47.122993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1d87a-6912-4f68-bd76-ce05e7cefbe2 req-b7bea9d3-162b-4e87-9e69-cef11dd4e6df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:57:47.124458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cfe1d87a-6912-4f68-bd76-ce05e7cefbe2 req-b7bea9d3-162b-4e87-9e69-cef11dd4e6df tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0810816 Mar 03 10:57:47.168530 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cfe1d87a-6912-4f68-bd76-ce05e7cefbe2 req-cb619d7a-866d-4360-a7bc-9e0cac829cdb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376868 Mar 03 10:57:47.193421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41852) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:57:47.303950 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-24b2f99e-665d-4ba4-9b18-d5642d089247 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/ed1c36e6-6add-462d-b7bd-84b46f3c9bdb HTTP/1.1" status: 200 len: 994 time: 0.1093495 Mar 03 10:57:54.217181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:03.179524 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2297e160-91d2-4041-89f8-9db3284a69d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:05.343815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a70712d1-a427-41a4-9acf-1a287dc1fc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:06.202312 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:06.263871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:08.107881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:10.641453 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-29adf312-e2b1-48c0-98b4-65854974624f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680950 Mar 03 10:58:10.780009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99341670-f7dd-486f-a0d0-051de45f51cd req-38548138-2be1-4383-bead-f47cf4a7af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:10.781390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-38548138-2be1-4383-bead-f47cf4a7af8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1099 time: 0.0702319 Mar 03 10:58:10.925429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99341670-f7dd-486f-a0d0-051de45f51cd req-5f64e6c7-624e-43bb-8b35-e75b6bcf268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:10.926862 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-5f64e6c7-624e-43bb-8b35-e75b6bcf268f service neutron] 10.222.0.32 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 896 time: 0.1258075 Mar 03 10:58:11.028372 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-ce747d55-b3c6-4d94-8fa4-040dbe90cbc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 1002 time: 0.0952842 Mar 03 10:58:11.092470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99341670-f7dd-486f-a0d0-051de45f51cd req-394c3c88-9742-46c9-9359-e89d7bac21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:11.093818 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-394c3c88-9742-46c9-9359-e89d7bac21cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 200 len: 834 time: 0.0591638 Mar 03 10:58:11.167993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99341670-f7dd-486f-a0d0-051de45f51cd req-5297d513-a73d-42d4-aee3-0daf604c0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:11.169421 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-5297d513-a73d-42d4-aee3-0daf604c0ad8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542b4b05-6fb5-475c-81c9-a54788318f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687544 Mar 03 10:58:11.392891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-d16e0ed8-9d1d-4388-9544-a263e54fa1a7 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160783 Mar 03 10:58:11.524420 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99341670-f7dd-486f-a0d0-051de45f51cd req-cf6936ec-14fc-46f6-992d-e5806486c2f9 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252973 Mar 03 10:58:15.708714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41870) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:15.907105 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 95717908-cc98-4c6d-8b3b-9862f138ce39 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:58:15.907387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:16.068883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:16.069197 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:16.189971 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 95717908-cc98-4c6d-8b3b-9862f138ce39 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:58:16.331638 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:58:16.336571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:16.386143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=95717908-cc98-4c6d-8b3b-9862f138ce39,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:16.448763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.449024 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.449363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.449709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.450028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.450352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.450673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.450993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.451326 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.451651 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.451979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.452290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:16.484910 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:16.485230 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP ed1c36e6-6add-462d-b7bd-84b46f3c9bdb disassociated (deleted). External IP: 172.26.7.196, port: 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac. Mar 03 10:58:16.933974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 5cdfecfd-163c-44d9-8640-1c9255126f5e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:58:17.107545 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:58:17.117164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] Sync routers for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:58:17.123424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:17.126486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:17.127378 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:17.181462 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-63e3a6ab-e25d-45dc-b1ec-629f7a7229a2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/floatingips/ed1c36e6-6add-462d-b7bd-84b46f3c9bdb HTTP/1.1" status: 204 len: 168 time: 1.4716663 Mar 03 10:58:17.182019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:58:17.286550 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'status': 'completed', 'code': 200} Mar 03 10:58:17.313413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:17.384158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-6dcc2bfb-dc6c-4473-b730-83f2991fbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:17.385741 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-6dcc2bfb-dc6c-4473-b730-83f2991fbd60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 1099 time: 0.0786021 Mar 03 10:58:17.530690 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-560f4382-90ab-440c-aca0-bfdaf44418ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:17.532543 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-560f4382-90ab-440c-aca0-bfdaf44418ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 200 len: 896 time: 0.1409791 Mar 03 10:58:17.589712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb08aa5-deef-4812-9399-41f5643b7fbc req-24a6d096-1a09-4c03-87ee-794907a73a85 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:17.591210 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5fb08aa5-deef-4812-9399-41f5643b7fbc req-24a6d096-1a09-4c03-87ee-794907a73a85 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0867906 Mar 03 10:58:17.605712 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-e8446dfe-9b86-4587-a1e4-738340adf316 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 200 len: 217 time: 0.0669961 Mar 03 10:58:17.638203 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5fb08aa5-deef-4812-9399-41f5643b7fbc req-c6f7a2ac-7396-4c59-9d7b-b32945e01d1a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405695 Mar 03 10:58:17.641701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:17.645874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] Checking router: 5cdfecfd-163c-44d9-8640-1c9255126f5e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:58:17.653922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:17.654516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:17.671603 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-8a65866e-7896-431f-ac58-5fde52999207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:17.673609 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-8a65866e-7896-431f-ac58-5fde52999207 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 200 len: 834 time: 0.0612543 Mar 03 10:58:17.752163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-45d35938-0b7f-4727-a629-d781458a7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:17.753548 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-45d35938-0b7f-4727-a629-d781458a7463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542b4b05-6fb5-475c-81c9-a54788318f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733445 Mar 03 10:58:17.874888 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:17.886217 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-ac40ccea-f110-4da7-a6a7-f3cc4bc306d2 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261854 Mar 03 10:58:18.014781 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-fc6d7451-145e-491a-93bc-fa1bf406b4cf req-1d94d671-4f7d-4837-ae65-d6c7d8922483 service neutron] 10.222.0.32 "GET /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223440 Mar 03 10:58:18.181258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:18.185168 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabc8ba-10b2-4ac9-b073-8e116f0b43ea None None] The sync data for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv is: [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:56:47Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '8cf90b5a-5382-47e3-9b3d-44323d6a14b7', 'name': '', 'network_id': '542b4b05-6fb5-475c-81c9-a54788318f1c', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:7c:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:47Z', 'updated_at': '2022-03-03T10:56:53Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '13026c5d-7e9e-4a6a-820b-31ce278df4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:58:18.390168 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4d11b-e35f-4589-9fe0-6c8298c30326 None None] New status for floating IP ed1c36e6-6add-462d-b7bd-84b46f3c9bdb: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:58:18.829231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72fc2f-694f-4881-8f2d-b23e68fcf41d req-bef48e98-6999-4655-bc83-200bec6dc9f4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:18.830559 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb72fc2f-694f-4881-8f2d-b23e68fcf41d req-bef48e98-6999-4655-bc83-200bec6dc9f4 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0821116 Mar 03 10:58:18.872815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fb72fc2f-694f-4881-8f2d-b23e68fcf41d req-f067e8ca-791e-4e05-a26f-b91add68b333 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f9440af-20c1-495e-ba79-ae035243550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367663 Mar 03 10:58:18.955525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-23831dc3-3b7f-4b33-855a-ce857aca78e5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:18.956201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-23831dc3-3b7f-4b33-855a-ce857aca78e5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:58:18.971379 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-23831dc3-3b7f-4b33-855a-ce857aca78e5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:58:18.972509 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-23831dc3-3b7f-4b33-855a-ce857aca78e5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 946 time: 0.0934367 Mar 03 10:58:19.039323 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:58:19.039983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:19.284454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:19.284803 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:19.404650 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:58:19.646959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:19.697917 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:19.769046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] No DVR routers for this DVR port 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:58:19.771409 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:19.773731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'name': 'network-vif-deleted', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:58:19.789745 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-44b6680e-88e7-44f3-b8fb-57629bddbbb2 req-b974ac7c-75ac-4e05-9fe7-b0ea8e966067 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "DELETE /v2.0/ports/83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac HTTP/1.1" status: 204 len: 173 time: 0.8123810 Mar 03 10:58:19.819155 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eac5d4-3743-4f12-b8b0-da557f41156e', 'name': 'network-vif-deleted', 'tag': '83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac', 'status': 'completed', 'code': 200} Mar 03 10:58:20.033727 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-58383790-6bcb-4e17-8592-16c165c3ad20 req-b1d7c99c-eabe-470e-a268-13a569f06e22 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=67eac5d4-3743-4f12-b8b0-da557f41156e HTTP/1.1" status: 200 len: 210 time: 0.0441766 Mar 03 10:58:21.127279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41890) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:21.774284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:22.124411 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:58:22.124659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:22.315765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 8cf90b5a-5382-47e3-9b3d-44323d6a14b7, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:22.316457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:22.441098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:58:22.624582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:22.670989 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=8cf90b5a-5382-47e3-9b3d-44323d6a14b7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:22.711918 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.712267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.712606 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.712938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.713270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.713595 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.713915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.714239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.714559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.714876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.715191 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.715546 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:22.952807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:23.191064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:58:23.225777 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:58:23.226370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 83b3a8f5-5c5d-49a9-a2c1-50d88f1fa4ac not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:58:23.416247 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 5cdfecfd-163c-44d9-8640-1c9255126f5e has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:58:23.595345 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:58:23.604535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] Sync routers for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:58:23.609022 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-60bd02a1-848e-467a-8f78-72a29eda4c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/5cdfecfd-163c-44d9-8640-1c9255126f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4806719 Mar 03 10:58:23.613011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41894) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:23.614078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:23.614680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:23.678677 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting subnet 13026c5d-7e9e-4a6a-820b-31ce278df4ea {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:58:23.681732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:23.739041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:23.790270 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:23.820394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:23.894232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:23.939697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Subnet': ['ID=13026c5d-7e9e-4a6a-820b-31ce278df4ea,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:23.941643 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:23.948053 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0a9c4e31-71f0-4c5f-a54b-830e43b83003 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/subnets/13026c5d-7e9e-4a6a-820b-31ce278df4ea HTTP/1.1" status: 204 len: 168 time: 0.3340721 Mar 03 10:58:23.950582 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41898) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:23.973914 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38cc40-db20-48c7-b352-5c17088d907f None None] Network 542b4b05-6fb5-475c-81c9-a54788318f1c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:58:24.137180 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.234038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.265089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:58:22Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': 'cba17a65-03b9-4ffb-a6c5-012ee0d47a64', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:56:43Z', 'updated_at': '2022-03-03T10:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:24.269973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] Checking router: 5cdfecfd-163c-44d9-8640-1c9255126f5e for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:58:24.278838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] Routers {'5cdfecfd-163c-44d9-8640-1c9255126f5e'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:24.279500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['5cdfecfd-163c-44d9-8640-1c9255126f5e'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:24.325985 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.337985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] DHCP port deletion for 542b4b05-6fb5-475c-81c9-a54788318f1c request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:58:24.338248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port cba17a65-03b9-4ffb-a6c5-012ee0d47a64 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:58:24.338439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.352500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Deleting port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:58:24.352869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.518031 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port cba17a65-03b9-4ffb-a6c5-012ee0d47a64, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:24.518599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.521667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] Set router 5cdfecfd-163c-44d9-8640-1c9255126f5e gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:24.685391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:58:24Z', 'revision_number': 6, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:24.714848 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fe60d-6b8b-4144-9614-dc4643cffc4c None None] The sync data for ids ['5cdfecfd-163c-44d9-8640-1c9255126f5e'] in dv-neutron-831192-5-hyperv is: [{'id': '5cdfecfd-163c-44d9-8640-1c9255126f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206827355', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:56:42Z', 'updated_at': '2022-03-03T10:58:24Z', 'revision_number': 6, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:58:24.773134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for cba17a65-03b9-4ffb-a6c5-012ee0d47a64 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:58:24.792640 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] For port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=1b89ff2d-a783-4b3f-95c6-78fbf73c6753,segment=NetworkSegment(b8946df7-0377-403c-ac58-e69b4f627a33),segment_id=b8946df7-0377-403c-ac58-e69b4f627a33)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:24.793029 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.914440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Calling delete_port for 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:58:24.939559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:24.987079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=cba17a65-03b9-4ffb-a6c5-012ee0d47a64,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:24.991002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.038904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Pushing event deleted for resources: {'Port': ['ID=1b89ff2d-a783-4b3f-95c6-78fbf73c6753,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:25.045544 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] No DVR routers for this DVR port 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:58:25.055079 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.055567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.055968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.056363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.056754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.057143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.057847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.057847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.058261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.058639 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.059034 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.059525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e93c83-8af3-4467-8067-0a2fb3d12bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:25.081071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.258285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.260419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.283129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.283577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Fanout notify agent at l3_agent the message router_deleted on router 5cdfecfd-163c-44d9-8640-1c9255126f5e {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:58:25.299997 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.301090 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-87aeff88-ca3a-4967-831f-69de41dbc4d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/routers/5cdfecfd-163c-44d9-8640-1c9255126f5e HTTP/1.1" status: 204 len: 168 time: 1.3496253 Mar 03 10:58:25.303822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41902) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:25.415783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.538588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:58:25.556243 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.573621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:58:25.573967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 1b89ff2d-a783-4b3f-95c6-78fbf73c6753 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:58:25.574387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:58:25.583049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542b4b05-6fb5-475c-81c9-a54788318f1c']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:25.597728 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8946df7-0377-403c-ac58-e69b4f627a33') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:25.598136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8946df7-0377-403c-ac58-e69b4f627a33') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:25.607898 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:58:25.608247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8cf90b5a-5382-47e3-9b3d-44323d6a14b7 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:58:25.608666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cba17a65-03b9-4ffb-a6c5-012ee0d47a64 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:58:25.610260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.627356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.633460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:58:25.633847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.646212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: cba17a65-03b9-4ffb-a6c5-012ee0d47a64 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:58:25.646561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cba17a65-03b9-4ffb-a6c5-012ee0d47a64 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:58:25.648797 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:58:25.733058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.754038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.760245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Network': ['ID=542b4b05-6fb5-475c-81c9-a54788318f1c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:25.771350 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bd93bf17-9dfb-4059-9b2b-186c7f353068 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/networks/542b4b05-6fb5-475c-81c9-a54788318f1c HTTP/1.1" status: 204 len: 168 time: 0.4666116 Mar 03 10:58:25.774057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41906) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:25.840870 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6302-ebe1-4c6c-8398-65ac7c9f440a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.870127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6302-ebe1-4c6c-8398-65ac7c9f440a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.937393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6302-ebe1-4c6c-8398-65ac7c9f440a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.954487 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a6302-ebe1-4c6c-8398-65ac7c9f440a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9440af-20c1-495e-ba79-ae035243550c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:25.967144 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6302-ebe1-4c6c-8398-65ac7c9f440a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:25.968296 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1a7a6302-ebe1-4c6c-8398-65ac7c9f440a tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f9440af-20c1-495e-ba79-ae035243550c HTTP/1.1" status: 204 len: 168 time: 0.1933298 Mar 03 10:58:26.159921 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41914) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:26.165012 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333610688', 'description': 'tempest-secgroup-smoke-1333610688 description', 'project_id': '97d04f24783c4bc5902cc65927a8bedf'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:26.170964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:26.175437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:26.178256 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:26.183829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:26.193905 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.214449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:26.218138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:26.221732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:26.227219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:26.295836 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.299856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.342986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e65241-dbff-487f-b474-63d121462d2f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:26.347232 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.348459 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ae49e9fd-ef2d-41b9-a1dd-4958c97d0578 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1875474 Mar 03 10:58:26.351251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41918) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:26.356250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98e65241-dbff-487f-b474-63d121462d2f', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:26.363536 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:26.367380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:26.370230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:26.375954 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:26.392236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.451140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.455609 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.482333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d73c20-7a8c-477a-8b08-7ffba3f31af6,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:26.492386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.493567 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-bdbb1d86-05ec-42e5-83b6-2b591d8acd9b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413617 Mar 03 10:58:26.496241 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41922) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:26.501135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98e65241-dbff-487f-b474-63d121462d2f', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:26.507127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:26.510951 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:26.513845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:26.519655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:26.536244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.597829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.601397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.622260 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816a63fe-757f-4d40-956b-bad293635271,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:26.633030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.634278 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-73550513-2b19-493b-b645-d2b7290763fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371410 Mar 03 10:58:26.636895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41926) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:26.642452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98e65241-dbff-487f-b474-63d121462d2f', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:26.648417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:26.652111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:26.654862 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:26.661201 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:26.677342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.743219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.746590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.769492 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd6e8ad-6d7d-44eb-a462-030a263821c4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:26.777716 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.779062 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0103b4af-47d9-447a-ab5c-5c378ed9ab38 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412261 Mar 03 10:58:26.783162 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41930) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:26.787984 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98e65241-dbff-487f-b474-63d121462d2f', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:26.793646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:26.797537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:26.800342 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:26.805863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:26.821889 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.990266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:26.993691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.018183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd6ffa0-a1cd-4eb8-b463-0da587e6e333,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:27.027202 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.028414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-379a3b7a-8028-4f66-8413-a25e85f491dc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2443242 Mar 03 10:58:27.031083 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41934) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:27.035955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98e65241-dbff-487f-b474-63d121462d2f', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:27.041629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:27.045379 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:27.048251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:27.053829 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:27.064239 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:58:27.070747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.132228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.135515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.157761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d3995b-ad5b-412f-94b6-1957e82f8708,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:27.166280 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.167684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-da147b75-fa3d-4583-84b9-51a74bf52f34 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356170 Mar 03 10:58:27.170252 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41938) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:27.175785 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'security_group_rule': {'security_group_id': '98e65241-dbff-487f-b474-63d121462d2f', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:27.181673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:27.185515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:security_group_rule and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:27.188708 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:27.194558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:27.204721 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Project 97d04f24783c4bc5902cc65927a8bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:58:27.211138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.276844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.280136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.303684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfaa3bd-12da-4306-bc26-3bda7eb2f246,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:27.313038 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.314390 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4601adcf-474e-49b9-a4c6-b61460635aff tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432381 Mar 03 10:58:27.317131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 41942) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:27.322553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'network': {'name': 'tempest-network-smoke--1248563125', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'port_security_enabled': True}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:27.327439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:27.331738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:network and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:27.334561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:27.341753 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:27.352317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:58:27.355961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.384328 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:58:27.393734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.394074 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Added segment f09d44ed-5165-4e80-9e92-e673682070f4 of type vlan for network 46cbf515-1d88-4c2f-8422-fe40a4428223 Mar 03 10:58:27.419468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.447577 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.453761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:27.454338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.560332 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2421184 Mar 03 10:58:27.563084 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41946) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:27.563615 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d2ead-988d-4f9a-bedf-171e7f8c5a1c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Network': ['ID=46cbf515-1d88-4c2f-8422-fe40a4428223,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:27.569001 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'admin_state_up': True, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:27.573379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:58:27.576927 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:27.581532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:router and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:27.585114 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:27.590602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:27.600521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.601578 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.615978 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:27.881948 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:28.174256 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:28.202636 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:28.334294 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.84 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/4c07fc6f-1d67-4b7a-a876-e1b4396455d6) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:58:28.479804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:28.508738 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:28.569810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:58:28.572627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:58:28.581574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:58:28.617021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:29.088201 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:29.422894 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:29.622846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:58:29.799363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:58:29.808500 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Sync routers for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:58:29.817414 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:29.818015 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:29.824729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:29.826112 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-71dc46c4-89f0-41c2-b1cf-253b9871f713 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2620041 Mar 03 10:58:29.830395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41950) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:29.869561 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-dcc3b8c0-0ab9-4600-8fed-8b64b99f6edc tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=97d04f24783c4bc5902cc65927a8bedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380359 Mar 03 10:58:29.871974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41954) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:29.997551 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:29.999158 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebd279-f614-425a-be3d-4532caf7f3e1 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:30.001281 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-deebd279-f614-425a-be3d-4532caf7f3e1 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284418 Mar 03 10:58:30.004276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41958) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:30.042668 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d4ad3013-4436-46af-a545-7c4e2e6858c9 tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b7388a87-c221-4d1e-b22c-2d2a8d360f8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373330 Mar 03 10:58:30.045053 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41962) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:30.050920 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-720700527', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:30.288570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:30.292857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:subnet and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:30.295667 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:30.298660 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:28Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:30.302620 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:30.302868 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Checking router: 7f1bb5c9-7c35-430f-80d1-1382658c2f56 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:58:30.303320 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Updating router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:58:30.314251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:58:30.317869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.357376 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.555038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.633539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Subnet': ['ID=42a61e8a-d315-40a6-a79c-50866c893c65,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:30.643463 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Checking segment: {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:58:30.643842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network hostable DHCP agents. Network: 46cbf515-1d88-4c2f-8422-fe40a4428223, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:58:30.663993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:58:30.672684 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 46cbf515-1d88-4c2f-8422-fe40a4428223) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:58:30.676928 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:30.677495 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.685303 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9561c200-f48f-47ad-ada7-7322347ec0a3 None None] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:58:30.691720 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.702362 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-fe42d57e-26c3-4830-b890-4aed845a2c97 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6538115 Mar 03 10:58:30.702550 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 41966) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:30.704522 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Transition to ACTIVE for port object 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:58:30.710667 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.775756 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Pushing event updated for resources: {'Port': ['ID=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,revision_number=2']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:30.784412 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.784758 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.785091 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.785422 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.785746 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.786071 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.786386 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.786716 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.787063 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.787393 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.787738 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.788058 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:58:30.809378 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Attempting to bind port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:58:30.810036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Attempting to bind port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:58:30.810036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Attempting to bind port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:58:30.816385 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:58:30.816753 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:58:30.817149 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.817533 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:58:30.817985 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Bound port: 4c07fc6f-1d67-4b7a-a876-e1b4396455d6, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:58:30.818351 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.892911 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] For port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:58:30.895929 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] For port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:58:30.900508 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.913596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-46cbf515-1d88-4c2f-8422-fe40a4428223', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:58:30.914536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:30.983978 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:30.984590 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:31.071015 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f367-5102-4fe7-b871-42edec8a2a11 None None] Pushing event updated for resources: {'Port': ['ID=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:31.075358 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Allocated IP 172.20.0.2 (46cbf515-1d88-4c2f-8422-fe40a4428223/42a61e8a-d315-40a6-a79c-50866c893c65/88355f7c-4416-4469-b429-1f65615f4985) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:58:31.199080 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:31.289977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:31.301812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Transition to ACTIVE for port object 88355f7c-4416-4469-b429-1f65615f4985 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:58:31.320533 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Transition to ACTIVE for port object 88355f7c-4416-4469-b429-1f65615f4985 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:58:31.326269 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:31.387241 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:58:31.391268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:58:31.394567 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:58:31.408440 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:31.442424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Pushing event updated for resources: {'Port': ['ID=88355f7c-4416-4469-b429-1f65615f4985,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:31.502807 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:28Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:31.507654 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3adb-76d5-4861-83e0-d2d0262acefc None None] The sync data for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv is: [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:28Z', 'revision_number': 3, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:58:31.546149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Attempting to bind port 88355f7c-4416-4469-b429-1f65615f4985 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:58:31.547148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Attempting to bind port 88355f7c-4416-4469-b429-1f65615f4985 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:58:31.547651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Attempting to bind port 88355f7c-4416-4469-b429-1f65615f4985 on network 46cbf515-1d88-4c2f-8422-fe40a4428223 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:58:31.552965 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:58:31.553333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Checking segment: {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:58:31.553727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:31.554117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Bound using segment: {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:58:31.554575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Bound port: 88355f7c-4416-4469-b429-1f65615f4985, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:58:31.554943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:31.645127 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] For port 88355f7c-4416-4469-b429-1f65615f4985, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:58:31.648157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] For port 88355f7c-4416-4469-b429-1f65615f4985, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=88355f7c-4416-4469-b429-1f65615f4985,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:58:31.653325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:31.753588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d321cfe-a1c2-4f0c-9b65-80ad1b35bd91 None None] Pushing event updated for resources: {'Port': ['ID=88355f7c-4416-4469-b429-1f65615f4985,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:31.982838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.1 (46cbf515-1d88-4c2f-8422-fe40a4428223/42a61e8a-d315-40a6-a79c-50866c893c65/38634978-98bd-41a7-9357-ebfb4016af0b) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:58:32.161419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:32.177644 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object 38634978-98bd-41a7-9357-ebfb4016af0b will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:58:32.202007 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:32.271788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:58:32.279670 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:58:32.285311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:58:32.315776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=38634978-98bd-41a7-9357-ebfb4016af0b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:32.346277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:32.483677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:32.709761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765e0ac-9f0a-4c52-8ea0-011b34f87585 None None] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:58:32.821318 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-730b1fec-4b61-43d1-a573-a6c29ee4ec10 None None] Provisioning for port 88355f7c-4416-4469-b429-1f65615f4985 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:58:32.904344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:32.909555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.028060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.031526 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=38634978-98bd-41a7-9357-ebfb4016af0b,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:33.158325 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c5868c0f-adba-4a6d-925c-2fa39bb52301 None None] Provisioning for port 38634978-98bd-41a7-9357-ebfb4016af0b completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:58:33.164680 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c5868c0f-adba-4a6d-925c-2fa39bb52301 None None] Provisioning complete for port 38634978-98bd-41a7-9357-ebfb4016af0b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:33.165319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c5868c0f-adba-4a6d-925c-2fa39bb52301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.179468 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:58:33.180723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:58:33.222466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-c5868c0f-adba-4a6d-925c-2fa39bb52301 None None] Port 38634978-98bd-41a7-9357-ebfb4016af0b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:58:33.248993 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9cb3d0c7-7e3e-4748-8a05-598b3165a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.353240 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:58:33.394321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:58:33.418526 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8444abbc-ea44-4935-ac7b-de787785ba26 None None] Provisioning complete for port 38634978-98bd-41a7-9357-ebfb4016af0b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:33.419152 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8444abbc-ea44-4935-ac7b-de787785ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.479153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8444abbc-ea44-4935-ac7b-de787785ba26 None None] Port 38634978-98bd-41a7-9357-ebfb4016af0b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:58:33.497687 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:58:33.503463 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:33.504019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.642310 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-9afb5ef4-fc53-4084-be1a-0dd0cdc2a44b None None] Provisioning complete for port 38634978-98bd-41a7-9357-ebfb4016af0b triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:33.642607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9afb5ef4-fc53-4084-be1a-0dd0cdc2a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.671381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.700734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:58:33.708920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:33.711634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-9afb5ef4-fc53-4084-be1a-0dd0cdc2a44b None None] Port 38634978-98bd-41a7-9357-ebfb4016af0b cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:58:33.714652 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Sync routers for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:58:33.715219 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-69a89430-983d-445f-b597-6c5d6bf0a1d8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/7f1bb5c9-7c35-430f-80d1-1382658c2f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0109429 Mar 03 10:58:33.719595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:33.720330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 88355f7c-4416-4469-b429-1f65615f4985 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:58:33.803750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:33.804387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:33.877375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-4caabc56-7842-4fd5-baf9-4167b36a6ee9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:58:33.892566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-4caabc56-7842-4fd5-baf9-4167b36a6ee9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:58:33.893725 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-4caabc56-7842-4fd5-baf9-4167b36a6ee9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333610688&fields=id&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 267 time: 0.0559089 Mar 03 10:58:33.913877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:33.998700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 88355f7c-4416-4469-b429-1f65615f4985 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:58:34.017794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 88355f7c-4416-4469-b429-1f65615f4985 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:34.018164 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:34.048374 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-dc23c338-c5fc-4cf4-82d1-730f3a6a2831 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:34.049057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-dc23c338-c5fc-4cf4-82d1-730f3a6a2831 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:58:34.062730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:34.064850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-dc23c338-c5fc-4cf4-82d1-730f3a6a2831 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:58:34.066155 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-dc23c338-c5fc-4cf4-82d1-730f3a6a2831 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/networks?id=46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 200 len: 797 time: 0.1656263 Mar 03 10:58:34.081549 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-30099dcb-d03e-4d89-a8a3-c7bda5cccf8b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/quotas/97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 375 time: 0.0098944 Mar 03 10:58:34.163107 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-ad1ed4af-3430-4117-b558-c0ae22a3c224 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:58:34.179146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-ad1ed4af-3430-4117-b558-c0ae22a3c224 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:58:34.180400 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-ad1ed4af-3430-4117-b558-c0ae22a3c224 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937467 Mar 03 10:58:34.257786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-3d028422-89a5-49ba-9235-4678764259d3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 10:58:34.258758 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-3d028422-89a5-49ba-9235-4678764259d3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0665090 Mar 03 10:58:34.393525 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-8b4f1729-abae-458c-aaf3-a3cd111e1510 service neutron] 10.222.0.23 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288152 Mar 03 10:58:34.395717 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:34.477107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 88355f7c-4416-4469-b429-1f65615f4985, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=88355f7c-4416-4469-b429-1f65615f4985,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:34.483407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:34.534244 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-ebf42718-e1ea-433b-8b4b-50679073fd74 service neutron] 10.222.0.23 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348443 Mar 03 10:58:34.563236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=88355f7c-4416-4469-b429-1f65615f4985,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:34.571181 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 2, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:34.575012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Checking router: 7f1bb5c9-7c35-430f-80d1-1382658c2f56 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:58:34.575381 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Updating router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 port 38634978-98bd-41a7-9357-ebfb4016af0b binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:58:34.633156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:34.722442 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9787d362-8975-4f82-bb19-85602a6cb4aa req-5d168bfa-2c38-4e10-b44a-3ec1c02708c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 210 time: 0.0450311 Mar 03 10:58:34.992627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:35.004739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Transition to ACTIVE for port object 38634978-98bd-41a7-9357-ebfb4016af0b will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:58:35.011019 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:35.176600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54c8f4-0e71-4815-9fef-07ca75809dae None None] Pushing event updated for resources: {'Port': ['ID=38634978-98bd-41a7-9357-ebfb4016af0b,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:35.240701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Attempting to bind port 38634978-98bd-41a7-9357-ebfb4016af0b on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:58:35.241409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Attempting to bind port 38634978-98bd-41a7-9357-ebfb4016af0b by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:58:35.241933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Attempting to bind port 38634978-98bd-41a7-9357-ebfb4016af0b on network 46cbf515-1d88-4c2f-8422-fe40a4428223 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:58:35.250744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:58:35.250968 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Checking segment: {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:58:35.251828 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:35.252224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Bound using segment: {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:58:35.252690 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Bound port: 38634978-98bd-41a7-9357-ebfb4016af0b, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:58:35.253090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:35.271813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:58:35.399797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6a533e84-c811-493f-8b75-e3ba456549a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:35.430328 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] For port 38634978-98bd-41a7-9357-ebfb4016af0b, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:58:35.436662 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] For port 38634978-98bd-41a7-9357-ebfb4016af0b, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=38634978-98bd-41a7-9357-ebfb4016af0b,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:58:35.438755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:35.439159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:35.468018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:35.575369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:35.576005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:35.627450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54c8f4-0e71-4815-9fef-07ca75809dae None None] Pushing event updated for resources: {'Port': ['ID=38634978-98bd-41a7-9357-ebfb4016af0b,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:35.798536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 88355f7c-4416-4469-b429-1f65615f4985 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:58:35.876949 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:35.888925 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d8ef3cb8-0a69-4452-a389-302a4b6c6adc req-97138580-f66d-4229-b5a1-e2e06e73c4fc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 210 time: 0.0470505 Mar 03 10:58:35.920220 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-6ecf32ee-5342-4974-a692-9bd9ee58e3a3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:35.922457 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-6ecf32ee-5342-4974-a692-9bd9ee58e3a3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/networks?id=46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 200 len: 797 time: 0.1844091 Mar 03 10:58:35.975102 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-fb253f57-0fc4-4017-beae-6fd7afc6a4b1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d04f24783c4bc5902cc65927a8bedf HTTP/1.1" status: 200 len: 380 time: 0.0439010 Mar 03 10:58:35.991630 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'port': {'device_id': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'admin_state_up': True, 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'security_groups': ['98e65241-dbff-487f-b474-63d121462d2f']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:36.100278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 88355f7c-4416-4469-b429-1f65615f4985 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:36.100814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.130964 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:36.140699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:36.151163 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Made reservation on behalf of 97d04f24783c4bc5902cc65927a8bedf for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:58:36.155141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.234751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.331955 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.20.0.5 (46cbf515-1d88-4c2f-8422-fe40a4428223/42a61e8a-d315-40a6-a79c-50866c893c65/a1815a29-04b7-4d8b-877b-64a9d378b933) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:58:36.342213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.385851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:35Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:36.390448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6058a6-abee-4c8c-a01e-cbcb3a9b32a1 None None] The sync data for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv is: [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:35Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:58:36.548807 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.567199 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Transition to ACTIVE for port object a1815a29-04b7-4d8b-877b-64a9d378b933 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:58:36.590427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.660555 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:58:36.668559 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:58:36.673750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:58:36.713375 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=a1815a29-04b7-4d8b-877b-64a9d378b933,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:36.764253 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:36.764872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.796685 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-87bccd6e-2c54-4867-a569-708691d131a8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8107455 Mar 03 10:58:36.808784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Request body: {'port': {'device_id': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:36.911003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b3890788-fd3c-4ff9-9bc0-9f27ebbefc2c None None] Provisioning for port a1815a29-04b7-4d8b-877b-64a9d378b933 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:58:36.918392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b3890788-fd3c-4ff9-9bc0-9f27ebbefc2c None None] Provisioning complete for port a1815a29-04b7-4d8b-877b-64a9d378b933 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:36.918982 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b3890788-fd3c-4ff9-9bc0-9f27ebbefc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.935446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:36.976904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b3890788-fd3c-4ff9-9bc0-9f27ebbefc2c None None] Port a1815a29-04b7-4d8b-877b-64a9d378b933 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:58:37.090662 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715f481-d4aa-40f6-9fe3-efc79b14e41a req-3471c5f8-ff7b-4e47-b2b8-b80a6f621343 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:37.092356 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8715f481-d4aa-40f6-9fe3-efc79b14e41a req-3471c5f8-ff7b-4e47-b2b8-b80a6f621343 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 931 time: 0.0837221 Mar 03 10:58:37.140971 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8715f481-d4aa-40f6-9fe3-efc79b14e41a req-4ed6095a-b203-4616-9e5b-91c5cc41c176 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Mar 03 10:58:37.281472 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 38634978-98bd-41a7-9357-ebfb4016af0b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:58:37.304475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1815a29-04b7-4d8b-877b-64a9d378b933 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:58:37.313574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.329179 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Transition to ACTIVE for port object a1815a29-04b7-4d8b-877b-64a9d378b933 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:58:37.333897 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.371371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 38634978-98bd-41a7-9357-ebfb4016af0b completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:58:37.377245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 38634978-98bd-41a7-9357-ebfb4016af0b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:37.377606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.487291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1815a29-04b7-4d8b-877b-64a9d378b933,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:37.516789 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.556261 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 38634978-98bd-41a7-9357-ebfb4016af0b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=38634978-98bd-41a7-9357-ebfb4016af0b,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:37.564301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.645660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Attempting to bind port a1815a29-04b7-4d8b-877b-64a9d378b933 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:58:37.646699 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Attempting to bind port a1815a29-04b7-4d8b-877b-64a9d378b933 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:58:37.647096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Attempting to bind port a1815a29-04b7-4d8b-877b-64a9d378b933 on network 46cbf515-1d88-4c2f-8422-fe40a4428223 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:58:37.649730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=38634978-98bd-41a7-9357-ebfb4016af0b,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:37.652307 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Port a1815a29-04b7-4d8b-877b-64a9d378b933 on network 46cbf515-1d88-4c2f-8422-fe40a4428223 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:58:37.652643 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Attempting to bind port a1815a29-04b7-4d8b-877b-64a9d378b933 on network 46cbf515-1d88-4c2f-8422-fe40a4428223 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:58:37.658788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:58:37.658988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Checking segment: {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:58:37.659591 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Bound using segment: {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:58:37.660092 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Bound port: a1815a29-04b7-4d8b-877b-64a9d378b933, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09d44ed-5165-4e80-9e92-e673682070f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:58:37.660466 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.758315 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] For port a1815a29-04b7-4d8b-877b-64a9d378b933, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:58:37.761264 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] For port a1815a29-04b7-4d8b-877b-64a9d378b933, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1815a29-04b7-4d8b-877b-64a9d378b933,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:58:37.766305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.820984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:37.821588 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:37.823209 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 200 len: 1093 time: 1.0190330 Mar 03 10:58:37.825658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:58:37.857515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c8cea-cec9-4e02-9f4c-b7946f8ef6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1815a29-04b7-4d8b-877b-64a9d378b933,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:37.904307 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'status': 'completed', 'code': 200} Mar 03 10:58:37.947857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-79014e7c-7d99-4186-8959-6de9e719de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:37.949385 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-79014e7c-7d99-4186-8959-6de9e719de47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1096 time: 0.0848114 Mar 03 10:58:38.017932 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-2a01e6ed-6b74-4a92-8916-536e65d60201 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 200 len: 217 time: 0.0622923 Mar 03 10:58:38.083911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-72f3e881-8dab-4312-a267-326212f2b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:38.085339 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-72f3e881-8dab-4312-a267-326212f2b40b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42a61e8a-d315-40a6-a79c-50866c893c65 HTTP/1.1" status: 200 len: 834 time: 0.0605943 Mar 03 10:58:38.111576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:38.159115 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-8a2145db-5eb6-44c7-b221-11371c1aef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:38.160524 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-8a2145db-5eb6-44c7-b221-11371c1aef1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46cbf515-1d88-4c2f-8422-fe40a4428223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689554 Mar 03 10:58:38.294153 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-572601db-cdbb-4b9b-9709-1f5ee267261d service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274691 Mar 03 10:58:38.330016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b023-59d7-4705-9c7e-198699450aa8 req-5dc2b5d8-db8c-4d2f-9676-1dd3bc9304f6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:38.333163 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4300b023-59d7-4705-9c7e-198699450aa8 req-5dc2b5d8-db8c-4d2f-9676-1dd3bc9304f6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 943 time: 0.0832131 Mar 03 10:58:38.378219 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4300b023-59d7-4705-9c7e-198699450aa8 req-40cdec21-eaac-434d-acf4-e5ab2d39c192 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Mar 03 10:58:38.526249 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-36d6a06c-3e55-4035-b3e7-addd780afd93 req-312bb344-7b5c-4d76-9bda-6e0773d68dc9 service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255926 Mar 03 10:58:38.640631 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-1cbae9c0-0085-455a-865f-6749f31585a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:38.642119 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-1cbae9c0-0085-455a-865f-6749f31585a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1096 time: 0.0748997 Mar 03 10:58:38.772240 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-fd8c8e4a-f0c8-4120-b743-b51b420a6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:38.773595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-fd8c8e4a-f0c8-4120-b743-b51b420a6b26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 200 len: 897 time: 0.1258395 Mar 03 10:58:38.839199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-a50723e5-4689-42a9-8215-ffb3a7bfc11f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 200 len: 217 time: 0.0592399 Mar 03 10:58:38.902066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-6507a583-0faf-4e93-97e0-bfbcd566f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:38.903490 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-6507a583-0faf-4e93-97e0-bfbcd566f7c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42a61e8a-d315-40a6-a79c-50866c893c65 HTTP/1.1" status: 200 len: 834 time: 0.0587208 Mar 03 10:58:38.977467 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-80e09edd-408a-42a0-8614-312106de32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:38.978915 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-80e09edd-408a-42a0-8614-312106de32b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46cbf515-1d88-4c2f-8422-fe40a4428223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681319 Mar 03 10:58:39.113483 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-542d5763-055b-44de-8be6-d4dc915563a2 service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279929 Mar 03 10:58:39.243772 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b288f2fc-4fb2-4b7f-9ca4-9baf88c6e5ae req-73ebeb19-8b0a-4fe6-adfa-d0d7ff86cfc5 service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235569 Mar 03 10:58:39.260268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 38634978-98bd-41a7-9357-ebfb4016af0b up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:58:39.325677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 38634978-98bd-41a7-9357-ebfb4016af0b triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:39.325964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:39.565941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5dcde-65e0-45ff-8b70-82c4f6d19313 req-d9fd5c0e-b171-4509-bc45-0456f357fee8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:39.567477 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80b5dcde-65e0-45ff-8b70-82c4f6d19313 req-d9fd5c0e-b171-4509-bc45-0456f357fee8 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 943 time: 0.0806303 Mar 03 10:58:39.614341 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-80b5dcde-65e0-45ff-8b70-82c4f6d19313 req-00307292-2053-422d-9245-b55486760630 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Mar 03 10:58:40.799472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be74e-9706-4a10-a327-e3c96e3e31c7 req-d6c43f56-b478-4c55-b4aa-2852effeb7af tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:40.800835 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c49be74e-9706-4a10-a327-e3c96e3e31c7 req-d6c43f56-b478-4c55-b4aa-2852effeb7af tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 943 time: 0.0795987 Mar 03 10:58:40.844412 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c49be74e-9706-4a10-a327-e3c96e3e31c7 req-25fd747c-fcb7-4d85-b99b-dc9a0ec09633 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381210 Mar 03 10:58:41.221062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a1815a29-04b7-4d8b-877b-64a9d378b933 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:58:41.350963 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a1815a29-04b7-4d8b-877b-64a9d378b933, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1815a29-04b7-4d8b-877b-64a9d378b933,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:41.363861 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'port_id': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'mac_address': 'fa:16:3e:dc:21:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:58:41.422955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:41.439712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1815a29-04b7-4d8b-877b-64a9d378b933 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:58:41.455505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a1815a29-04b7-4d8b-877b-64a9d378b933, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1815a29-04b7-4d8b-877b-64a9d378b933,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:41.459251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:41.525531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=a1815a29-04b7-4d8b-877b-64a9d378b933,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:41.658818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['a1815a29-04b7-4d8b-877b-64a9d378b933'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 10:58:42.027204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083235-a095-485b-98f8-32ad1b2bf3ae req-9aa59db3-54de-4554-9832-c7a736ec8332 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:42.028651 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d083235-a095-485b-98f8-32ad1b2bf3ae req-9aa59db3-54de-4554-9832-c7a736ec8332 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 944 time: 0.0805666 Mar 03 10:58:42.083157 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7d083235-a095-485b-98f8-32ad1b2bf3ae req-944f56fb-765f-4da6-82b0-1493898df302 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 Mar 03 10:58:43.237187 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a1815a29-04b7-4d8b-877b-64a9d378b933 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:58:43.267425 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc406fa-1ebb-43f6-9cb9-a20ce8b61c8c req-8993f98f-a3ee-4b26-827b-2cbd0491ac64 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:43.268902 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3fc406fa-1ebb-43f6-9cb9-a20ce8b61c8c req-8993f98f-a3ee-4b26-827b-2cbd0491ac64 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 944 time: 0.0814347 Mar 03 10:58:43.306739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port a1815a29-04b7-4d8b-877b-64a9d378b933 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:58:43.312570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port a1815a29-04b7-4d8b-877b-64a9d378b933 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:58:43.312872 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:43.315234 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3fc406fa-1ebb-43f6-9cb9-a20ce8b61c8c req-4a25054a-fd47-45d5-9714-ba32914be9c5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405216 Mar 03 10:58:43.461366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:43.487476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:58:43.496806 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port a1815a29-04b7-4d8b-877b-64a9d378b933, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1815a29-04b7-4d8b-877b-64a9d378b933,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:58:43.501722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:43.572483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=a1815a29-04b7-4d8b-877b-64a9d378b933,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:43.580893 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'code': 200} Mar 03 10:58:43.799270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15d78f-88da-45b7-81c7-7816d1b808bb req-1675cd70-680e-45e8-a2a6-33886035279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:43.800661 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7f15d78f-88da-45b7-81c7-7816d1b808bb req-1675cd70-680e-45e8-a2a6-33886035279a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1098 time: 0.0725486 Mar 03 10:58:43.838691 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-7f15d78f-88da-45b7-81c7-7816d1b808bb req-b42a0e05-b057-429b-ab5c-20968ac45ad8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Mar 03 10:58:44.653278 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc3f91-1e89-4ceb-84ad-c73fdb133202 req-16d2c14e-9608-42e7-bf6e-f217416e2f2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:44.654637 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73bc3f91-1e89-4ceb-84ad-c73fdb133202 req-16d2c14e-9608-42e7-bf6e-f217416e2f2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0816360 Mar 03 10:58:44.701003 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-73bc3f91-1e89-4ceb-84ad-c73fdb133202 req-46035564-3dc4-4913-915f-b9701dc2ec7f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 Mar 03 10:58:45.886549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09bc37-a196-40b2-a3c9-13c159bcfdc0 req-5e91de4f-12f4-42fa-953a-b95d8086ce0e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:45.888011 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d09bc37-a196-40b2-a3c9-13c159bcfdc0 req-5e91de4f-12f4-42fa-953a-b95d8086ce0e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0779102 Mar 03 10:58:45.933925 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4d09bc37-a196-40b2-a3c9-13c159bcfdc0 req-b8ab6ab9-6f57-407c-8094-82cd652688aa tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403244 Mar 03 10:58:46.111527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82314ba-666a-42d9-845d-df7a39ca04a5 req-275a23d6-20ed-49e4-951d-98eed23ac793 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:46.112918 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f82314ba-666a-42d9-845d-df7a39ca04a5 req-275a23d6-20ed-49e4-951d-98eed23ac793 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0789936 Mar 03 10:58:46.156259 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f82314ba-666a-42d9-845d-df7a39ca04a5 req-c9a9a146-a014-4f59-8dd4-779998f1a06e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378492 Mar 03 10:58:46.178922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42028) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:46.247195 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465ca6ce-8eb1-4125-9507-35ce7015dcce tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:46.248790 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-465ca6ce-8eb1-4125-9507-35ce7015dcce tempest-TestNetworkAdvancedServerOps-1050103139 tempest-TestNetworkAdvancedServerOps-1050103139-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1093 time: 0.0688460 Mar 03 10:58:46.251836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42032) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:46.256518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:58:46.262214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:58:46.266493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Usage tracker for resource:floatingip and tenant:97d04f24783c4bc5902cc65927a8bedf is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:58:46.269268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:58:46.274701 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:58:46.284983 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:46.418660 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:46.559731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Allocated IP 172.26.7.209 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/4e4a62b7-8106-4889-bed2-f0f10bcc02a7) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:58:46.702696 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:46.733224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:46.797638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:58:46.804427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:58:46.806940 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:58:46.842815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=4e4a62b7-8106-4889-bed2-f0f10bcc02a7,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:47.314795 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:47.390312 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:47.592661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:47.598187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:47.710190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event updated for resources: {'Port': ['ID=4e4a62b7-8106-4889-bed2-f0f10bcc02a7,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:58:47.719866 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:47.885844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP 7b0c169d-d8b2-4f0d-b644-8a35b35e0e97 associated. External IP: 172.26.7.209, port: a1815a29-04b7-4d8b-877b-64a9d378b933. Mar 03 10:58:48.229251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:58:48.522085 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:58:48.532173 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] Sync routers for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:58:48.541781 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:48.542384 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:48.546169 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:58:48.604302 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5b5d78ac-0d50-4b47-85d4-29e69bbd76fe tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3514712 Mar 03 10:58:48.604993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:58:48.649644 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'status': 'completed', 'code': 200} Mar 03 10:58:48.720400 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:48.744789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-605fc9d9-f2a9-461d-97fc-1bc60ff9aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:48.746268 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-605fc9d9-f2a9-461d-97fc-1bc60ff9aa3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1098 time: 0.0740371 Mar 03 10:58:48.783395 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cd1b6-3688-495c-8a08-c868086b53d3 req-e31e3b14-e66f-4892-80a6-8936f1a355c6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:48.784727 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c44cd1b6-3688-495c-8a08-c868086b53d3 req-e31e3b14-e66f-4892-80a6-8936f1a355c6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0849771 Mar 03 10:58:48.830903 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c44cd1b6-3688-495c-8a08-c868086b53d3 req-ee6125a9-0e9a-47db-8377-b64da7c9e803 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401204 Mar 03 10:58:48.853614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42040) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:48.883595 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-b63ba01f-1484-48fa-9774-c1507c32c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:48.885109 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-b63ba01f-1484-48fa-9774-c1507c32c80a service neutron] 10.222.0.32 "GET /v2.0/networks?id=46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 200 len: 897 time: 0.1325715 Mar 03 10:58:48.995724 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-81fe1fa0-3195-4843-ba8f-4a327c0d7b95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 200 len: 999 time: 0.1035419 Mar 03 10:58:49.063420 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-96472c8f-68c7-4db4-b0dd-1c49170e5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:49.064787 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-96472c8f-68c7-4db4-b0dd-1c49170e5259 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42a61e8a-d315-40a6-a79c-50866c893c65 HTTP/1.1" status: 200 len: 834 time: 0.0623493 Mar 03 10:58:49.066672 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-0a2246de-8424-4836-8d60-c55af8880531 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/7b0c169d-d8b2-4f0d-b644-8a35b35e0e97 HTTP/1.1" status: 200 len: 991 time: 0.2118979 Mar 03 10:58:49.084558 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '7b0c169d-d8b2-4f0d-b644-8a35b35e0e97', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'port_id': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'mac_address': 'fa:16:3e:dc:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:58:47Z', 'updated_at': '2022-03-03T10:58:47Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:49.088444 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] Checking router: 7f1bb5c9-7c35-430f-80d1-1382658c2f56 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:58:49.097186 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:58:49.097801 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:58:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:49.142810 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-ee7b205b-8f7c-4592-89b5-a7e7d6c52426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:58:49.144316 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-ee7b205b-8f7c-4592-89b5-a7e7d6c52426 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46cbf515-1d88-4c2f-8422-fe40a4428223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738685 Mar 03 10:58:49.272574 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:58:49.275035 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-9c6b185b-62b1-4f48-892d-e5fd2cededdd service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250634 Mar 03 10:58:49.408109 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b3c8a777-3e9f-4de0-b14f-199700180609 req-e0669c75-cb1f-4576-92c2-73fe8c779dda service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268992 Mar 03 10:58:49.662320 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '7b0c169d-d8b2-4f0d-b644-8a35b35e0e97', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'port_id': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'mac_address': 'fa:16:3e:dc:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:58:47Z', 'updated_at': '2022-03-03T10:58:47Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:58:49.666211 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19e389-dfd3-405e-bd46-c7339da74e30 None None] The sync data for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv is: [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '7b0c169d-d8b2-4f0d-b644-8a35b35e0e97', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'port_id': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'mac_address': 'fa:16:3e:dc:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T10:58:47Z', 'updated_at': '2022-03-03T10:58:47Z', 'revision_number': 0, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:58:49.853022 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed76b8-367f-4545-8c5a-381a9f854f10 None None] New status for floating IP 7b0c169d-d8b2-4f0d-b644-8a35b35e0e97: ACTIVE {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:58:50.070490 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42044) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:58:50.179787 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e5d2f5d7-3a16-41d3-ac16-dd60cf8232cb tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/7b0c169d-d8b2-4f0d-b644-8a35b35e0e97 HTTP/1.1" status: 200 len: 993 time: 0.1080880 Mar 03 10:58:53.330151 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:58:54.232786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:03.181757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-edf8b916-4a01-46ad-8ef3-1e96ffb631c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:05.351118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4a9c478d-35f7-45fe-86e8-5a25296ecba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:06.206958 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:06.269282 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:08.113961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:10.643602 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-5ec9521f-d667-401a-ac76-f8e8bfe46bd0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721076 Mar 03 10:59:10.781187 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-a1157129-4f22-4c8b-bb49-c25835ad45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:10.782544 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-a1157129-4f22-4c8b-bb49-c25835ad45fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1098 time: 0.0723290 Mar 03 10:59:10.924142 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-23094895-6950-4ee0-b5d9-81e432f8275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:10.925549 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-23094895-6950-4ee0-b5d9-81e432f8275b service neutron] 10.222.0.32 "GET /v2.0/networks?id=46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 200 len: 897 time: 0.1241951 Mar 03 10:59:11.023940 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-12db5739-019e-4926-8813-5495f4c47277 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 200 len: 1001 time: 0.0920987 Mar 03 10:59:11.087875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-57a2cd37-f37a-40a9-87bc-faf2881f4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:11.089171 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-57a2cd37-f37a-40a9-87bc-faf2881f4cd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42a61e8a-d315-40a6-a79c-50866c893c65 HTTP/1.1" status: 200 len: 834 time: 0.0585911 Mar 03 10:59:11.161406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-70c62aef-2e92-4452-862e-473782d806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:11.162819 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-70c62aef-2e92-4452-862e-473782d806ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46cbf515-1d88-4c2f-8422-fe40a4428223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678594 Mar 03 10:59:11.290639 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-1fb0ab29-e7fe-4ae6-abc3-0a1932d0ec1f service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216238 Mar 03 10:59:11.524075 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c7145b52-be69-4f97-87cb-7738cb72d253 req-3f4e07dc-5364-437d-a451-247e978a29fc service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274456 Mar 03 10:59:19.836712 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f870329-1bf3-4e46-a543-93089d799ee7 req-f9ac7548-b53c-4c95-85d6-923eed7a5ca6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:19.838068 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f870329-1bf3-4e46-a543-93089d799ee7 req-f9ac7548-b53c-4c95-85d6-923eed7a5ca6 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0797122 Mar 03 10:59:19.882369 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f870329-1bf3-4e46-a543-93089d799ee7 req-c4b4d55e-1a8e-495d-b337-7b056cb7d5d3 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382392 Mar 03 10:59:21.069219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe5a5a-378a-4c69-9964-0207a64fbcb7 req-04ecfdff-26de-4a2a-ba34-c7789f551ee1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:21.070688 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2ffe5a5a-378a-4c69-9964-0207a64fbcb7 req-04ecfdff-26de-4a2a-ba34-c7789f551ee1 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0833166 Mar 03 10:59:21.114935 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2ffe5a5a-378a-4c69-9964-0207a64fbcb7 req-a73b648f-e57f-4f43-afe5-9163660b68fa tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387294 Mar 03 10:59:21.138223 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42064) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:21.243081 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ed7f4772-a03a-4b9d-b616-c41283ea1bd5 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/7b0c169d-d8b2-4f0d-b644-8a35b35e0e97 HTTP/1.1" status: 200 len: 993 time: 0.1037686 Mar 03 10:59:22.698973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67072608-7421-49b9-9c95-6a7b215d3a66 req-bb38a055-407a-4147-8dfc-ca01a465a1b9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:22.700473 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-67072608-7421-49b9-9c95-6a7b215d3a66 req-bb38a055-407a-4147-8dfc-ca01a465a1b9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0807922 Mar 03 10:59:22.708385 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-fc6e4dd8-e82f-4106-9561-1a8503ebbbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:22.709998 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-fc6e4dd8-e82f-4106-9561-1a8503ebbbb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1098 time: 0.0740659 Mar 03 10:59:22.745102 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-67072608-7421-49b9-9c95-6a7b215d3a66 req-ed113ad7-c871-4ea3-b455-74e7c02a1887 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381315 Mar 03 10:59:22.838176 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-b53c20f3-8452-40ab-8c2e-29fce9e5f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:22.839551 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-b53c20f3-8452-40ab-8c2e-29fce9e5f715 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 200 len: 897 time: 0.1243820 Mar 03 10:59:22.938371 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-6c4e39c2-0ff1-45d5-b4e2-4db31b10d07e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 200 len: 1001 time: 0.0933192 Mar 03 10:59:22.999189 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-315053c8-c575-4bfa-97a0-a18e0db0be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:23.001521 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-315053c8-c575-4bfa-97a0-a18e0db0be67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42a61e8a-d315-40a6-a79c-50866c893c65 HTTP/1.1" status: 200 len: 834 time: 0.0581095 Mar 03 10:59:23.073150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-1f42fbd1-b1c3-4edd-9da3-49903d97bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:23.074558 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-1f42fbd1-b1c3-4edd-9da3-49903d97bb4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46cbf515-1d88-4c2f-8422-fe40a4428223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669990 Mar 03 10:59:23.200811 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-d5e710ed-4dba-4bbc-8587-ce46c7448d4f service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201160 Mar 03 10:59:23.329827 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-644ff606-14cb-4536-aa32-1b06c0556d69 req-afa3b213-db9b-4031-9883-0813da4e795d service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222966 Mar 03 10:59:23.931727 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ca09f-dc8c-4ef4-8bdc-2b465c3da952 req-4446d1a5-5165-4558-b6ff-2886bd14e76f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:23.933189 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-031ca09f-dc8c-4ef4-8bdc-2b465c3da952 req-4446d1a5-5165-4558-b6ff-2886bd14e76f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0819170 Mar 03 10:59:23.976730 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-031ca09f-dc8c-4ef4-8bdc-2b465c3da952 req-00305df3-114f-4c5e-a5f2-862d2de6b61f tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378425 Mar 03 10:59:24.247637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:25.159547 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3622d33-4009-436d-bfce-5b7b63dc2d63 req-f7891e82-fc1a-4b6b-8624-10025c17c70b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:25.160992 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e3622d33-4009-436d-bfce-5b7b63dc2d63 req-f7891e82-fc1a-4b6b-8624-10025c17c70b tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0789819 Mar 03 10:59:25.208614 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e3622d33-4009-436d-bfce-5b7b63dc2d63 req-e15538c1-7cf2-4277-99ac-a829f1c3bfc2 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Mar 03 10:59:25.231199 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42078) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:25.341780 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-c6beb9fe-edf6-4883-89f8-527241302c31 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/floatingips/7b0c169d-d8b2-4f0d-b644-8a35b35e0e97 HTTP/1.1" status: 200 len: 993 time: 0.1093748 Mar 03 10:59:25.607479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42086) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:25.809234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 4e4a62b7-8106-4889-bed2-f0f10bcc02a7 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:59:25.809568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:25.976050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:25.976374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:26.096587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 4e4a62b7-8106-4889-bed2-f0f10bcc02a7 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:59:26.242861 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:26.380376 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=4e4a62b7-8106-4889-bed2-f0f10bcc02a7,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:26.416167 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.416508 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.416845 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.417172 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.417498 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.417821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.418138 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.418454 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.418769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.419093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.419433 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.419753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:26.480872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:26.481205 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Floating IP 7b0c169d-d8b2-4f0d-b644-8a35b35e0e97 disassociated (deleted). External IP: 172.26.7.209, port: a1815a29-04b7-4d8b-877b-64a9d378b933. Mar 03 10:59:26.828720 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:59:27.005412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:59:27.015747 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] Sync routers for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:59:27.021784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:27.024996 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:27.025596 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:27.075835 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-48f875de-e421-4d6b-9f66-bacbc0975522 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b0c169d-d8b2-4f0d-b644-8a35b35e0e97 HTTP/1.1" status: 204 len: 168 time: 1.4673424 Mar 03 10:59:27.076624 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:59:27.125108 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'status': 'completed', 'code': 200} Mar 03 10:59:27.208585 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:27.221937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-9d5182d1-edfc-4511-8909-448cd1436217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:27.223570 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-9d5182d1-edfc-4511-8909-448cd1436217 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97d04f24783c4bc5902cc65927a8bedf&device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 1098 time: 0.0758760 Mar 03 10:59:27.376140 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-4f5d40b9-7d66-4ac5-9abe-80488b8e0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:27.377584 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-4f5d40b9-7d66-4ac5-9abe-80488b8e0591 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 200 len: 897 time: 0.1481233 Mar 03 10:59:27.447536 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-9f088d30-7610-41c9-aab6-9350158da4b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 200 len: 217 time: 0.0633748 Mar 03 10:59:27.474906 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df75c6-3885-480b-838b-0ebc80d435ff req-70eee9b2-d56f-4ec6-b1e1-979c609efeaf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:27.477020 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26df75c6-3885-480b-838b-0ebc80d435ff req-70eee9b2-d56f-4ec6-b1e1-979c609efeaf tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.1096830 Mar 03 10:59:27.523083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-6eb2e23b-1a13-4889-9d03-73d71b67813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:27.524571 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-6eb2e23b-1a13-4889-9d03-73d71b67813a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42a61e8a-d315-40a6-a79c-50866c893c65 HTTP/1.1" status: 200 len: 834 time: 0.0701666 Mar 03 10:59:27.525428 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-26df75c6-3885-480b-838b-0ebc80d435ff req-30e49304-326c-4165-a301-8e8310c28004 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405607 Mar 03 10:59:27.547474 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:27.551236 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] Checking router: 7f1bb5c9-7c35-430f-80d1-1382658c2f56 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:59:27.559113 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:27.559748 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:27.603411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-351b7e10-488f-41f8-b50e-01dfa1e6a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:27.604891 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-351b7e10-488f-41f8-b50e-01dfa1e6a0fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46cbf515-1d88-4c2f-8422-fe40a4428223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735829 Mar 03 10:59:27.738044 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-12618e50-9c2b-44aa-8ada-54dcbf484486 service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253891 Mar 03 10:59:27.741500 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:27.989938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ac314c05-1c2f-438a-a05f-d66c118a39ae req-a95e4be0-17ec-49c3-84bf-490b7da1414b service neutron] 10.222.0.32 "GET /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453897 Mar 03 10:59:28.061082 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:28.065081 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe20a6b-d3c0-4fd7-b496-85f0d346afc4 None None] The sync data for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv is: [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:58:32Z', 'revision_number': 4, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': '38634978-98bd-41a7-9357-ebfb4016af0b', 'name': '', 'network_id': '46cbf515-1d88-4c2f-8422-fe40a4428223', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'mac_address': 'fa:16:3e:e6:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:31Z', 'updated_at': '2022-03-03T10:58:37Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'subnets': [{'id': '42a61e8a-d315-40a6-a79c-50866c893c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:59:28.284552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85c1d8-6d6b-4ddc-ba8b-6cd6d0608c3b None None] New status for floating IP 7b0c169d-d8b2-4f0d-b644-8a35b35e0e97: DOWN {{(pid=87890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 10:59:28.716404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d9bf2-a86a-432e-b9f4-a1f9d2dbe950 req-1c4ca792-da20-424d-aeda-1cf30d0a21fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:28.717862 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-554d9bf2-a86a-432e-b9f4-a1f9d2dbe950 req-1c4ca792-da20-424d-aeda-1cf30d0a21fd tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0802155 Mar 03 10:59:28.767065 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-554d9bf2-a86a-432e-b9f4-a1f9d2dbe950 req-23533f35-22ef-48ac-9374-c3be536cee2e tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/security-groups?id=98e65241-dbff-487f-b474-63d121462d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Mar 03 10:59:28.875789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-b575851f-a0f8-4ca8-8af6-2fa087984cb9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:28.876356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-b575851f-a0f8-4ca8-8af6-2fa087984cb9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Synchronizing usage tracker for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:59:28.891802 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-b575851f-a0f8-4ca8-8af6-2fa087984cb9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Unset dirty status for tenant:97d04f24783c4bc5902cc65927a8bedf on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:59:28.892901 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-b575851f-a0f8-4ca8-8af6-2fa087984cb9 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 945 time: 0.0947347 Mar 03 10:59:28.959511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port a1815a29-04b7-4d8b-877b-64a9d378b933 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:59:28.959850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:29.197814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port a1815a29-04b7-4d8b-877b-64a9d378b933, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1815a29-04b7-4d8b-877b-64a9d378b933,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:29.198528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:29.320081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for a1815a29-04b7-4d8b-877b-64a9d378b933 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:59:29.463283 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:29.514208 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=a1815a29-04b7-4d8b-877b-64a9d378b933,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:29.589828 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] No DVR routers for this DVR port a1815a29-04b7-4d8b-877b-64a9d378b933 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:59:29.592641 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:29.595780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'name': 'network-vif-deleted', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:59:29.612007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-e273051d-e12e-4e26-9beb-4bf200bf939f req-d60ede9b-d864-4975-992d-340614937d3c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.32 "DELETE /v2.0/ports/a1815a29-04b7-4d8b-877b-64a9d378b933 HTTP/1.1" status: 204 len: 173 time: 0.7144797 Mar 03 10:59:29.644995 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393', 'name': 'network-vif-deleted', 'tag': 'a1815a29-04b7-4d8b-877b-64a9d378b933', 'status': 'completed', 'code': 200} Mar 03 10:59:29.932480 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bb82227e-2d88-48cf-ac32-12b048d6685b req-2c86cd60-6f8b-4c12-80b0-8bda0027611c tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3bd4d4c-b825-40ce-a6d9-e0a97f6e5393 HTTP/1.1" status: 200 len: 210 time: 0.0448110 Mar 03 10:59:30.329025 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 10:59:31.028124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42104) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:31.571277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:32.016515 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 38634978-98bd-41a7-9357-ebfb4016af0b {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:59:32.016851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:32.196763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 38634978-98bd-41a7-9357-ebfb4016af0b, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=38634978-98bd-41a7-9357-ebfb4016af0b,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:32.197472 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:32.321549 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 38634978-98bd-41a7-9357-ebfb4016af0b owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:59:32.646051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:32.692484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=38634978-98bd-41a7-9357-ebfb4016af0b,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:33.071777 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:33.183778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e19-9c7d-4fe7-b0ed-c71c60adb5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:33.431511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:59:33.445324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a1815a29-04b7-4d8b-877b-64a9d378b933 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:59:33.484337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: a1815a29-04b7-4d8b-877b-64a9d378b933 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:59:33.484757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device a1815a29-04b7-4d8b-877b-64a9d378b933 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:59:33.606653 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:59:33.616036 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] Sync routers for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:59:33.620081 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-29b1f571-663d-44f6-b319-4a5e9046a160 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "PUT /v2.0/routers/7f1bb5c9-7c35-430f-80d1-1382658c2f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5909030 Mar 03 10:59:33.622801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42108) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:33.625820 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:33.626424 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:33.688273 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting subnet 42a61e8a-d315-40a6-a79c-50866c893c65 {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 10:59:33.691131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:33.748661 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:33.801925 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:33.831876 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:33.908382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:33.947799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Subnet': ['ID=42a61e8a-d315-40a6-a79c-50866c893c65,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:33.957114 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.957998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.957998 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.958215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.958451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.958784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.959113 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.959465 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.959795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.960116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.960442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.960784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:33.961292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0998e4df-570b-4ad3-955c-8c64915e77f5 None None] Network 46cbf515-1d88-4c2f-8422-fe40a4428223 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:59:33.963681 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:33.971795 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ae4a1a2a-55cd-4025-bd39-c881dd01a0ef tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/subnets/42a61e8a-d315-40a6-a79c-50866c893c65 HTTP/1.1" status: 204 len: 168 time: 0.3478456 Mar 03 10:59:33.972824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42112) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:34.084996 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:59:32Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:34.088778 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] Checking router: 7f1bb5c9-7c35-430f-80d1-1382658c2f56 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:59:34.096884 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] Routers {'7f1bb5c9-7c35-430f-80d1-1382658c2f56'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:34.097471 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:34.228586 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] DHCP port deletion for 46cbf515-1d88-4c2f-8422-fe40a4428223 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 10:59:34.233232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Deleting port 88355f7c-4416-4469-b429-1f65615f4985 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:59:34.234267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:34.281622 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] Set router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:34.284089 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:34.455792 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] For port 88355f7c-4416-4469-b429-1f65615f4985, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=88355f7c-4416-4469-b429-1f65615f4985,segment=NetworkSegment(f09d44ed-5165-4e80-9e92-e673682070f4),segment_id=f09d44ed-5165-4e80-9e92-e673682070f4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:34.456109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:34.471385 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:34.484644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Deleting port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 10:59:34.485190 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:34.590434 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:59:32Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:34.595016 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c8e16f-9cb7-4461-b963-d856149b6655 None None] The sync data for ids ['7f1bb5c9-7c35-430f-80d1-1382658c2f56'] in dv-neutron-831192-5-hyperv is: [{'id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946622143', 'tenant_id': '97d04f24783c4bc5902cc65927a8bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:58:27Z', 'updated_at': '2022-03-03T10:59:32Z', 'revision_number': 5, 'project_id': '97d04f24783c4bc5902cc65927a8bedf', 'gw_port': {'id': '4c07fc6f-1d67-4b7a-a876-e1b4396455d6', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bb5c9-7c35-430f-80d1-1382658c2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:58:28Z', 'updated_at': '2022-03-03T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:59:34.634276 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Calling delete_port for 88355f7c-4416-4469-b429-1f65615f4985 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:59:34.677455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] For port 4c07fc6f-1d67-4b7a-a876-e1b4396455d6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:34.678059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:34.710773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415'] for port, after_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:34.755491 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Pushing event deleted for resources: {'Port': ['ID=88355f7c-4416-4469-b429-1f65615f4985,revision_number=None']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:34.764209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] No DVR routers for this DVR port 88355f7c-4416-4469-b429-1f65615f4985 on host dv-neutron-831192-5-hyperv {{(pid=87890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 10:59:34.766198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.766536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.766870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.767199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.767551 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.767882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.768201 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.768518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.768837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.769150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.769462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.769773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3bf9a-4d9f-46c3-aa55-5b7c63b2e20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:34.804242 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Calling delete_port for 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 10:59:34.980185 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.055690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Port': ['ID=4c07fc6f-1d67-4b7a-a876-e1b4396455d6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:35.123691 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.301060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.303262 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.327913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.328500 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1bb5c9-7c35-430f-80d1-1382658c2f56 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 10:59:35.331945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 88355f7c-4416-4469-b429-1f65615f4985 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:59:35.343784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.344875 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-715b46dd-e027-445d-9bcb-44e50ebb5603 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/routers/7f1bb5c9-7c35-430f-80d1-1382658c2f56 HTTP/1.1" status: 204 len: 168 time: 1.3708432 Mar 03 10:59:35.347733 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42116) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:35.382700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 88355f7c-4416-4469-b429-1f65615f4985 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:59:35.383336 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 88355f7c-4416-4469-b429-1f65615f4985 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:59:35.383742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 38634978-98bd-41a7-9357-ebfb4016af0b no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:59:35.424021 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 38634978-98bd-41a7-9357-ebfb4016af0b {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:59:35.424363 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 38634978-98bd-41a7-9357-ebfb4016af0b not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:59:35.432984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-cac0e6c4-d81b-42d7-b7b0-7e07ab9e606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.482553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.617041 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.642392 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cbf515-1d88-4c2f-8422-fe40a4428223']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:35.653956 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09d44ed-5165-4e80-9e92-e673682070f4') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:35.654251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09d44ed-5165-4e80-9e92-e673682070f4') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:35.665641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.682553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.690754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 10:59:35.691322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 10:59:35.706348 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 10:59:35.908944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.926197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:35.938059 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'Network': ['ID=46cbf515-1d88-4c2f-8422-fe40a4428223,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:35.944888 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a8d1290d-8f87-4e12-a4a7-8e7c0ee52bcc tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/networks/46cbf515-1d88-4c2f-8422-fe40a4428223 HTTP/1.1" status: 204 len: 168 time: 0.5961847 Mar 03 10:59:35.947635 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42120) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:36.018265 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-780b0880-68d0-42e4-9a49-f81dd76e0f39 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.049413 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-780b0880-68d0-42e4-9a49-f81dd76e0f39 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.112382 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-780b0880-68d0-42e4-9a49-f81dd76e0f39 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.131068 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b0880-68d0-42e4-9a49-f81dd76e0f39 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e65241-dbff-487f-b474-63d121462d2f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:36.146085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-780b0880-68d0-42e4-9a49-f81dd76e0f39 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.147209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-780b0880-68d0-42e4-9a49-f81dd76e0f39 tempest-TestNetworkAdvancedServerOps-1741022277 tempest-TestNetworkAdvancedServerOps-1741022277-project] 10.222.0.23 "DELETE /v2.0/security-groups/98e65241-dbff-487f-b474-63d121462d2f HTTP/1.1" status: 204 len: 168 time: 0.1987004 Mar 03 10:59:36.212764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.272534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.515246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42130) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:36.661684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1baa2150-ed4f-4e57-8c91-cfaadfa49c85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97d04f24783c4bc5902cc65927a8bedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452680 Mar 03 10:59:36.664116 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42136) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:36.724287 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68ce009f-3484-4211-aa07-37fab5d2d588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.752359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68ce009f-3484-4211-aa07-37fab5d2d588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.803699 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68ce009f-3484-4211-aa07-37fab5d2d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.823897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce009f-3484-4211-aa07-37fab5d2d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efb7cc1-5b46-4737-96a0-08f9853ba553,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:36.830442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-68ce009f-3484-4211-aa07-37fab5d2d588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:36.831599 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-68ce009f-3484-4211-aa07-37fab5d2d588 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4efb7cc1-5b46-4737-96a0-08f9853ba553 HTTP/1.1" status: 204 len: 168 time: 0.1665637 Mar 03 10:59:37.109543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42144) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:37.127203 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:37.142174 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:37.145964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Usage tracker for resource:security_group_rule and tenant:a38f6ac35c5941cd889bafa5ece79de1 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:37.148845 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:37.154386 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:37.240479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:37.244367 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:37.244525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 10:59:37.279600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 10:59:37.279950 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 4c07fc6f-1d67-4b7a-a876-e1b4396455d6 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 10:59:37.292783 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a38f6ac35c5941cd889bafa5ece79de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821740 Mar 03 10:59:37.294286 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4166988-0c5e-4757-9985-83a844f4d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd7c3f-3d43-4afb-88b5-5be346f6cace,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:37.295525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42148) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:37.359725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac4c5-a2d4-4d04-8c48-e2b20a8e7a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:37.385296 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac4c5-a2d4-4d04-8c48-e2b20a8e7a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:37.436213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac4c5-a2d4-4d04-8c48-e2b20a8e7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:37.450222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ac4c5-a2d4-4d04-8c48-e2b20a8e7a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd7c3f-3d43-4afb-88b5-5be346f6cace,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:37.457876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac4c5-a2d4-4d04-8c48-e2b20a8e7a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:37.461399 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-7f0ac4c5-a2d4-4d04-8c48-e2b20a8e7a56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2bd7c3f-3d43-4afb-88b5-5be346f6cace HTTP/1.1" status: 204 len: 168 time: 0.1618767 Mar 03 10:59:38.118569 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.192494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42172) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:38.295337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1482191345-network', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:38.301434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:38.305310 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Usage tracker for resource:network and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:38.308119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:38.314711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:38.323964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Made reservation on behalf of dc0b835c0e0c4b8bacde571f712ff41e for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:59:38.326437 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.338638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.353602 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:38.357297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:38.361254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:38.366759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:38.453496 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.457348 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.487943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:59:38.496211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2283d47c-0d31-4b03-b710-1c266a325219,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:38.502358 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.502696 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Added segment c4bfb02b-a410-440b-8d69-4c048e37a11b of type vlan for network 63cf96ba-f09c-417f-a8dd-55a53289619c Mar 03 10:59:38.527749 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.556439 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.557298 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:38.557865 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.663120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] Pushing event updated for resources: {'Network': ['ID=63cf96ba-f09c-417f-a8dd-55a53289619c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:38.669097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-4d02d1f7-2fbf-4be5-a5af-1ca9c8a0c132 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4727612 Mar 03 10:59:38.669485 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42178) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:38.673560 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 63cf96ba-f09c-417f-a8dd-55a53289619c details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:59:38.674833 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Request body: {'subnet': {'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1482191345-subnet', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:38.679814 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:38.683695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Usage tracker for resource:subnet and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:38.686617 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:38.692366 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:38.703129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Made reservation on behalf of dc0b835c0e0c4b8bacde571f712ff41e for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:59:38.705403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.906333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:38.982177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7ed95f-eba4-4c48-851e-139ac07bfd0c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:38.989506 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Checking segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:38.989861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Network hostable DHCP agents. Network: 63cf96ba-f09c-417f-a8dd-55a53289619c, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:59:39.009184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Network 63cf96ba-f09c-417f-a8dd-55a53289619c is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:59:39.018330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 63cf96ba-f09c-417f-a8dd-55a53289619c) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:39.022414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:39.023003 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.026915 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af08ed-32d4-4f15-aad3-b845134ecb30 None None] Network 63cf96ba-f09c-417f-a8dd-55a53289619c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:59:39.048034 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9fe8d5a7-1343-41e4-9569-2cfca2fad422 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3777606 Mar 03 10:59:39.050554 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42182) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:39.055525 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:39.060306 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:39.064734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Usage tracker for resource:router and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:39.067581 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:39.073211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:39.084027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.085029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.101231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.243907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-63cf96ba-f09c-417f-a8dd-55a53289619c', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:59:39.244746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.370292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.401321 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Allocated IP 172.20.0.2 (63cf96ba-f09c-417f-a8dd-55a53289619c/3a7ed95f-eba4-4c48-851e-139ac07bfd0c/34c12f54-e74b-4abc-aa38-3565a94ac1c4) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:59:39.609730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.620520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Transition to ACTIVE for port object 34c12f54-e74b-4abc-aa38-3565a94ac1c4 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:39.640118 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Transition to ACTIVE for port object 34c12f54-e74b-4abc-aa38-3565a94ac1c4 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:39.646040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.711327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Network 63cf96ba-f09c-417f-a8dd-55a53289619c is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:39.718974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:39.721383 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:59:39.730470 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Pushing event updated for resources: {'Port': ['ID=34c12f54-e74b-4abc-aa38-3565a94ac1c4,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:39.801453 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.817388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Attempting to bind port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:59:39.817751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Attempting to bind port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:59:39.818101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Attempting to bind port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 on network 63cf96ba-f09c-417f-a8dd-55a53289619c {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:39.823397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:59:39.823759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Checking segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:39.824146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.824528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Bound using segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:59:39.824978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Bound port: 34c12f54-e74b-4abc-aa38-3565a94ac1c4, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:59:39.825342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.832501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.914431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] For port 34c12f54-e74b-4abc-aa38-3565a94ac1c4, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:59:39.917426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] For port 34c12f54-e74b-4abc-aa38-3565a94ac1c4, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34c12f54-e74b-4abc-aa38-3565a94ac1c4,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:59:39.923049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:39.970257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Allocated IP 172.26.7.90 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/f610229b-132f-4c01-ab3d-cb28de0d4886) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:59:40.006981 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7e712-b535-41be-89a6-ab7ff519ea12 None None] Pushing event updated for resources: {'Port': ['ID=34c12f54-e74b-4abc-aa38-3565a94ac1c4,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:40.130029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:40.163053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:40.238991 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:40.241983 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:40.245695 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:59:40.296361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f610229b-132f-4c01-ab3d-cb28de0d4886,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:40.674362 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:40.951026 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac7044-3dc4-4f7f-9ce5-68e9e666c521 None None] Network 63cf96ba-f09c-417f-a8dd-55a53289619c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:59:41.019919 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:41.047835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7038074a-7731-4e23-abc5-0693a3a375e1 None None] Provisioning for port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:41.326782 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34c12f54-e74b-4abc-aa38-3565a94ac1c4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:41.372641 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:59:41.406343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:41.412130 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:41.412500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:41.513686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-7f487e9c-5873-4d92-a6ae-6ad63dd9da29 None None] Provisioning complete for port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:41.513979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7f487e9c-5873-4d92-a6ae-6ad63dd9da29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:41.576214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:59:41.588814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Sync routers for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:59:41.591058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:41.599412 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:41.603093 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-cd07ae80-3ecd-47d8-9446-589bb4305eb6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5490971 Mar 03 10:59:41.603451 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42186) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:41.620102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:41.620730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:41.732794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 34c12f54-e74b-4abc-aa38-3565a94ac1c4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34c12f54-e74b-4abc-aa38-3565a94ac1c4,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:41.745415 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:41.911023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=34c12f54-e74b-4abc-aa38-3565a94ac1c4,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:41.926301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:42.208815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:40Z', 'revision_number': 3, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:42.212733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Checking router: 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:59:42.213076 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Updating router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 port f610229b-132f-4c01-ab3d-cb28de0d4886 binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:59:42.266136 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.272261 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.481245 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Allocated IP 172.20.0.1 (63cf96ba-f09c-417f-a8dd-55a53289619c/3a7ed95f-eba4-4c48-851e-139ac07bfd0c/f282ec23-00e7-4680-bf40-e41c32645a9c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:59:42.588871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.601523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Transition to ACTIVE for port object f610229b-132f-4c01-ab3d-cb28de0d4886 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:42.608027 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.732126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Attempting to bind port f610229b-132f-4c01-ab3d-cb28de0d4886 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:59:42.732410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Attempting to bind port f610229b-132f-4c01-ab3d-cb28de0d4886 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:59:42.732762 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Attempting to bind port f610229b-132f-4c01-ab3d-cb28de0d4886 on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:42.735590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21816d53-3a3e-420c-940e-6aa11d5d5053 None None] Pushing event updated for resources: {'Port': ['ID=f610229b-132f-4c01-ab3d-cb28de0d4886,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:42.741525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:59:42.741904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:42.742311 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.742700 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:59:42.743770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Bound port: f610229b-132f-4c01-ab3d-cb28de0d4886, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:59:42.743770 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.752206 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.767825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Transition to ACTIVE for port object f282ec23-00e7-4680-bf40-e41c32645a9c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:42.797999 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.820176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] For port f610229b-132f-4c01-ab3d-cb28de0d4886, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:59:42.823197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] For port f610229b-132f-4c01-ab3d-cb28de0d4886, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f610229b-132f-4c01-ab3d-cb28de0d4886,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:59:42.828025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:42.861138 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Network 63cf96ba-f09c-417f-a8dd-55a53289619c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:42.864013 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:42.872592 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:59:42.907369 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:42.908040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:42.911277 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f282ec23-00e7-4680-bf40-e41c32645a9c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:42.939472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:43.099920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:43.206302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21816d53-3a3e-420c-940e-6aa11d5d5053 None None] Pushing event updated for resources: {'Port': ['ID=f610229b-132f-4c01-ab3d-cb28de0d4886,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:43.212204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:43.251998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8240d464-e1da-45f9-a2e9-4adc04c1c07b None None] Provisioning for port f282ec23-00e7-4680-bf40-e41c32645a9c completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:43.310353 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34c12f54-e74b-4abc-aa38-3565a94ac1c4 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:43.343425 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-8240d464-e1da-45f9-a2e9-4adc04c1c07b None None] Provisioning complete for port f282ec23-00e7-4680-bf40-e41c32645a9c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:43.343798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8240d464-e1da-45f9-a2e9-4adc04c1c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:43.441226 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:43.446236 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:43.482161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-8240d464-e1da-45f9-a2e9-4adc04c1c07b None None] Port f282ec23-00e7-4680-bf40-e41c32645a9c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:59:43.509516 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:43.509880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:43.556563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f282ec23-00e7-4680-bf40-e41c32645a9c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:43.562204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:43.585686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:40Z', 'revision_number': 3, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:43.591606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5475-0aae-449a-b34b-79b79a6eb09b None None] The sync data for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv is: [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:40Z', 'revision_number': 3, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:59:43.704974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Network 63cf96ba-f09c-417f-a8dd-55a53289619c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:43.706039 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:43.922986 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:59:44.012960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-74b9a9d5-cba9-41c1-894f-ee5fb61f014b None None] Provisioning complete for port f282ec23-00e7-4680-bf40-e41c32645a9c triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:44.013582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-74b9a9d5-cba9-41c1-894f-ee5fb61f014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.069119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-74b9a9d5-cba9-41c1-894f-ee5fb61f014b None None] Port f282ec23-00e7-4680-bf40-e41c32645a9c cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:59:44.112029 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:59:44.121209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-65e5cf41-4512-4cc7-a93c-5c75caef94d6 admin admin] 10.222.0.23 "PUT /v2.0/routers/59bffa9a-a8c6-44ac-afd7-f1e85e278c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167150 Mar 03 10:59:44.636770 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42204) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:44.642927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-906816976-network', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:44.647688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:44.651493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Usage tracker for resource:network and tenant:e22c44853d0542bd8c50eb0a843f05fb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:44.654356 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:44.660624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:44.671235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Made reservation on behalf of e22c44853d0542bd8c50eb0a843f05fb for: {'network': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:59:44.673572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.686086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.700079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:44.704563 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Usage tracker for resource:security_group_rule and tenant:e22c44853d0542bd8c50eb0a843f05fb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:44.707349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:44.712927 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:44.793745 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.798292 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.829383 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 10:59:44.838060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b60dbe-06f9-439d-9b51-7ca18780d5dc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:44.843553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.843901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.segments_db [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Added segment 44642a97-c095-4e26-a048-6587ef9ec949 of type vlan for network bc8a69c0-bbc9-4f47-b399-56c760d00c7e Mar 03 10:59:44.872907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.904812 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:44.906527 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:44.907122 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.052566 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Sync routers for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:59:45.063747 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:45.064428 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:45.129947 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8a69c0-bbc9-4f47-b399-56c760d00c7e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:45.133110 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a514a761-5ebf-48a5-831a-06a47a5c3423 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4951966 Mar 03 10:59:45.135813 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42208) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:45.140998 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 10:59:45.141842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Request body: {'subnet': {'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-906816976-subnet', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:45.146761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:45.150666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Usage tracker for resource:subnet and tenant:e22c44853d0542bd8c50eb0a843f05fb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:45.153673 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:45.160763 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:45.174807 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Made reservation on behalf of e22c44853d0542bd8c50eb0a843f05fb for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:59:45.177115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.297605 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:45.328612 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f610229b-132f-4c01-ab3d-cb28de0d4886 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:45.406421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port f610229b-132f-4c01-ab3d-cb28de0d4886 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:45.415476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f610229b-132f-4c01-ab3d-cb28de0d4886 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:45.416161 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.417855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.507962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Checking segment: {'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:45.508317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Network hostable DHCP agents. Network: bc8a69c0-bbc9-4f47-b399-56c760d00c7e, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 10:59:45.516803 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d01948f-a505-4cc0-b1d1-4cc6e9e30c24,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:45.532835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 10:59:45.544321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, bc8a69c0-bbc9-4f47-b399-56c760d00c7e) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:45.553022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:45.553703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.558683 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f997300-4721-47cb-9f1b-2464eb355aaa None None] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:59:45.576566 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-2b818909-e48a-4879-b507-f7de82e5756b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4372478 Mar 03 10:59:45.577317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42212) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:45.584353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:45.589343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.589955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:45.593980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Usage tracker for resource:router and tenant:e22c44853d0542bd8c50eb0a843f05fb is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:45.598450 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:45.605063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:45.617462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.618574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.634734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.647730 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 2, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:45.652291 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Checking router: 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:59:45.652749 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Updating router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 port f282ec23-00e7-4680-bf40-e41c32645a9c binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:59:45.665969 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port f610229b-132f-4c01-ab3d-cb28de0d4886, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f610229b-132f-4c01-ab3d-cb28de0d4886,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:45.674410 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.712059 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.844184 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=f610229b-132f-4c01-ab3d-cb28de0d4886,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:45.901545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'fixed_ips': [{'subnet_id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 10:59:45.902388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:45.916656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.062025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Allocated IP 172.20.0.2 (bc8a69c0-bbc9-4f47-b399-56c760d00c7e/0d01948f-a505-4cc0-b1d1-4cc6e9e30c24/8537d9d5-ce03-4cce-b5d5-f5529e69a6e5) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:59:46.063768 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.076141 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Transition to ACTIVE for port object f282ec23-00e7-4680-bf40-e41c32645a9c will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:46.082736 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.215901 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Pushing event updated for resources: {'Port': ['ID=f282ec23-00e7-4680-bf40-e41c32645a9c,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:46.245294 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.258253 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.258623 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.259051 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.259427 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.259780 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.260184 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.260408 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.260723 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.261034 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.261342 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.261648 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.262059 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 10:59:46.280619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.320002 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Attempting to bind port f282ec23-00e7-4680-bf40-e41c32645a9c on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:59:46.320366 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Attempting to bind port f282ec23-00e7-4680-bf40-e41c32645a9c by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:59:46.320724 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Attempting to bind port f282ec23-00e7-4680-bf40-e41c32645a9c on network 63cf96ba-f09c-417f-a8dd-55a53289619c {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:46.320935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.327369 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:59:46.327809 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Checking segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:46.328298 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.328683 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Bound using segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:59:46.329139 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Bound port: f282ec23-00e7-4680-bf40-e41c32645a9c, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:59:46.329564 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.338062 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Transition to ACTIVE for port object 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:46.358928 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Transition to ACTIVE for port object 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:46.367429 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.431454 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] For port f282ec23-00e7-4680-bf40-e41c32645a9c, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:59:46.434997 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] For port f282ec23-00e7-4680-bf40-e41c32645a9c, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f282ec23-00e7-4680-bf40-e41c32645a9c,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:59:46.440381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Allocated IP 172.26.7.135 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/c7890ed6-9800-4025-a8c9-880bf93f1dce) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:59:46.443322 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.449995 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:46.458004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:46.463390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:59:46.465645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Pushing event updated for resources: {'Port': ['ID=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:46.562432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Attempting to bind port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:59:46.564156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Attempting to bind port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:59:46.564756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Attempting to bind port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 on network bc8a69c0-bbc9-4f47-b399-56c760d00c7e {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:46.571650 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df0b4d-789a-48ef-a19d-4a747cc93c29 None None] Pushing event updated for resources: {'Port': ['ID=f282ec23-00e7-4680-bf40-e41c32645a9c,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:46.573475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:59:46.576266 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Checking segment: {'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:46.578370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.578829 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Bound using segment: {'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:59:46.579870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Bound port: 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:59:46.579870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.581298 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:46.581924 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:46.604545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.641614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.699368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] For port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:59:46.704975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] For port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,segment=NetworkSegment(44642a97-c095-4e26-a048-6587ef9ec949),segment_id=44642a97-c095-4e26-a048-6587ef9ec949)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:59:46.710540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:46.719410 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:46.722468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:46.730654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:59:46.788585 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:46.833564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd037c6a-f0e9-469c-8bc7-c369fb398a8e None None] Pushing event updated for resources: {'Port': ['ID=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:46.894629 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Pushing event updated for resources: {'Port': ['ID=c7890ed6-9800-4025-a8c9-880bf93f1dce,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:47.178769 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:46Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:47.182808 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34984e65-3bbd-49cb-858a-2beeb69160af None None] The sync data for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv is: [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:46Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:59:47.347228 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:47.444594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f282ec23-00e7-4680-bf40-e41c32645a9c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:47.557218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port f282ec23-00e7-4680-bf40-e41c32645a9c completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:47.563146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f282ec23-00e7-4680-bf40-e41c32645a9c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:47.563798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:47.708337 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:47.749084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port f282ec23-00e7-4680-bf40-e41c32645a9c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f282ec23-00e7-4680-bf40-e41c32645a9c,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:47.757106 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:47.759137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f610229b-132f-4c01-ab3d-cb28de0d4886 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:47.792331 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:47.873301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca5bb8-9467-49be-adbf-a5830302a0d1 None None] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 10:59:47.993496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=f282ec23-00e7-4680-bf40-e41c32645a9c,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:48.018343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d623a9c6-2c20-439d-8dc6-cafc3eb991c6 None None] Provisioning for port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:48.025225 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f610229b-132f-4c01-ab3d-cb28de0d4886 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:48.025598 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:48.032035 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Router e3fb48f9-f86a-4bd3-812c-ad934dff8781 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 10:59:48.225637 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:59:48.238432 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Sync routers for ids ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:59:48.251645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:48.253108 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ed9232d7-8feb-4e56-9099-c0b7c7bfb280 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6732140 Mar 03 10:59:48.255968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42216) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:48.264196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:48.296619 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Routers {'e3fb48f9-f86a-4bd3-812c-ad934dff8781'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:48.297268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:48.554406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:48.564233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:48.564426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:48.606086 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Set router e3fb48f9-f86a-4bd3-812c-ad934dff8781 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:48.833657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d9d30ac6-e0cc-4f34-af9e-3c6859f2cb18 None None] Provisioning complete for port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:48.833934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d30ac6-e0cc-4f34-af9e-3c6859f2cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:48.998408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.070946 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.089121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,segment=NetworkSegment(44642a97-c095-4e26-a048-6587ef9ec949),segment_id=44642a97-c095-4e26-a048-6587ef9ec949)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:49.101675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.150562 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d9d30ac6-e0cc-4f34-af9e-3c6859f2cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.231048 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:49.234667 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 3, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port': {'id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:46Z', 'updated_at': '2022-03-03T10:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:49.246813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Checking router: e3fb48f9-f86a-4bd3-812c-ad934dff8781 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:59:49.247169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Updating router e3fb48f9-f86a-4bd3-812c-ad934dff8781 port c7890ed6-9800-4025-a8c9-880bf93f1dce binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:59:49.286291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Allocated IP 172.20.0.1 (bc8a69c0-bbc9-4f47-b399-56c760d00c7e/0d01948f-a505-4cc0-b1d1-4cc6e9e30c24/e8c63c78-14a2-42dd-8906-2bd22703cc66) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:59:49.310351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-d9d30ac6-e0cc-4f34-af9e-3c6859f2cb18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 10:59:49.310705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-d9d30ac6-e0cc-4f34-af9e-3c6859f2cb18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 10:59:49.315657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.345745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f282ec23-00e7-4680-bf40-e41c32645a9c up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:49.441381 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.457638 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Transition to ACTIVE for port object e8c63c78-14a2-42dd-8906-2bd22703cc66 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:49.484783 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.503644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port f282ec23-00e7-4680-bf40-e41c32645a9c triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:49.504018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.548312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:49.551359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:49.553768 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:59:49.606334 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c63c78-14a2-42dd-8906-2bd22703cc66,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:49.625734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.737899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:49.765817 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.902890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.926469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Transition to ACTIVE for port object c7890ed6-9800-4025-a8c9-880bf93f1dce will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:49.938054 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:49.938413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.963505 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.994458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:49.999866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:50.107757 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:50.112005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c63c78-14a2-42dd-8906-2bd22703cc66,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:50.117588 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-06b9762f-00d9-4216-a9f8-950a7a835c8f None None] Provisioning for port e8c63c78-14a2-42dd-8906-2bd22703cc66 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:50.127315 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Attempting to bind port c7890ed6-9800-4025-a8c9-880bf93f1dce on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:59:50.127699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Attempting to bind port c7890ed6-9800-4025-a8c9-880bf93f1dce by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:59:50.128055 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Attempting to bind port c7890ed6-9800-4025-a8c9-880bf93f1dce on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:50.133081 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-06b9762f-00d9-4216-a9f8-950a7a835c8f None None] Provisioning complete for port e8c63c78-14a2-42dd-8906-2bd22703cc66 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:50.133438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-06b9762f-00d9-4216-a9f8-950a7a835c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:50.156637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15e6f-3b29-4f84-8f93-bfdf2494cfee None None] Pushing event updated for resources: {'Port': ['ID=c7890ed6-9800-4025-a8c9-880bf93f1dce,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:50.168960 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:59:50.169333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:50.169727 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:50.170114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:59:50.171108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Bound port: c7890ed6-9800-4025-a8c9-880bf93f1dce, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:59:50.171523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:50.282946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-06b9762f-00d9-4216-a9f8-950a7a835c8f None None] Port e8c63c78-14a2-42dd-8906-2bd22703cc66 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:59:50.317541 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] For port c7890ed6-9800-4025-a8c9-880bf93f1dce, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:59:50.326176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] For port c7890ed6-9800-4025-a8c9-880bf93f1dce, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c7890ed6-9800-4025-a8c9-880bf93f1dce,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:59:50.331479 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:50.363384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:50.364542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:50.410742 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Routers {'e3fb48f9-f86a-4bd3-812c-ad934dff8781'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:50.411267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:50.475635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15e6f-3b29-4f84-8f93-bfdf2494cfee None None] Pushing event updated for resources: {'Port': ['ID=c7890ed6-9800-4025-a8c9-880bf93f1dce,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:50.562929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Router e3fb48f9-f86a-4bd3-812c-ad934dff8781 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 10:59:50.598391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] Set router e3fb48f9-f86a-4bd3-812c-ad934dff8781 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:50.671267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3c4c033a-ac78-459b-b877-60b4adabe1b6 None None] Provisioning complete for port e8c63c78-14a2-42dd-8906-2bd22703cc66 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:50.671721 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3c4c033a-ac78-459b-b877-60b4adabe1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:50.745448 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 10:59:50.755023 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-23967730-0eaf-4efb-b5f6-c9e0b270f115 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3fb48f9-f86a-4bd3-812c-ad934dff8781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981558 Mar 03 10:59:50.856666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c033a-ac78-459b-b877-60b4adabe1b6 None None] Port e8c63c78-14a2-42dd-8906-2bd22703cc66 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:59:50.959651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 4, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port': {'id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:46Z', 'updated_at': '2022-03-03T10:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e8c63c78-14a2-42dd-8906-2bd22703cc66', 'name': '', 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'mac_address': 'fa:16:3e:13:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:49Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 2, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'subnets': [{'id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:50.963554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc2d1-c0f0-4d6d-b9a3-f83174645a30 None None] The sync data for ids ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'] in dv-neutron-831192-5-hyperv is: [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 4, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port': {'id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:46Z', 'updated_at': '2022-03-03T10:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e8c63c78-14a2-42dd-8906-2bd22703cc66', 'name': '', 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'mac_address': 'fa:16:3e:13:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:49Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 2, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'subnets': [{'id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:59:51.277761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42226) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:51.283127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414116931', 'description': 'tempest-secgroup-smoke-414116931 description', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:51.289832 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:51.293916 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:51.297484 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:51.303408 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:51.315330 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.335636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:51.339403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:51.342361 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:51.348170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:51.421359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.426534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.468715 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24709a7f-7a88-4bf3-8f74-300f809d677e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:51.472276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.476600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-37e7ca89-9b33-4782-941d-3871b8f3356c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1947432 Mar 03 10:59:51.477043 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42230) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:51.482218 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': '24709a7f-7a88-4bf3-8f74-300f809d677e', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:51.489445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:51.493380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:51.496282 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:51.503085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:51.523183 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.589468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.595520 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.628713 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69149e0a-650d-49f1-89bb-99c18bc760af,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:51.637152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.638485 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6d4eb93b-cfa0-4cb1-94ab-3b0c917de03d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607914 Mar 03 10:59:51.641788 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42234) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:51.646939 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': '24709a7f-7a88-4bf3-8f74-300f809d677e', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:51.659752 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:51.663696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:51.666666 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:51.673072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:51.692764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.759622 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.764697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.789257 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6145ef7-2348-480a-b4e4-64877237d943,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:51.798522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.799898 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-6f9c813d-2a52-486e-a42f-358fe0827b86 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570687 Mar 03 10:59:51.802646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42238) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:51.808233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': '24709a7f-7a88-4bf3-8f74-300f809d677e', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:51.814959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:51.818902 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:51.822054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:51.828239 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:51.847672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.917774 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.922759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.946620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35a55d0-a652-4edc-9048-2a6db5edf370,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:51.955750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:51.956954 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1620a2b2-2e0b-4cc5-8c6a-9393e53c729e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533852 Mar 03 10:59:51.959667 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42242) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:51.964557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': '24709a7f-7a88-4bf3-8f74-300f809d677e', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:51.971594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:51.975995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:51.979018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:51.985225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:52.003414 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.075854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.079960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.104694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c704f0-d28c-426f-ae8a-28c6ad1ad5c4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:52.114442 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.115694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-343298c5-62c6-4b0f-8b9e-0d4b7f79c976 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551170 Mar 03 10:59:52.118321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42246) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:52.123461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': '24709a7f-7a88-4bf3-8f74-300f809d677e', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:52.130132 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:52.134005 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:52.137081 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:52.143734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:52.153617 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Project dc0b835c0e0c4b8bacde571f712ff41e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:59:52.160625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.229824 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.235151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.261899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbaf9a2-609b-4278-8f29-63ba3927e047,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:52.270146 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.271325 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-67420b06-3b82-43b4-add8-468e9c7ef0c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520624 Mar 03 10:59:52.274307 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42250) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 10:59:52.279188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': '24709a7f-7a88-4bf3-8f74-300f809d677e', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:52.284974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:52.288711 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 10:59:52.291533 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 10:59:52.297588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:52.307901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Project dc0b835c0e0c4b8bacde571f712ff41e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 10:59:52.315073 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.379705 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.383217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.406217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752fe3e9-0fc0-4ade-86c4-29adc2a67e83,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:52.415555 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:52.417168 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f759d619-9a23-4f4b-9443-3a2c828804d6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419280 Mar 03 10:59:52.576844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-8472757e-af0e-4209-b3f7-294d24bd9291 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:59:52.593486 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-8472757e-af0e-4209-b3f7-294d24bd9291 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:59:52.594663 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-8472757e-af0e-4209-b3f7-294d24bd9291 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414116931&fields=id&tenant_id=dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 267 time: 0.0565333 Mar 03 10:59:52.744891 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-f9c52754-da06-4aef-9c48-35e086d79882 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:52.745476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-f9c52754-da06-4aef-9c48-35e086d79882 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:network {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:59:52.760964 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-f9c52754-da06-4aef-9c48-35e086d79882 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:network {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:59:52.762218 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-f9c52754-da06-4aef-9c48-35e086d79882 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 809 time: 0.1610262 Mar 03 10:59:52.777265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-ebef1f44-307b-4f9a-9b8b-c369f27dbf51 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/quotas/dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 375 time: 0.0090122 Mar 03 10:59:52.864244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-79995bbc-8a81-40eb-9015-cc64a8adb2aa tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 10:59:52.880440 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-79995bbc-8a81-40eb-9015-cc64a8adb2aa tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 10:59:52.881729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-79995bbc-8a81-40eb-9015-cc64a8adb2aa tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988274 Mar 03 10:59:53.112012 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-0245a1f8-31de-4e0e-9b91-4a7c186cdfe5 service neutron] 10.222.0.23 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183692 Mar 03 10:59:53.328144 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c7890ed6-9800-4025-a8c9-880bf93f1dce up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:53.352479 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-404b98e5-3f84-4077-887d-f056466b2ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348125 Mar 03 10:59:53.400675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port c7890ed6-9800-4025-a8c9-880bf93f1dce completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:53.405469 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c7890ed6-9800-4025-a8c9-880bf93f1dce triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:53.405959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:53.539431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:53.556134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port c7890ed6-9800-4025-a8c9-880bf93f1dce, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c7890ed6-9800-4025-a8c9-880bf93f1dce,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:53.560653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:53.561185 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ece262b8-7dd6-428a-b8aa-b6693b2972a3 req-a6093d42-c7c6-477d-a6ae-a7a46b577da7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 210 time: 0.0573072 Mar 03 10:59:53.636042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=c7890ed6-9800-4025-a8c9-880bf93f1dce,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:54.262550 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:54.616491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-7de11334-13d3-4f39-bade-4cc05f7c29ec tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:54.617919 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-7de11334-13d3-4f39-bade-4cc05f7c29ec tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 809 time: 0.1676824 Mar 03 10:59:54.668404 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-501ae4ca-99f1-490c-8c7e-f6aed96f6ae3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 379 time: 0.0422704 Mar 03 10:59:54.677091 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'port': {'device_id': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'admin_state_up': True, 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'security_groups': ['24709a7f-7a88-4bf3-8f74-300f809d677e']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:54.730764 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b08ab2ce-666f-45e4-b5fa-407b5fc9e7e5 req-5784493e-bce8-48c9-9322-2ef3ea9e67b6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 210 time: 0.0441442 Mar 03 10:59:54.775760 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Sync routers for ids ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 10:59:54.785101 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Routers {'e3fb48f9-f86a-4bd3-812c-ad934dff8781'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:54.785692 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:54.830213 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 10:59:54.839750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 10:59:54.850363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Made reservation on behalf of dc0b835c0e0c4b8bacde571f712ff41e for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 10:59:54.853766 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:54.964606 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Set router e3fb48f9-f86a-4bd3-812c-ad934dff8781 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:55.024051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Allocated IP 172.20.0.6 (63cf96ba-f09c-417f-a8dd-55a53289619c/3a7ed95f-eba4-4c48-851e-139ac07bfd0c/bdfc818a-c18a-4cb0-af88-fa72dde05ac1) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 10:59:55.217270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.232931 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Transition to ACTIVE for port object bdfc818a-c18a-4cb0-af88-fa72dde05ac1 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:55.258753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.288493 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 4, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port': {'id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:46Z', 'updated_at': '2022-03-03T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e8c63c78-14a2-42dd-8906-2bd22703cc66', 'name': '', 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'mac_address': 'fa:16:3e:13:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:49Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 2, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'subnets': [{'id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:55.293297 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Checking router: e3fb48f9-f86a-4bd3-812c-ad934dff8781 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 10:59:55.293632 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Updating router e3fb48f9-f86a-4bd3-812c-ad934dff8781 port e8c63c78-14a2-42dd-8906-2bd22703cc66 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 10:59:55.309833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c7890ed6-9800-4025-a8c9-880bf93f1dce up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:55.334181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Network 63cf96ba-f09c-417f-a8dd-55a53289619c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 10:59:55.342228 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 10:59:55.347842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 10:59:55.365316 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.385072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port c7890ed6-9800-4025-a8c9-880bf93f1dce triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:55.385715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.387250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:55.454804 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:55.455525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.506450 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-6f095f45-1867-4613-8260-05e615ac1392 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332491 Mar 03 10:59:55.518686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Request body: {'port': {'device_id': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 10:59:55.612961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-83b20cf4-e62f-45f4-84f9-ee951730a5f7 None None] Provisioning for port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:55.618701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-83b20cf4-e62f-45f4-84f9-ee951730a5f7 None None] Provisioning complete for port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:55.619039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-83b20cf4-e62f-45f4-84f9-ee951730a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.679602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-83b20cf4-e62f-45f4-84f9-ee951730a5f7 None None] Port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 10:59:55.753484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.754047 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.768265 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Transition to ACTIVE for port object e8c63c78-14a2-42dd-8906-2bd22703cc66 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:55.776512 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:55.851251 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60a4c9-e77d-49cc-a5de-ea34a0c1bd60 None None] Pushing event updated for resources: {'Port': ['ID=e8c63c78-14a2-42dd-8906-2bd22703cc66,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:55.958809 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca75f0a-dc7e-483a-ac80-d80a4515f309 req-f1a4836d-baf2-4ab1-a4f7-03f2e2159a91 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:55.960600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2ca75f0a-dc7e-483a-ac80-d80a4515f309 req-f1a4836d-baf2-4ab1-a4f7-03f2e2159a91 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 931 time: 0.1204190 Mar 03 10:59:56.014206 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2ca75f0a-dc7e-483a-ac80-d80a4515f309 req-4c35188a-04f5-4569-b8e1-494683c3b2bc tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474181 Mar 03 10:59:56.017414 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Attempting to bind port e8c63c78-14a2-42dd-8906-2bd22703cc66 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:59:56.017779 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Attempting to bind port e8c63c78-14a2-42dd-8906-2bd22703cc66 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:59:56.018337 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Attempting to bind port e8c63c78-14a2-42dd-8906-2bd22703cc66 on network bc8a69c0-bbc9-4f47-b399-56c760d00c7e {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:56.024859 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:59:56.025234 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Checking segment: {'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:56.025633 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.026327 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Bound using segment: {'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:59:56.026951 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Bound port: e8c63c78-14a2-42dd-8906-2bd22703cc66, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44642a97-c095-4e26-a048-6587ef9ec949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:59:56.027631 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.121967 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] For port e8c63c78-14a2-42dd-8906-2bd22703cc66, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:59:56.125194 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] For port e8c63c78-14a2-42dd-8906-2bd22703cc66, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e8c63c78-14a2-42dd-8906-2bd22703cc66,segment=NetworkSegment(44642a97-c095-4e26-a048-6587ef9ec949),segment_id=44642a97-c095-4e26-a048-6587ef9ec949)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:59:56.127037 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfc818a-c18a-4cb0-af88-fa72dde05ac1 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:59:56.129479 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.134458 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.150016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Transition to ACTIVE for port object bdfc818a-c18a-4cb0-af88-fa72dde05ac1 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 10:59:56.153806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.242544 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Routers {'e3fb48f9-f86a-4bd3-812c-ad934dff8781'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 10:59:56.243418 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T10:59:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:56.296162 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:56.319428 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60a4c9-e77d-49cc-a5de-ea34a0c1bd60 None None] Pushing event updated for resources: {'Port': ['ID=e8c63c78-14a2-42dd-8906-2bd22703cc66,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:56.413412 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Attempting to bind port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 10:59:56.413768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Attempting to bind port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 10:59:56.414070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Attempting to bind port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 on network 63cf96ba-f09c-417f-a8dd-55a53289619c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:56.423697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 on network 63cf96ba-f09c-417f-a8dd-55a53289619c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 10:59:56.424054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Attempting to bind port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 on network 63cf96ba-f09c-417f-a8dd-55a53289619c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 10:59:56.431185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 10, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 10:59:56.431565 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Checking segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 10:59:56.432133 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Bound using segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 10:59:56.433073 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Bound port: bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 10:59:56.433421 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.462893 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] Set router e3fb48f9-f86a-4bd3-812c-ad934dff8781 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 10:59:56.542640 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 10:59:56.545639 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 10:59:56.551232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.608198 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:56.609677 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:56.611044 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 1093 time: 1.0977101 Mar 03 10:59:56.613857 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 10:59:56.652286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bc658-11c2-4110-bcdc-13c3c7bea2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:56.694255 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'status': 'completed', 'code': 200} Mar 03 10:59:56.745712 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-0dba09f0-51d0-4e34-aff5-b14ad3fee679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:56.747428 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-0dba09f0-51d0-4e34-aff5-b14ad3fee679 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1096 time: 0.0907173 Mar 03 10:59:56.818890 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 4, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port': {'id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:46Z', 'updated_at': '2022-03-03T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e8c63c78-14a2-42dd-8906-2bd22703cc66', 'name': '', 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'mac_address': 'fa:16:3e:13:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:49Z', 'updated_at': '2022-03-03T10:59:56Z', 'revision_number': 4, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'subnets': [{'id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 10:59:56.821355 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-2fe8da54-fdae-430e-b4c6-8794a77096c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 217 time: 0.0675848 Mar 03 10:59:56.822802 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157e10e-04d8-4243-84cc-72f398e75e92 None None] The sync data for ids ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'] in dv-neutron-831192-5-hyperv is: [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T10:59:49Z', 'revision_number': 4, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port': {'id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:46Z', 'updated_at': '2022-03-03T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'e8c63c78-14a2-42dd-8906-2bd22703cc66', 'name': '', 'network_id': 'bc8a69c0-bbc9-4f47-b399-56c760d00c7e', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'mac_address': 'fa:16:3e:13:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:49Z', 'updated_at': '2022-03-03T10:59:56Z', 'revision_number': 4, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'subnets': [{'id': '0d01948f-a505-4cc0-b1d1-4cc6e9e30c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 10:59:56.882647 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-f2b258fe-cc94-4ea9-8075-f2c476edd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:56.884034 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-f2b258fe-cc94-4ea9-8075-f2c476edd36d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0570290 Mar 03 10:59:56.962527 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-64630714-414c-4ca1-b968-9f57c85d2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:56.964002 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-64630714-414c-4ca1-b968-9f57c85d2f67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743666 Mar 03 10:59:57.092511 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-0f068d28-5207-48ac-aea8-05e48a54c744 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228385 Mar 03 10:59:57.205784 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2213a08-cb00-4bfc-b463-12bb43fb1d79 req-0f881f8e-8bed-41f0-a365-fb82ce3d8a2d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:57.207264 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2213a08-cb00-4bfc-b463-12bb43fb1d79 req-0f881f8e-8bed-41f0-a365-fb82ce3d8a2d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0810823 Mar 03 10:59:57.221903 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-31ea65d9-7352-4686-8ba8-086b161a7219 req-f232b8a4-9f7b-4e76-9949-2c049d1ddb09 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231441 Mar 03 10:59:57.255330 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2213a08-cb00-4bfc-b463-12bb43fb1d79 req-bbe70638-2b7c-4bc7-8536-242de3633f7e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Mar 03 10:59:57.329649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e8c63c78-14a2-42dd-8906-2bd22703cc66 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:57.345399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-5a062916-3168-4a4e-b299-7e79f6fa8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:57.346819 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-5a062916-3168-4a4e-b299-7e79f6fa8531 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1096 time: 0.0764177 Mar 03 10:59:57.434442 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port e8c63c78-14a2-42dd-8906-2bd22703cc66 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 10:59:57.440008 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e8c63c78-14a2-42dd-8906-2bd22703cc66 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:57.440392 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:57.569185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:57.591539 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-7bb763c4-e0a8-404c-958f-46111d404b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:57.593070 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-7bb763c4-e0a8-404c-958f-46111d404b43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.2403884 Mar 03 10:59:57.601985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port e8c63c78-14a2-42dd-8906-2bd22703cc66, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e8c63c78-14a2-42dd-8906-2bd22703cc66,segment=NetworkSegment(44642a97-c095-4e26-a048-6587ef9ec949),segment_id=44642a97-c095-4e26-a048-6587ef9ec949)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:57.605847 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:57.661758 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-1de2f722-e9df-4818-965e-f2a47718300d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 217 time: 0.0623739 Mar 03 10:59:57.673322 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=e8c63c78-14a2-42dd-8906-2bd22703cc66,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 10:59:57.727796 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-18a31c1c-fd20-408e-85a5-a1a8832fbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:57.729200 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-18a31c1c-fd20-408e-85a5-a1a8832fbf6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0564485 Mar 03 10:59:57.807863 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-ef4d4c72-5ce5-4af3-bbdd-a2363f88f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:57.809296 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-ef4d4c72-5ce5-4af3-bbdd-a2363f88f48b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736456 Mar 03 10:59:57.940271 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-ce463e6a-ffc8-4944-9f55-1c4fb8065fca service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241586 Mar 03 10:59:58.074502 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8caa7d8a-98d5-4a26-b8a3-c78f2e14222d req-4859bcd3-ecb9-432f-aca6-12545f47da0a service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279240 Mar 03 10:59:58.455816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7919-619d-4737-aff9-06048e649d3e req-35b50737-150f-498d-a76f-7784edb83964 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:58.457212 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7b3e7919-619d-4737-aff9-06048e649d3e req-35b50737-150f-498d-a76f-7784edb83964 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0831461 Mar 03 10:59:58.502744 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7b3e7919-619d-4737-aff9-06048e649d3e req-ad1f7ec0-ba9e-4b8c-9dc1-6e17d7a995fb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Mar 03 10:59:59.304602 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e8c63c78-14a2-42dd-8906-2bd22703cc66 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 10:59:59.372356 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port e8c63c78-14a2-42dd-8906-2bd22703cc66 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 10:59:59.372722 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:59.593593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 10:59:59.688944 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbecc2-9bd0-49f8-b8f0-f4bd3bbd8b70 req-ab0cae03-4fe6-41b3-ae57-ece17e8e4e8e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 10:59:59.690448 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eadbecc2-9bd0-49f8-b8f0-f4bd3bbd8b70 req-ab0cae03-4fe6-41b3-ae57-ece17e8e4e8e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0827763 Mar 03 10:59:59.725758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:59.735642 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-eadbecc2-9bd0-49f8-b8f0-f4bd3bbd8b70 req-a5d64c27-f65e-448d-a404-502e61846291 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388367 Mar 03 10:59:59.738495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'port_id': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'mac_address': 'fa:16:3e:61:b7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 10:59:59.793169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:59.809156 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfc818a-c18a-4cb0-af88-fa72dde05ac1 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 10:59:59.823712 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 10:59:59.828417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 10:59:59.902477 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:00:00.031327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['bdfc818a-c18a-4cb0-af88-fa72dde05ac1'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:00:00.917109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81434d-c086-4204-a5fd-95be9ea670f0 req-a46b7c85-e2ad-4805-aef5-6b01df91d660 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:00.918553 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd81434d-c086-4204-a5fd-95be9ea670f0 req-a46b7c85-e2ad-4805-aef5-6b01df91d660 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 944 time: 0.0787036 Mar 03 11:00:00.961089 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fd81434d-c086-4204-a5fd-95be9ea670f0 req-6192f0a2-13c0-42ef-88e4-82514644cec5 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362334 Mar 03 11:00:01.593126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:00:01.663489 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:00:01.668183 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:00:01.668557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:01.781702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:01.809724 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:00:01.819796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:00:01.824424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:01.861236 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'code': 200} Mar 03 11:00:01.894733 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:00:02.137556 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73d13-9180-490b-8405-7b38665465c8 req-c0694b30-68e1-423f-b5b8-9632e1dc039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:02.139053 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4d73d13-9180-490b-8405-7b38665465c8 req-c0694b30-68e1-423f-b5b8-9632e1dc039d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1098 time: 0.1201875 Mar 03 11:00:02.146353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871a9cd-5b6d-4497-9ae3-09fcd3d353cb req-86e8d4c7-543c-4e86-8c25-531e40c76a11 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:02.147955 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4871a9cd-5b6d-4497-9ae3-09fcd3d353cb req-86e8d4c7-543c-4e86-8c25-531e40c76a11 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0820405 Mar 03 11:00:02.179352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c4d73d13-9180-490b-8405-7b38665465c8 req-b9862ea1-710a-41a5-a1cb-c33635b4b5c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341213 Mar 03 11:00:02.191871 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4871a9cd-5b6d-4497-9ae3-09fcd3d353cb req-fa53618e-edcf-423e-9b27-5634d4c3b26b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384305 Mar 03 11:00:03.185757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-047f6051-8142-4e1c-9ed4-988c17218485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:03.383697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9bdb-7bc6-4e41-972c-78cf56ab65fb req-e6de5cd4-2393-4c2c-b780-44976c8db6ec tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:03.385176 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-115e9bdb-7bc6-4e41-972c-78cf56ab65fb req-e6de5cd4-2393-4c2c-b780-44976c8db6ec tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0808573 Mar 03 11:00:03.433500 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-115e9bdb-7bc6-4e41-972c-78cf56ab65fb req-5b43f268-1918-447b-be9e-9b5afa745e27 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Mar 03 11:00:03.616734 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d9c8c-ba83-4055-bb09-79d319ab8d4b req-7e4d75b6-128b-4bdc-adc3-b2fa4b6a2329 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:03.618684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9c5d9c8c-ba83-4055-bb09-79d319ab8d4b req-7e4d75b6-128b-4bdc-adc3-b2fa4b6a2329 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0794005 Mar 03 11:00:03.663544 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9c5d9c8c-ba83-4055-bb09-79d319ab8d4b req-ce7aaa2d-7ed0-44a5-aa38-adcddf208d88 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390763 Mar 03 11:00:03.687404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:00:03.798289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e617c27-fb29-4ac9-853a-fde046e34136 tempest-TestShelveInstance-2134116172 tempest-TestShelveInstance-2134116172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:03.798982 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1e617c27-fb29-4ac9-853a-fde046e34136 tempest-TestShelveInstance-2134116172 tempest-TestShelveInstance-2134116172-project-admin] Synchronizing usage tracker for tenant:e22c44853d0542bd8c50eb0a843f05fb on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:00:03.814874 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1e617c27-fb29-4ac9-853a-fde046e34136 tempest-TestShelveInstance-2134116172 tempest-TestShelveInstance-2134116172-project-admin] Unset dirty status for tenant:e22c44853d0542bd8c50eb0a843f05fb on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:00:03.816036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1e617c27-fb29-4ac9-853a-fde046e34136 tempest-TestShelveInstance-2134116172 tempest-TestShelveInstance-2134116172-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1093 time: 0.1277328 Mar 03 11:00:03.819079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42312) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:00:03.823875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:00:03.830214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:00:03.833924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:floatingip and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:00:03.836689 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:00:03.842152 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:00:03.852085 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:03.990959 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:04.120215 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Allocated IP 172.26.7.59 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/771c6bfc-de4d-4607-8745-f54e4f0f9450) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:00:04.267706 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:04.296822 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:04.356337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:00:04.359859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:00:04.363452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:00:04.410204 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'Port': ['ID=771c6bfc-de4d-4607-8745-f54e4f0f9450,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:00:04.885433 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:04.957064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:05.156494 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:05.160761 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:05.268004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'Port': ['ID=771c6bfc-de4d-4607-8745-f54e4f0f9450,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:00:05.279596 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:05.357064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e669018e-d711-4796-ba56-fb91c4c26803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:05.447478 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Floating IP bfb16d92-5882-4ac7-a708-d416f3f3534d associated. External IP: 172.26.7.59, port: bdfc818a-c18a-4cb0-af88-fa72dde05ac1. Mar 03 11:00:05.795646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:00:05.970707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:00:05.980701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] Sync routers for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:00:05.990064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:00:05.990748 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:00:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:00:05.994488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:06.051535 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-5e6ba60e-94e3-4646-9dfd-06904d9920be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2313132 Mar 03 11:00:06.052020 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:00:06.097146 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'status': 'completed', 'code': 200} Mar 03 11:00:06.174922 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:00:06.193180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-63c48ca0-70f7-4060-a0c3-e7ad9fb57bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:06.194753 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-63c48ca0-70f7-4060-a0c3-e7ad9fb57bea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1098 time: 0.0760241 Mar 03 11:00:06.297781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:06.330121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-1d5dd9ba-8794-452d-84c3-783ff007eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:06.331571 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-1d5dd9ba-8794-452d-84c3-783ff007eb96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1311483 Mar 03 11:00:06.376894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:06.434985 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-56b9f3d2-f43f-424f-af97-75ea2e6ae114 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 998 time: 0.0981274 Mar 03 11:00:06.508028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-55509bf5-aeeb-4c15-b28d-e285767c796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:06.509477 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-55509bf5-aeeb-4c15-b28d-e285767c796e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0691209 Mar 03 11:00:06.586384 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-c4ed0a6d-5d1c-491e-9d61-2a238b0c3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:06.587823 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-c4ed0a6d-5d1c-491e-9d61-2a238b0c3b88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724223 Mar 03 11:00:06.593340 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'bfb16d92-5882-4ac7-a708-d416f3f3534d', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'port_id': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'mac_address': 'fa:16:3e:61:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:00:04Z', 'updated_at': '2022-03-03T11:00:04Z', 'revision_number': 0, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:00:06.598043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] Checking router: 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:00:06.607327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:00:06.608592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:00:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:00:06.728855 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-ec1ecb89-ec1c-4f18-9d20-5784e36098b8 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344318 Mar 03 11:00:06.794668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:00:06.870378 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-031ed286-f3c9-41aa-ab1e-aaed53d0c982 req-2d2f4833-affa-461b-bbe5-ad06192a7fbb service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355994 Mar 03 11:00:07.145291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'bfb16d92-5882-4ac7-a708-d416f3f3534d', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'port_id': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'mac_address': 'fa:16:3e:61:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:00:04Z', 'updated_at': '2022-03-03T11:00:04Z', 'revision_number': 0, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:00:07.149075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7d765-ed9f-4b17-b7af-067abe572824 None None] The sync data for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv is: [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'bfb16d92-5882-4ac7-a708-d416f3f3534d', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'port_id': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'mac_address': 'fa:16:3e:61:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:00:04Z', 'updated_at': '2022-03-03T11:00:04Z', 'revision_number': 0, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:00:07.323660 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aa146-d01d-4dbb-8bf2-c96eaf44ae29 None None] New status for floating IP bfb16d92-5882-4ac7-a708-d416f3f3534d: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:00:07.398399 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:00:08.120444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:11.641253 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-11587caf-1ae1-4734-a776-e6f6cbaad583 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725381 Mar 03 11:00:11.787444 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-59644d3c-2f1d-46ad-bfab-936318c717be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:11.788905 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-59644d3c-2f1d-46ad-bfab-936318c717be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1098 time: 0.0812991 Mar 03 11:00:12.022124 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-f3036ce6-4f7f-4845-a2cc-cd692a2ac729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:12.023604 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-f3036ce6-4f7f-4845-a2cc-cd692a2ac729 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.2175534 Mar 03 11:00:12.129697 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-367dd75c-dc99-4cb3-b499-4690c89768fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 1000 time: 0.1003747 Mar 03 11:00:12.190009 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-40c852b8-def6-4967-a695-bbf6e21da081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:12.191401 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-40c852b8-def6-4967-a695-bbf6e21da081 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0561090 Mar 03 11:00:12.267553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-4836a319-5063-4884-ad0a-dc60fca9d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:00:12.269019 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-4836a319-5063-4884-ad0a-dc60fca9d44c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724294 Mar 03 11:00:12.396916 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-98953044-5931-47c2-be5d-2e1f3278c2ad service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223278 Mar 03 11:00:12.528757 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a4856f9b-baf9-4e4b-a6ff-7e293f057096 req-7db327a5-857a-4a00-8e16-9add7e42fdd8 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262805 Mar 03 11:00:24.265482 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:33.191904 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5e119018-07f2-4404-b8b6-40bfa24806b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:35.359346 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-41a3a01f-9ee9-4128-8243-dc0eb3e1dd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:36.210809 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:36.278805 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:38.125446 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:44.327678 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:00:54.261119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:00:55.516609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-4e3b59fa-3096-43d6-8477-3ffd09850a8a req-4f0b6598-dfc8-4aac-845e-fadc13c46f44 service neutron] (87889) timed out ('10.222.0.23', 38140) {{(pid=87889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 11:01:03.197159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad568-36d1-4473-8f0f-1bf0127a9708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:05.361891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4e2e8315-5b1a-45c9-9990-ee91d0d8c348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:06.213332 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:06.281097 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:08.128104 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:11.640526 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-f161df4c-815a-4868-9688-deb6c1e609f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675976 Mar 03 11:01:11.778254 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-0134f0c4-28f5-478d-b4c1-77d7f80bfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:01:11.779736 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-0134f0c4-28f5-478d-b4c1-77d7f80bfc1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1098 time: 0.0755110 Mar 03 11:01:11.925175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-3190dd33-825a-4ea0-adac-377acaa5770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:01:11.926673 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-3190dd33-825a-4ea0-adac-377acaa5770e service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1295726 Mar 03 11:01:12.027872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-30872c2d-0423-4800-bc4c-90d6c599103a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 1000 time: 0.0944989 Mar 03 11:01:12.088729 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-6e6cc39d-d191-4bef-8e6c-ff3729533565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:01:12.090115 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-6e6cc39d-d191-4bef-8e6c-ff3729533565 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0558977 Mar 03 11:01:12.162537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-b18ce4ee-0c33-4201-b91d-9f62aadf2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:01:12.164005 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-b18ce4ee-0c33-4201-b91d-9f62aadf2380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682843 Mar 03 11:01:12.293936 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-6d4c9e4e-a847-4de1-b72d-734c2937cc82 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Mar 03 11:01:12.422305 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-2f5dd554-ee1e-4e31-9571-ffab829f3400 req-331e9733-dec8-4b84-8a0d-0d244aaefe55 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227136 Mar 03 11:01:21.327506 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:01:24.273764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:33.199744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-087f587d-3435-4bab-a8fa-143d6b7cae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:35.363109 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-38464f8d-e0bb-4b4a-af1f-75996e0f7c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:36.216308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:36.284583 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:38.130209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:54.290689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:01:58.326321 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:02:01.229406 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3d199-86e1-41c2-967d-80c0a06f3c94 req-2183079c-1f3d-41dd-b3af-285e58aa8323 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:01.230865 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-91f3d199-86e1-41c2-967d-80c0a06f3c94 req-2183079c-1f3d-41dd-b3af-285e58aa8323 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.1267991 Mar 03 11:02:01.274483 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-91f3d199-86e1-41c2-967d-80c0a06f3c94 req-679f7475-45f1-42d1-8726-afb145c8ccc6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373993 Mar 03 11:02:02.579016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9056fb4-4e47-4ed7-9e2a-31fd7b582e37 req-b2a64a8b-bc7f-45dd-970d-5d80c12288ea tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:02.580628 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c9056fb4-4e47-4ed7-9e2a-31fd7b582e37 req-b2a64a8b-bc7f-45dd-970d-5d80c12288ea tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.1956055 Mar 03 11:02:02.623658 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c9056fb4-4e47-4ed7-9e2a-31fd7b582e37 req-f0d6c24b-e5b8-4dec-ba3d-5a544755c087 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373878 Mar 03 11:02:03.208186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d118f2a-6b50-46d3-baa8-7640f3353a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:03.809462 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0205-a08f-4893-b0c8-a2d01ee444c5 req-a0a66412-2425-44fb-b20d-0141238fbc89 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:03.810824 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c99a0205-a08f-4893-b0c8-a2d01ee444c5 req-a0a66412-2425-44fb-b20d-0141238fbc89 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0791185 Mar 03 11:02:03.855213 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c99a0205-a08f-4893-b0c8-a2d01ee444c5 req-b6c1bde5-da77-42fd-81a3-0e6fdef90d9a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387905 Mar 03 11:02:05.038549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa000295-5e43-4692-8448-47034b77c79a req-17356cd4-498d-405c-bd8f-94afcc916ca1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:05.040032 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fa000295-5e43-4692-8448-47034b77c79a req-17356cd4-498d-405c-bd8f-94afcc916ca1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0823357 Mar 03 11:02:05.083728 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fa000295-5e43-4692-8448-47034b77c79a req-7050af28-1edf-4a23-b144-bc8b72aff08f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382571 Mar 03 11:02:05.363947 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a2325779-153c-43d0-8d29-f81b64b00584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:06.220370 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:06.270664 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3fd60-6aa7-41a1-9084-8c8fdd16b748 req-114ec24e-3179-4ce9-893d-891d70d856f3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:06.272153 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4e3fd60-6aa7-41a1-9084-8c8fdd16b748 req-114ec24e-3179-4ce9-893d-891d70d856f3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0841830 Mar 03 11:02:06.289838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:06.320000 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d4e3fd60-6aa7-41a1-9084-8c8fdd16b748 req-d56a4b25-0dcf-4ffe-8b46-f27d3823e11d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416017 Mar 03 11:02:07.507838 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e07630-f277-4b05-93c0-2c26cd9739c8 req-0955711f-2304-4242-8589-b732d45a5885 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:07.509295 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9e07630-f277-4b05-93c0-2c26cd9739c8 req-0955711f-2304-4242-8589-b732d45a5885 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0802574 Mar 03 11:02:07.552975 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e9e07630-f277-4b05-93c0-2c26cd9739c8 req-ba0bee3f-0c9c-4e25-a8da-2a947b249198 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380585 Mar 03 11:02:08.134767 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:08.739447 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753dcba-36ce-467a-a141-e2d40841823e req-f255e4ce-815f-4b14-beea-a869870d88d4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:08.740817 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e753dcba-36ce-467a-a141-e2d40841823e req-f255e4ce-815f-4b14-beea-a869870d88d4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0843062 Mar 03 11:02:08.783694 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e753dcba-36ce-467a-a141-e2d40841823e req-53432e4b-d2a0-444f-91d9-32dfacf52a8d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373628 Mar 03 11:02:09.963157 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d318-0c98-4a58-8f57-e52921052e5a req-5db71e4b-1f52-4778-adea-0850237a4d10 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:09.964610 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a847d318-0c98-4a58-8f57-e52921052e5a req-5db71e4b-1f52-4778-adea-0850237a4d10 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0782626 Mar 03 11:02:10.012134 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a847d318-0c98-4a58-8f57-e52921052e5a req-424cb336-420f-4e2a-8e4d-7c922dcbf50f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Mar 03 11:02:11.193782 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9797-6402-498b-bbe9-3f5d974649e8 req-4569461b-958d-498c-8060-50250dc1e270 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:11.195258 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-665a9797-6402-498b-bbe9-3f5d974649e8 req-4569461b-958d-498c-8060-50250dc1e270 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0794749 Mar 03 11:02:11.238003 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-665a9797-6402-498b-bbe9-3f5d974649e8 req-0a6b000e-c29c-4af6-83f9-f3a67c1c4a66 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372298 Mar 03 11:02:12.291659 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:02:12.423741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:02:12.424337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547e35e-6d55-4975-9b9b-a48e284b52cb req-4ae8c470-31ec-4729-89f5-cba546a35332 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:12.426851 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3547e35e-6d55-4975-9b9b-a48e284b52cb req-4ae8c470-31ec-4729-89f5-cba546a35332 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0845718 Mar 03 11:02:12.440961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'port_id': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'mac_address': 'fa:16:3e:61:b7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:02:12.473904 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3547e35e-6d55-4975-9b9b-a48e284b52cb req-3ed628a4-1b8e-4c72-a500-ed1513dbdafa tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Mar 03 11:02:12.530917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:12.548221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdfc818a-c18a-4cb0-af88-fa72dde05ac1 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:02:12.563374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:02:12.567876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:12.642044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['bdfc818a-c18a-4cb0-af88-fa72dde05ac1'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:02:12.670414 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:02:12.686397 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.686744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.687071 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.687420 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.687745 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.688741 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.689060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.689379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.689696 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.690012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.690330 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.690638 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:02:12.742854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-e2db152e-1e3c-446d-acf5-7284422119d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:12.744361 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-e2db152e-1e3c-446d-acf5-7284422119d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1097 time: 0.0764012 Mar 03 11:02:12.999858 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-cb9333ef-558e-4a1c-bd81-e0403b0f4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:13.001903 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-cb9333ef-558e-4a1c-bd81-e0403b0f4907 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.2385435 Mar 03 11:02:13.105022 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-b55ea72f-98cf-4b01-bd8e-06f104c40f6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 999 time: 0.0955884 Mar 03 11:02:13.168583 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-8451d9e7-30db-410e-9f21-ce0097da7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:13.169974 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-8451d9e7-30db-410e-9f21-ce0097da7aa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0569005 Mar 03 11:02:13.249806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-a6815bce-1d41-4302-8867-7c7758fb260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:13.252342 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-a6815bce-1d41-4302-8867-7c7758fb260e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730057 Mar 03 11:02:13.386495 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-6d7303bc-12d4-4354-8328-4c0012475b15 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277983 Mar 03 11:02:13.526713 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17dfb3a9-4953-4026-bdaa-452c4c96ce26 req-ea7b88d0-df38-4a94-b5d3-c0229b9ec2b8 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323612 Mar 03 11:02:13.666011 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93479c78-9fd3-4613-956c-8de4ad482f0c req-ec84185b-353b-41a5-8c54-e7e056614a88 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:13.667595 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-93479c78-9fd3-4613-956c-8de4ad482f0c req-ec84185b-353b-41a5-8c54-e7e056614a88 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 944 time: 0.0861442 Mar 03 11:02:13.714151 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-93479c78-9fd3-4613-956c-8de4ad482f0c req-fc9fed23-7d48-4b9b-b9c9-ebc82f1d4d79 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402668 Mar 03 11:02:14.291448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:02:14.367634 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:02:14.368060 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:14.494178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:14.528864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:02:14.552197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:02:14.559775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:14.597594 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'code': 200} Mar 03 11:02:14.638570 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:02:14.926738 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f1fb5-9eee-4853-bd29-4314137024bf req-8e1372aa-9a60-45e3-ab89-f899642c1f65 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:14.934403 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-523f1fb5-9eee-4853-bd29-4314137024bf req-8e1372aa-9a60-45e3-ab89-f899642c1f65 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.1012418 Mar 03 11:02:14.994181 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-523f1fb5-9eee-4853-bd29-4314137024bf req-c91f24e6-6250-463c-ae4f-a628cbdcc6e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548413 Mar 03 11:02:16.190933 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606ad11-161b-4a91-91a7-00c50fcf51f9 req-6aa43d99-45c4-4fe6-8af3-4ac81d97ac4f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:16.192482 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1606ad11-161b-4a91-91a7-00c50fcf51f9 req-6aa43d99-45c4-4fe6-8af3-4ac81d97ac4f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0884211 Mar 03 11:02:16.239874 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1606ad11-161b-4a91-91a7-00c50fcf51f9 req-d207b273-c12e-418d-91ae-2ba56bbe8424 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414402 Mar 03 11:02:17.430594 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9543bb-472b-41d6-8b93-2c645e1740bd req-17cefc9e-3faf-40d6-922b-ff7888bd11cb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:17.432083 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d9543bb-472b-41d6-8b93-2c645e1740bd req-17cefc9e-3faf-40d6-922b-ff7888bd11cb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0832043 Mar 03 11:02:17.483042 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d9543bb-472b-41d6-8b93-2c645e1740bd req-76b05f8f-06a4-440f-ac84-32fab634cdb6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453353 Mar 03 11:02:18.683478 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ebac5-be64-48c6-a060-7ceb1ad7780e req-313bd1d9-51e2-432b-8f59-0f271b11d7f1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:18.684979 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c07ebac5-be64-48c6-a060-7ceb1ad7780e req-313bd1d9-51e2-432b-8f59-0f271b11d7f1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0902052 Mar 03 11:02:18.733952 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c07ebac5-be64-48c6-a060-7ceb1ad7780e req-22458f38-6663-4137-a5a6-060827e65234 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420179 Mar 03 11:02:19.942839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dae071-f1d8-451c-8cc1-e33672e65e5e req-9873f3d7-7e8b-4185-b338-64b2567eef63 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:19.944370 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f1dae071-f1d8-451c-8cc1-e33672e65e5e req-9873f3d7-7e8b-4185-b338-64b2567eef63 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0907791 Mar 03 11:02:20.000013 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f1dae071-f1d8-451c-8cc1-e33672e65e5e req-175be2bb-6862-4e7d-9d6e-3145a81e2655 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489419 Mar 03 11:02:21.206079 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19685-aac6-44eb-aae4-e4cbabe385ae req-a9000081-75b6-4c63-a92a-1948ba89b695 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:21.207616 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02b19685-aac6-44eb-aae4-e4cbabe385ae req-a9000081-75b6-4c63-a92a-1948ba89b695 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0929339 Mar 03 11:02:21.267964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-02b19685-aac6-44eb-aae4-e4cbabe385ae req-8fc55f1e-15fc-47f5-a636-4fc75e4033fc tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515587 Mar 03 11:02:22.497394 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596a7a7-e528-4f20-a40d-2671b0eb00ad req-9a62e911-42b3-416b-a7b5-aa63ec40ded9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:22.499516 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8596a7a7-e528-4f20-a40d-2671b0eb00ad req-9a62e911-42b3-416b-a7b5-aa63ec40ded9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.1141508 Mar 03 11:02:22.551873 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8596a7a7-e528-4f20-a40d-2671b0eb00ad req-e1a120d6-9333-40da-a163-c3dce1648f33 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461175 Mar 03 11:02:23.284553 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-c720eeb2-a38b-4910-bbc3-0f5503153cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:23.286007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-c720eeb2-a38b-4910-bbc3-0f5503153cba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1098 time: 0.0690703 Mar 03 11:02:23.416771 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-34d3adba-43d1-430f-b574-260aabe00baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:23.418199 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-34d3adba-43d1-430f-b574-260aabe00baf service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1254425 Mar 03 11:02:23.521736 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-fe27c618-c2ae-47a9-87cc-c26ff1d83282 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 1000 time: 0.0970182 Mar 03 11:02:23.582808 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-73b4f6a5-17d0-4ace-beba-8ba4dda4828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:23.584260 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-73b4f6a5-17d0-4ace-beba-8ba4dda4828e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0571220 Mar 03 11:02:23.662911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-f656aa02-172c-4a67-9ba2-295d8b9b02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:23.664397 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-f656aa02-172c-4a67-9ba2-295d8b9b02a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738792 Mar 03 11:02:23.744501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd09a-42a7-4a4f-8b07-6aa0941f92b1 req-4605354f-6d3b-404e-9884-52765819bfe7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:23.745971 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c7dd09a-42a7-4a4f-8b07-6aa0941f92b1 req-4605354f-6d3b-404e-9884-52765819bfe7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0831096 Mar 03 11:02:23.790647 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c7dd09a-42a7-4a4f-8b07-6aa0941f92b1 req-2d0aa140-e5ac-44a8-ac6f-5133018c258f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386581 Mar 03 11:02:23.796893 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-db116788-8f84-431c-a5dc-917ff5c33fb0 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257782 Mar 03 11:02:23.924073 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c99350cd-9457-4832-a9b7-f51e371fb1dd req-c3bedead-837f-4784-95f1-f4f4dbe05c37 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215372 Mar 03 11:02:24.305102 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:24.974754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eeb80-38ac-49d1-92e6-e19d88030799 req-f071ce87-0f57-42bb-afdb-6ff70a5a5d9b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:24.976276 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-138eeb80-38ac-49d1-92e6-e19d88030799 req-f071ce87-0f57-42bb-afdb-6ff70a5a5d9b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0821416 Mar 03 11:02:25.020548 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-138eeb80-38ac-49d1-92e6-e19d88030799 req-eeea0736-b791-4998-8ecc-be49a7b7a598 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 Mar 03 11:02:26.202854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1025a-7673-4596-a43a-da8877b50fe0 req-34741758-6e04-41df-8e1a-0985e81cba9a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:26.204404 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cbf1025a-7673-4596-a43a-da8877b50fe0 req-34741758-6e04-41df-8e1a-0985e81cba9a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 945 time: 0.0815475 Mar 03 11:02:26.250916 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cbf1025a-7673-4596-a43a-da8877b50fe0 req-f14f12b0-d934-4755-95e0-2077f62fc0cd tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409493 Mar 03 11:02:26.322677 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:02:26.434648 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:26.469939 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:02:26.470871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:02:26.480049 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:26.529069 dv-neutron-831192-5-hyperv neutron-server[87890]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'code': 422} returned with failed status Mar 03 11:02:26.562194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:02:26.630402 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8800-1c0a-40ac-bb25-8d6e9288c05b req-1dabf5e0-9844-4ebe-97ba-aafa3fe8f588 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:26.631949 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d21c8800-1c0a-40ac-bb25-8d6e9288c05b req-1dabf5e0-9844-4ebe-97ba-aafa3fe8f588 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0821013 Mar 03 11:02:26.678136 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d21c8800-1c0a-40ac-bb25-8d6e9288c05b req-42fc870b-40dc-46c5-85a3-6277ef64ba69 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402689 Mar 03 11:02:26.696165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42494) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:02:26.847575 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-320c8d84-76f5-4ee2-9fff-de3d37c049e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1501267 Mar 03 11:02:27.696947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-f571a622-d7b7-45e6-8dd0-50fe4e78e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:27.698375 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-f571a622-d7b7-45e6-8dd0-50fe4e78e666 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132&tenant_id=dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 1096 time: 0.0712285 Mar 03 11:02:27.787703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-6528a6e6-ab5d-4c4a-88ce-fb7eb4b4bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:27.789147 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-6528a6e6-ab5d-4c4a-88ce-fb7eb4b4bbac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1096 time: 0.0694497 Mar 03 11:02:27.971861 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c654e-1ca9-466f-a8b7-af6661a73141 req-865edaab-a4ba-44d9-b7c1-998072f3c647 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:27.973267 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c02c654e-1ca9-466f-a8b7-af6661a73141 req-865edaab-a4ba-44d9-b7c1-998072f3c647 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.1893284 Mar 03 11:02:28.018410 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-c02c654e-1ca9-466f-a8b7-af6661a73141 req-ac89d285-1c8a-4cbb-a7fc-f91f98c3a29f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390472 Mar 03 11:02:28.038096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-4c177660-7fd5-4d5d-b8fd-ab257852cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:28.038096 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-4c177660-7fd5-4d5d-b8fd-ab257852cf73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.2422755 Mar 03 11:02:28.137912 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-af25c84f-653d-4c6d-bde2-a5edf62081bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 998 time: 0.0941138 Mar 03 11:02:28.200844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-1ab31950-38f5-41c5-a580-6d0b820e7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:28.202253 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-1ab31950-38f5-41c5-a580-6d0b820e7651 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0585303 Mar 03 11:02:28.274601 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-6e8e0af1-c4e1-4123-ab0d-982ba3b9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:28.275988 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-6e8e0af1-c4e1-4123-ab0d-982ba3b9f320 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685105 Mar 03 11:02:28.402262 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-ff525548-7526-40d0-a1dd-4789d4c95d8b service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203086 Mar 03 11:02:28.533022 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-3f4c9afd-5597-4e25-af36-6f8174f02fee service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245239 Mar 03 11:02:29.241224 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceffc52-611b-40ee-bb19-0b135c777fb3 req-56a1268a-dd5b-4e41-bef3-ef924ec526e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:29.242731 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6ceffc52-611b-40ee-bb19-0b135c777fb3 req-56a1268a-dd5b-4e41-bef3-ef924ec526e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0859559 Mar 03 11:02:29.290399 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-6ceffc52-611b-40ee-bb19-0b135c777fb3 req-a6d13094-e893-4b8a-aafe-b9799049ab32 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413036 Mar 03 11:02:30.338735 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:02:30.528134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b93560-39c6-42c5-ac36-48f8254d10a0 req-53d808ec-6d67-4d54-ab4e-04d8a59282e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:30.529602 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-42b93560-39c6-42c5-ac36-48f8254d10a0 req-53d808ec-6d67-4d54-ab4e-04d8a59282e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.1216846 Mar 03 11:02:30.583092 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-42b93560-39c6-42c5-ac36-48f8254d10a0 req-834af984-d305-4b08-9845-7bc453bb5aef tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468118 Mar 03 11:02:31.777121 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d18f6-5486-442b-a523-02ecae3b3fca req-835d2095-142d-4073-a5f6-65580952de2a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:31.778555 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-226d18f6-5486-442b-a523-02ecae3b3fca req-835d2095-142d-4073-a5f6-65580952de2a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0863805 Mar 03 11:02:31.825996 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-226d18f6-5486-442b-a523-02ecae3b3fca req-fe3bb489-87c8-4d74-9021-d16635b80c20 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402849 Mar 03 11:02:33.027980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8303e2-3109-4421-88a8-71a6563c7bdd req-943cd86a-c273-406b-bcc3-f3e285bd6822 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:33.035875 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5e8303e2-3109-4421-88a8-71a6563c7bdd req-943cd86a-c273-406b-bcc3-f3e285bd6822 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0908823 Mar 03 11:02:33.077207 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5e8303e2-3109-4421-88a8-71a6563c7bdd req-21dbcb3a-b30d-4ed2-bdfa-1762e2b4cce3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404663 Mar 03 11:02:33.200908 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cd08-0a63-48f9-a5e7-2d30bfde544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:34.274403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02dec1-18e0-4e3c-bc27-893fa162507c req-67380b69-9f3b-4e93-8181-73c079916ffc tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:34.280531 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ea02dec1-18e0-4e3c-bc27-893fa162507c req-67380b69-9f3b-4e93-8181-73c079916ffc tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0945466 Mar 03 11:02:34.323807 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ea02dec1-18e0-4e3c-bc27-893fa162507c req-2cf5a922-6377-41bd-874f-b297eb766e9b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Mar 03 11:02:35.326359 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:02:35.371009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dbb56f4f-3c88-4f52-b996-9608277ef6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:35.530613 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235d0fc-4c09-4572-9cd4-58a83034af8f req-28c159e7-6ffa-480d-86f0-c68c6c014880 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:35.532791 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a235d0fc-4c09-4572-9cd4-58a83034af8f req-28c159e7-6ffa-480d-86f0-c68c6c014880 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0996985 Mar 03 11:02:35.586952 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a235d0fc-4c09-4572-9cd4-58a83034af8f req-21a9db8f-113a-4f34-8555-3091cbb3fc55 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484300 Mar 03 11:02:36.228853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:36.294044 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:36.778454 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aa7f1-1285-43a3-892e-8d7a786fb0ce req-f5776205-82f6-44c8-96f9-cdd933f8d8c9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:36.779952 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-818aa7f1-1285-43a3-892e-8d7a786fb0ce req-f5776205-82f6-44c8-96f9-cdd933f8d8c9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0809886 Mar 03 11:02:36.824547 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-818aa7f1-1285-43a3-892e-8d7a786fb0ce req-c045a4af-7a46-4ddf-bf36-67a79e79c1bb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384064 Mar 03 11:02:38.012458 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f661ea-3aa7-4cc2-8940-e4e5697e0493 req-c857875d-a85a-4892-9a50-ea64fd4692dc tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:38.013900 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6f661ea-3aa7-4cc2-8940-e4e5697e0493 req-c857875d-a85a-4892-9a50-ea64fd4692dc tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0842741 Mar 03 11:02:38.057246 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f6f661ea-3aa7-4cc2-8940-e4e5697e0493 req-8c602f3a-0f12-4270-863b-da3e17287957 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371625 Mar 03 11:02:38.136997 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:39.240474 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ed74-cdf0-45d3-b8db-5ddc8eced39a req-64511120-9832-4b94-bed6-b6faec841171 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:39.241932 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2cf6ed74-cdf0-45d3-b8db-5ddc8eced39a req-64511120-9832-4b94-bed6-b6faec841171 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0794349 Mar 03 11:02:39.285749 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2cf6ed74-cdf0-45d3-b8db-5ddc8eced39a req-f743e966-93f6-455c-a71d-a09ceb041585 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383182 Mar 03 11:02:40.384750 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:02:40.474970 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a24e-fd6a-4fd0-82c5-b631a91810b1 req-41f4b333-4ff0-4db7-ab03-00ff04a1e997 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:40.476605 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1667a24e-fd6a-4fd0-82c5-b631a91810b1 req-41f4b333-4ff0-4db7-ab03-00ff04a1e997 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 943 time: 0.0831306 Mar 03 11:02:40.519581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:02:40.520523 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1667a24e-fd6a-4fd0-82c5-b631a91810b1 req-2f00a4c2-3261-48bf-bce4-588a7fced495 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380001 Mar 03 11:02:40.534159 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'port_id': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'mac_address': 'fa:16:3e:61:b7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:02:40.592899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:40.610447 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfc818a-c18a-4cb0-af88-fa72dde05ac1 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:02:40.625775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:02:40.629691 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:40.695839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=9']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:02:40.876267 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['bdfc818a-c18a-4cb0-af88-fa72dde05ac1'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:02:41.704634 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4088115-28df-4f9b-8608-b10158be118b req-9a9f9875-7e5d-4efb-a082-d090aeb743c5 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:41.706101 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b4088115-28df-4f9b-8608-b10158be118b req-9a9f9875-7e5d-4efb-a082-d090aeb743c5 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 944 time: 0.0798674 Mar 03 11:02:41.752817 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b4088115-28df-4f9b-8608-b10158be118b req-6764aa37-6b56-435d-b75c-f3def7c14649 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412121 Mar 03 11:02:42.390466 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:02:42.456514 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:02:42.456889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:42.597366 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:42.622899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:02:42.632664 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:02:42.637354 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:02:42.673797 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'code': 200} Mar 03 11:02:42.707787 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=10']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:02:42.908324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddc00a-bf72-436c-9781-ec5b19924692 req-2e9ffbd1-b549-4eee-a1f2-fa40410c65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:42.909762 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8ddc00a-bf72-436c-9781-ec5b19924692 req-2e9ffbd1-b549-4eee-a1f2-fa40410c65f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1099 time: 0.0714331 Mar 03 11:02:42.945072 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c53c-93f7-448c-a559-33d07609f5cc req-2ff73da5-1d33-4837-adc7-c1fe752ab2de tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:42.946534 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bfc3c53c-93f7-448c-a559-33d07609f5cc req-2ff73da5-1d33-4837-adc7-c1fe752ab2de tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 946 time: 0.0820689 Mar 03 11:02:42.953192 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-a8ddc00a-bf72-436c-9781-ec5b19924692 req-1df0706f-8ab5-4b68-85a2-766e6894d95f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373893 Mar 03 11:02:42.990554 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-bfc3c53c-93f7-448c-a559-33d07609f5cc req-b75442cd-a15e-4fcc-9196-0f84cb11bb46 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383012 Mar 03 11:02:44.186543 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1672b1-ee66-45f8-a04a-2beaa5cbca67 req-3e07b584-4604-4188-92fc-d3b23f65f248 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:44.191769 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f1672b1-ee66-45f8-a04a-2beaa5cbca67 req-3e07b584-4604-4188-92fc-d3b23f65f248 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 946 time: 0.0917463 Mar 03 11:02:44.238394 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f1672b1-ee66-45f8-a04a-2beaa5cbca67 req-554c9c14-2e53-4b76-9a49-de478fc109af tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443494 Mar 03 11:02:45.420660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f922e25-a965-4707-a757-595796054d33 req-4d0cf3b6-b123-4336-8fb3-f730fbcdc28f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:02:45.422282 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f922e25-a965-4707-a757-595796054d33 req-4d0cf3b6-b123-4336-8fb3-f730fbcdc28f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 946 time: 0.0785096 Mar 03 11:02:45.466329 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0f922e25-a965-4707-a757-595796054d33 req-44068b32-0a12-4cd0-9e7c-9918d3884e17 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384536 Mar 03 11:02:54.295546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:03.203874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-413e0189-5dc0-40e0-89ab-7512bb08a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:05.362894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5f681a1f-f4bd-43b7-88c9-be2dd370dbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:06.222306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:06.297041 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:08.142520 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:12.328513 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:03:12.630829 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-0a2f5b8e-8c24-44f6-820d-556da95976b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700276 Mar 03 11:03:12.769019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-47c963c3-db1e-4a0f-ae4c-b49d8037970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:12.770443 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-47c963c3-db1e-4a0f-ae4c-b49d8037970c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1099 time: 0.0723925 Mar 03 11:03:12.913222 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-01c8b0eb-0d43-4938-bcc6-11367cd374d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:12.914552 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-01c8b0eb-0d43-4938-bcc6-11367cd374d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1240718 Mar 03 11:03:13.015676 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-52927f10-994c-4ea6-8dab-714d2dbb0e53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 1000 time: 0.0937169 Mar 03 11:03:13.083174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-79361a0c-bd74-4754-85e3-1b7f5adb17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:13.084628 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-79361a0c-bd74-4754-85e3-1b7f5adb17e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0631738 Mar 03 11:03:13.160341 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-8d7d278e-76c1-4ad1-8f43-974a98619cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:13.161822 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-8d7d278e-76c1-4ad1-8f43-974a98619cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708227 Mar 03 11:03:13.294141 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-076c8214-348b-4769-b314-59bc0f75cb80 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256313 Mar 03 11:03:13.427957 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-10df6d3e-d118-4b6b-8bd3-eabd8921cd61 req-50ba9e40-f1bf-432a-ab40-876ede62928d service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275222 Mar 03 11:03:24.318912 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:33.205870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-982d68d7-99d4-4194-9a8d-b5d7490ee039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:35.364916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-76635b28-d160-468e-8b72-6c991dda3053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:36.224609 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:36.296693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:38.144236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:49.328199 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:03:54.317192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:56.557216 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42630) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:03:56.854396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Deleting port 771c6bfc-de4d-4607-8745-f54e4f0f9450 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:03:56.854646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:57.025290 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:57.025621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:57.145417 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Calling delete_port for 771c6bfc-de4d-4607-8745-f54e4f0f9450 owned by network:floatingip {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:03:57.293502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:57.364867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event deleted for resources: {'Port': ['ID=771c6bfc-de4d-4607-8745-f54e4f0f9450,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:03:57.410829 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.411094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.411453 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.411782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.412102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.412425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.412743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.413057 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.413371 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.413683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.413995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.414305 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:03:57.443427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:57.443765 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Floating IP bfb16d92-5882-4ac7-a708-d416f3f3534d disassociated (deleted). External IP: 172.26.7.59, port: bdfc818a-c18a-4cb0-af88-fa72dde05ac1. Mar 03 11:03:57.788974 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:03:57.969851 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:03:57.979059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] Sync routers for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:03:57.986241 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:03:57.988693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:03:57.989368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:03:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:03:58.145779 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ab54ca86-83e9-43eb-b6dd-8ceb23cca7b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "DELETE /v2.0/floatingips/bfb16d92-5882-4ac7-a708-d416f3f3534d HTTP/1.1" status: 204 len: 168 time: 1.5872409 Mar 03 11:03:58.146156 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:03:58.169552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:03:58.248805 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'status': 'completed', 'code': 200} Mar 03 11:03:58.347599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-78c1785c-c400-468b-a5ee-cd61596b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:58.348730 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-78c1785c-c400-468b-a5ee-cd61596b4fde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 1099 time: 0.0780733 Mar 03 11:03:58.487329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-9e982193-d80c-464a-9da1-8da07eb6aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:58.488795 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-9e982193-d80c-464a-9da1-8da07eb6aef5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1339302 Mar 03 11:03:58.531204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:03:58.535258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] Checking router: 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:03:58.535866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645dcf7-d267-4a83-bcce-c35836710982 req-5b09057b-64b0-4669-8ea1-e6da8185ccf3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:58.539771 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1645dcf7-d267-4a83-bcce-c35836710982 req-5b09057b-64b0-4669-8ea1-e6da8185ccf3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 946 time: 0.0914407 Mar 03 11:03:58.544173 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:03:58.544838 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:03:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:03:58.560917 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-64b64684-89fc-46bb-b8a4-fccb1d905a45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 200 len: 217 time: 0.0652823 Mar 03 11:03:58.583849 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1645dcf7-d267-4a83-bcce-c35836710982 req-d94554a3-9ef4-43b4-95bd-f094c259bb16 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Mar 03 11:03:58.628441 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-e5669c6e-4349-428d-9d19-bce6c26d9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:58.629991 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-e5669c6e-4349-428d-9d19-bce6c26d9ef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0632310 Mar 03 11:03:58.707280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-6dde6ee3-54e6-44da-ab11-4ab930be098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:58.709030 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-6dde6ee3-54e6-44da-ab11-4ab930be098a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718048 Mar 03 11:03:58.719952 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-7bc64e24-f3c0-4e4d-85dc-abb8a96ad14d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 11:03:58.720932 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-7bc64e24-f3c0-4e4d-85dc-abb8a96ad14d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050611 Mar 03 11:03:58.726045 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:03:58.852786 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-38155c31-2c02-41b7-84d5-d4e0c2da0673 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255646 Mar 03 11:03:58.988934 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-42c2da61-b553-4e88-b369-05d6e615b2a6 req-35feef53-62d1-456a-b08f-1fc9a05d95f6 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303620 Mar 03 11:03:59.076304 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:03:59.080732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f52ea4-6dd8-45b6-8801-66f76e4477e2 None None] The sync data for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv is: [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:03:59.295436 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabda35c-4b65-4c2e-abc3-82640668bd07 None None] New status for floating IP bfb16d92-5882-4ac7-a708-d416f3f3534d: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:03:59.752652 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-e6d10481-b13f-475c-8436-a4c85e3db9c8 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:59.753351 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-e6d10481-b13f-475c-8436-a4c85e3db9c8 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:03:59.768203 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-e6d10481-b13f-475c-8436-a4c85e3db9c8 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:03:59.769573 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-e6d10481-b13f-475c-8436-a4c85e3db9c8 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 946 time: 0.0964439 Mar 03 11:03:59.774270 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992a3e-4397-4733-820e-e172a2896814 req-ca457ae6-7681-40b8-a8f1-09b125892e73 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:03:59.775753 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6992a3e-4397-4733-820e-e172a2896814 req-ca457ae6-7681-40b8-a8f1-09b125892e73 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 946 time: 0.0852616 Mar 03 11:03:59.821812 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e6992a3e-4397-4733-820e-e172a2896814 req-19973317-ddf5-4969-86b0-aace3b648622 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=24709a7f-7a88-4bf3-8f74-300f809d677e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392888 Mar 03 11:03:59.844733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Deleting port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:03:59.845063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:00.086947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] For port bdfc818a-c18a-4cb0-af88-fa72dde05ac1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:04:00.087735 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:00.208120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Calling delete_port for bdfc818a-c18a-4cb0-af88-fa72dde05ac1 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:04:00.352540 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:00.402833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event deleted for resources: {'Port': ['ID=bdfc818a-c18a-4cb0-af88-fa72dde05ac1,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:00.571362 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] No DVR routers for this DVR port bdfc818a-c18a-4cb0-af88-fa72dde05ac1 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:04:00.573799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:00.576267 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-deleted', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:04:00.591069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c676896e-9c8e-479a-b46b-89cb6db6c599 req-2e6c0ff3-d598-4552-a93c-7c3a30756550 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "DELETE /v2.0/ports/bdfc818a-c18a-4cb0-af88-fa72dde05ac1 HTTP/1.1" status: 204 len: 173 time: 0.8164785 Mar 03 11:04:00.619688 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51fe814-04db-46e8-b6a4-49fc6a0f6132', 'name': 'network-vif-deleted', 'tag': 'bdfc818a-c18a-4cb0-af88-fa72dde05ac1', 'status': 'completed', 'code': 200} Mar 03 11:04:00.985499 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-433eea0d-b653-49d5-9895-960cfba23804 req-f94f2ace-a0df-449d-b9e0-cf4ad9658817 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b51fe814-04db-46e8-b6a4-49fc6a0f6132 HTTP/1.1" status: 200 len: 210 time: 0.0435598 Mar 03 11:04:02.081534 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42654) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:02.147980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25fd57ba-b478-49bf-a55b-6242b68cc01f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.176483 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25fd57ba-b478-49bf-a55b-6242b68cc01f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.239449 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25fd57ba-b478-49bf-a55b-6242b68cc01f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.258291 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd57ba-b478-49bf-a55b-6242b68cc01f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24709a7f-7a88-4bf3-8f74-300f809d677e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:02.274093 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-25fd57ba-b478-49bf-a55b-6242b68cc01f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.275156 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-25fd57ba-b478-49bf-a55b-6242b68cc01f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "DELETE /v2.0/security-groups/24709a7f-7a88-4bf3-8f74-300f809d677e HTTP/1.1" status: 204 len: 168 time: 0.1926439 Mar 03 11:04:02.693071 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42662) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:02.698184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835740792', 'description': 'tempest-secgroup-smoke-835740792 description', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:02.704131 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:02.708214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:02.711040 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:02.716665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:02.726730 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.746419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:02.750488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:02.753231 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:02.758709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:02.826002 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.830109 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.875094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f232f2c0-80d9-482e-866a-ef681e4524b5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:02.882974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.883332 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.883674 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.884004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.884325 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.884645 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.884974 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.885276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.885591 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.885901 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.886209 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.886518 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:02.890326 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.891414 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-25645e98-8580-45da-998b-93cd48c52a9c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1973095 Mar 03 11:04:02.894217 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42666) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:02.898961 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': 'f232f2c0-80d9-482e-866a-ef681e4524b5', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:02.904795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:02.909553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:02.912400 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:02.917890 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:02.935355 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:02.998469 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.005866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.031735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b99e8e1-619f-4f4e-943c-176d44c22b4a,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:03.040633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.041829 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1b613c00-bbd5-4cdf-a69d-a16152228620 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467280 Mar 03 11:04:03.044559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42670) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:03.049444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': 'f232f2c0-80d9-482e-866a-ef681e4524b5', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:03.055220 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:03.058943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:03.061787 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:03.067501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:03.083977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.142754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.146118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.168846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bec0b1-bd18-4260-b1c8-4444f9cde999,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:03.177739 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.178909 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3fa52b7d-929c-4fcb-ac63-79430c070959 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334684 Mar 03 11:04:03.181644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42674) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:03.186962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': 'f232f2c0-80d9-482e-866a-ef681e4524b5', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:03.192751 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:03.196556 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:03.199389 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:03.206235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:03.208821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-215212b3-87b5-48aa-82a9-e91d8de7ff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.222665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.284975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.288578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.310154 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eccbbd-1d03-41fa-a1a4-11cc3c83d365,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:03.321416 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.322595 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-901b0dd3-b4bd-4ed4-bc8f-3109bf65f3c2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400745 Mar 03 11:04:03.325283 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42678) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:03.330553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': 'f232f2c0-80d9-482e-866a-ef681e4524b5', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:03.336214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:03.339960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:03.343147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:03.348966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:03.365128 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.427590 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.431369 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.457134 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927daf72-ed0c-445b-b2f1-1fbf1be90dbd,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:03.466636 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.468315 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-b0747906-175e-4c63-8fb4-79d4a389c80e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419311 Mar 03 11:04:03.470844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42682) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:03.475962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': 'f232f2c0-80d9-482e-866a-ef681e4524b5', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:03.481835 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:03.485740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:03.488703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:03.495558 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:03.506923 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Project dc0b835c0e0c4b8bacde571f712ff41e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 11:04:03.513320 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.577735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.581119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.603422 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66bbe64-5c53-4a44-aa04-592da54eb90c,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:03.612267 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.613419 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ec6bd9c1-9976-4bf5-a4d0-15ce8ca5d580 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416228 Mar 03 11:04:03.616167 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42686) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:03.620980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'security_group_rule': {'security_group_id': 'f232f2c0-80d9-482e-866a-ef681e4524b5', 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:03.627852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:03.631573 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:security_group_rule and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:03.634353 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:03.640117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:03.649321 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.securitygroups_db [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Project dc0b835c0e0c4b8bacde571f712ff41e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 11:04:03.655646 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.718883 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.722421 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.743847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17eacb7-9665-4953-91fd-88a6a3da69c1,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:03.756365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:03.757528 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a9148b02-d843-467e-b8f0-4ef5088fe337 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404748 Mar 03 11:04:04.693775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:04:04.733373 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: bdfc818a-c18a-4cb0-af88-fa72dde05ac1 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:04:04.734199 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device bdfc818a-c18a-4cb0-af88-fa72dde05ac1 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:04:05.367426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-76f65416-c8d8-4977-91d0-6549e809a2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:06.230757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:06.303162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:08.146760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:18.589690 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-8f0403a3-c311-40fe-939d-1340cce380bb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:04:18.604124 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-8f0403a3-c311-40fe-939d-1340cce380bb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:04:18.605256 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-8f0403a3-c311-40fe-939d-1340cce380bb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835740792&fields=id&tenant_id=dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 267 time: 0.0579274 Mar 03 11:04:18.852633 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-93ccd2d7-8a81-46e2-82a1-0e0c6c597226 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:18.854075 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-93ccd2d7-8a81-46e2-82a1-0e0c6c597226 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 809 time: 0.2416234 Mar 03 11:04:18.869879 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-6db57dc4-46cc-469f-8388-107a29314b82 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/quotas/dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 375 time: 0.0095329 Mar 03 11:04:18.957703 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-dab5b8bb-9a33-47f6-a9c0-67d106f9474a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816228 Mar 03 11:04:19.170364 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-334106f6-f293-46f2-bb66-63bcffeec7fd service neutron] 10.222.0.23 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009656 Mar 03 11:04:19.300440 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-64451927-ec4b-4f81-b589-81a14b4137bd service neutron] 10.222.0.23 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238105 Mar 03 11:04:19.671471 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-343ec95a-8d76-434a-8f2b-be9e07a5700c req-5bb0d17e-74c7-414c-b1e1-d0e45272dd9e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 210 time: 0.0429895 Mar 03 11:04:20.818479 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-cd8c5391-2342-4988-ad74-80e671a653eb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:20.819921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-cd8c5391-2342-4988-ad74-80e671a653eb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 809 time: 0.1516104 Mar 03 11:04:20.824895 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-92bec240-9a48-4c18-8f31-3a9ab9ce4cd0 req-3949b53d-f70e-4604-929d-bad86ac522f8 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 210 time: 0.0414279 Mar 03 11:04:20.869806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-7464dc56-4b27-4e37-a534-56ff9b63a43c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:04:20.885095 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-7464dc56-4b27-4e37-a534-56ff9b63a43c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:04:20.886209 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-7464dc56-4b27-4e37-a534-56ff9b63a43c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 379 time: 0.0568893 Mar 03 11:04:20.894646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'port': {'device_id': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'admin_state_up': True, 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'security_groups': ['f232f2c0-80d9-482e-866a-ef681e4524b5']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:21.033314 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:21.037387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:port and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:21.040193 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:21.045852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:21.055567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Made reservation on behalf of dc0b835c0e0c4b8bacde571f712ff41e for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 11:04:21.059181 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:21.224374 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Allocated IP 172.20.0.7 (63cf96ba-f09c-417f-a8dd-55a53289619c/3a7ed95f-eba4-4c48-851e-139ac07bfd0c/3d3dece6-739e-4c53-b7ef-a19fe2aabe40) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:04:21.423602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:21.441431 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Transition to ACTIVE for port object 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:04:21.466896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:21.533227 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Network 63cf96ba-f09c-417f-a8dd-55a53289619c is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:04:21.540605 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:04:21.544834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:04:21.580486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:21.618081 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:21.618721 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:21.648680 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-a10f13a4-a95b-4d4f-8e57-82ced56b7c50 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577260 Mar 03 11:04:21.661077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Request body: {'port': {'device_id': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:21.776023 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6ff47ab3-fd2b-4371-af12-46ccc5a9e57d None None] Provisioning for port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:04:21.780016 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:21.784666 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-6ff47ab3-fd2b-4371-af12-46ccc5a9e57d None None] Provisioning complete for port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:04:21.785050 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6ff47ab3-fd2b-4371-af12-46ccc5a9e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:21.837523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-6ff47ab3-fd2b-4371-af12-46ccc5a9e57d None None] Port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 11:04:22.030396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ba440-4036-48c2-9a38-c4ce9013c324 req-7b5eeed5-a6c2-4d90-a92d-3ac086a24ff0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:22.031903 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e44ba440-4036-48c2-9a38-c4ce9013c324 req-7b5eeed5-a6c2-4d90-a92d-3ac086a24ff0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 931 time: 0.0904937 Mar 03 11:04:22.081162 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e44ba440-4036-48c2-9a38-c4ce9013c324 req-e5d3dda6-28a1-46f9-827c-c306c0800486 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410678 Mar 03 11:04:22.136347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:04:22.144435 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:22.158854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Transition to ACTIVE for port object 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:04:22.161937 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:22.458986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:22.503386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Attempting to bind port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:04:22.503723 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Attempting to bind port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:04:22.504047 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Attempting to bind port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 on network 63cf96ba-f09c-417f-a8dd-55a53289619c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:04:22.508811 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 on network 63cf96ba-f09c-417f-a8dd-55a53289619c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 11:04:22.509129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Attempting to bind port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 on network 63cf96ba-f09c-417f-a8dd-55a53289619c {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:04:22.514008 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:04:22.514872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Checking segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:04:22.515251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Bound using segment: {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:04:22.515693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Bound port: 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bfb02b-a410-440b-8d69-4c048e37a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:04:22.516033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:22.604482 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:04:22.607432 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:04:22.612173 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:22.666825 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:22.667484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:22.669109 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 1093 time: 1.0128982 Mar 03 11:04:22.669528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:04:22.703234 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea7e27-2295-459d-a022-5d235f526fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:22.739555 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'status': 'completed', 'code': 200} Mar 03 11:04:22.785425 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-400678aa-5519-4d8f-849b-90633cc027ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:22.786889 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-400678aa-5519-4d8f-849b-90633cc027ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1096 time: 0.0791204 Mar 03 11:04:22.855759 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-2db8927e-83b8-46c0-89f8-fee39cdb3419 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 217 time: 0.0613308 Mar 03 11:04:22.922122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4e64bca6-d2e4-476b-8ff0-f01aa4c78705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:22.923572 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-4e64bca6-d2e4-476b-8ff0-f01aa4c78705 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0630250 Mar 03 11:04:22.996872 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-16c058cf-180d-4254-84ed-1bdd55b5fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:22.998300 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-16c058cf-180d-4254-84ed-1bdd55b5fe51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694597 Mar 03 11:04:23.133571 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-d94ceb0f-5894-46d9-9dc0-a11b96d3bca6 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293323 Mar 03 11:04:23.270696 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-17a66bf4-1417-4170-a0e8-7bd0b9b4ec73 req-afdfb45c-101c-4215-9875-18e83aa27e3b service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314273 Mar 03 11:04:23.311049 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7523-e410-4f27-8cfe-e55c507bcb13 req-23c165c9-5fc6-4236-978a-c7322d2e4b01 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:23.313209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a9cd7523-e410-4f27-8cfe-e55c507bcb13 req-23c165c9-5fc6-4236-978a-c7322d2e4b01 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0893376 Mar 03 11:04:23.360371 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-a9cd7523-e410-4f27-8cfe-e55c507bcb13 req-65436ef5-cddc-4a3c-9116-e85504cd23eb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400968 Mar 03 11:04:23.407021 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-031d9675-cef1-4844-bbf1-dccf9fc442a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:23.409397 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-031d9675-cef1-4844-bbf1-dccf9fc442a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1096 time: 0.0937700 Mar 03 11:04:23.566886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-54f6fca5-7dc4-4e7b-8db3-eb11e0964783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:23.568368 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-54f6fca5-7dc4-4e7b-8db3-eb11e0964783 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1530359 Mar 03 11:04:23.648734 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-d93754ab-3884-4768-ab08-7fd73f4e11e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 217 time: 0.0738714 Mar 03 11:04:23.724245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-daec1e9f-3e43-469d-be04-c20b87461119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:23.725664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-daec1e9f-3e43-469d-be04-c20b87461119 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0711355 Mar 03 11:04:23.820051 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-de4c7443-e01c-45b0-ae65-e0c861cd5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:23.821935 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-de4c7443-e01c-45b0-ae65-e0c861cd5393 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903311 Mar 03 11:04:23.975041 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-e83b5ca1-ffe8-487d-8065-60be841bb1be service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465032 Mar 03 11:04:24.104248 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4b7cb474-35f0-4a5c-afd4-ef79c76a9a5f req-0e43469c-82a2-4184-8162-037c92fd5b26 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238141 Mar 03 11:04:24.323692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:24.543542 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81decde2-196e-4ec6-a116-5e9bb8ea51f9 req-30217697-1991-4097-a22a-9d229c8154a1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:24.544982 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-81decde2-196e-4ec6-a116-5e9bb8ea51f9 req-30217697-1991-4097-a22a-9d229c8154a1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0785580 Mar 03 11:04:24.588435 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-81decde2-196e-4ec6-a116-5e9bb8ea51f9 req-2e24dc6d-1cc3-4c5d-a67a-61e977124921 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374749 Mar 03 11:04:25.772742 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcefde3-0f9e-4ed1-8485-3f451ec830a4 req-9c87c47f-9d09-4bfa-95ed-25eaeae8c6bb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:25.774139 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5fcefde3-0f9e-4ed1-8485-3f451ec830a4 req-9c87c47f-9d09-4bfa-95ed-25eaeae8c6bb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0821249 Mar 03 11:04:25.817440 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5fcefde3-0f9e-4ed1-8485-3f451ec830a4 req-95e95cc9-b9b1-41a8-a198-ac6e6b8d74e6 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377529 Mar 03 11:04:26.327721 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:04:27.002336 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b221c36-4d54-4008-95ea-ba44a88d8d25 req-379128c7-0ec5-423a-9b26-f44747767857 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:27.003838 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2b221c36-4d54-4008-95ea-ba44a88d8d25 req-379128c7-0ec5-423a-9b26-f44747767857 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0803750 Mar 03 11:04:27.050724 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2b221c36-4d54-4008-95ea-ba44a88d8d25 req-41f0ee68-1abc-4552-b3c7-9bcd2a1a0d6e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Mar 03 11:04:28.229512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdd82-311b-4c85-80e4-ad024e834baf req-63ce53d0-c02e-4ccd-ac8c-eb5d962608d9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:28.230966 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88dfdd82-311b-4c85-80e4-ad024e834baf req-63ce53d0-c02e-4ccd-ac8c-eb5d962608d9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0795195 Mar 03 11:04:28.275157 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-88dfdd82-311b-4c85-80e4-ad024e834baf req-b81594c9-1926-45c6-b4c0-e403a22bae40 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377526 Mar 03 11:04:29.458000 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0507-3b73-4c10-b803-bc3dd4c1229c req-37709e49-407d-462f-80dd-dd089ce2f34f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:29.459496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbed0507-3b73-4c10-b803-bc3dd4c1229c req-37709e49-407d-462f-80dd-dd089ce2f34f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0814686 Mar 03 11:04:29.505050 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbed0507-3b73-4c10-b803-bc3dd4c1229c req-e1cac739-d4be-4441-8045-3e5756b4d4a8 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395036 Mar 03 11:04:30.689110 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7d238-ed35-4a17-93e8-7d4a2139dc55 req-51bf77e3-f54f-47d7-94e4-c7cea734b41f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:30.690580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-68a7d238-ed35-4a17-93e8-7d4a2139dc55 req-51bf77e3-f54f-47d7-94e4-c7cea734b41f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0812838 Mar 03 11:04:30.733513 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-68a7d238-ed35-4a17-93e8-7d4a2139dc55 req-cb331d35-f8ae-4a7e-8f89-b78f94d105e1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368357 Mar 03 11:04:30.864788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:04:30.999146 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:04:31.014794 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'port_id': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'mac_address': 'fa:16:3e:62:66:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:04:31.068301 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:31.084221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:04:31.099444 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:04:31.103196 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:31.168072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:31.175495 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.175836 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.176172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.176499 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.176821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.177143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.177465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.177783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.178205 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.178521 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.178834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.179145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:04:31.306088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['3d3dece6-739e-4c53-b7ef-a19fe2aabe40'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:04:31.920549 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79bd2b-16b3-4959-99c0-33a318d8f3ad req-90010a0e-c925-45fb-a456-2cf76ac263a3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:31.922038 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3a79bd2b-16b3-4959-99c0-33a318d8f3ad req-90010a0e-c925-45fb-a456-2cf76ac263a3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 944 time: 0.0851109 Mar 03 11:04:31.965734 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3a79bd2b-16b3-4959-99c0-33a318d8f3ad req-79d960a0-ae32-4221-8a86-4e76b6f25a66 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382237 Mar 03 11:04:32.880374 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:04:32.949295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:04:32.954508 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:04:32.954873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:33.070737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:33.098565 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:04:33.109212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:04:33.114525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:33.151850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed9d3-b650-43a7-8851-fb189d9af74f req-983d8960-177a-467b-b51e-df31610d375e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:33.153344 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-649ed9d3-b650-43a7-8851-fb189d9af74f req-983d8960-177a-467b-b51e-df31610d375e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 944 time: 0.0835986 Mar 03 11:04:33.186592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:33.204169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-649ed9d3-b650-43a7-8851-fb189d9af74f req-11aba9c1-aaba-45a4-8d1d-5c1a25602bdb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440998 Mar 03 11:04:33.213387 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aa62b7e2-db8b-4ede-b9f7-31668fd82819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:33.217595 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'code': 200} Mar 03 11:04:33.518913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb966-0f55-41a4-9d10-34dec65740dc req-c3081493-f138-4fcd-9763-bf51e20689ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:33.520662 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc6cb966-0f55-41a4-9d10-34dec65740dc req-c3081493-f138-4fcd-9763-bf51e20689ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.1121004 Mar 03 11:04:33.655890 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cc6cb966-0f55-41a4-9d10-34dec65740dc req-2c048cca-f6d8-4c97-8d97-295c8c084ea3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273232 Mar 03 11:04:34.388756 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce112a-27b8-47b4-aec0-50e347662ff2 req-e9b38a04-13b9-421b-9d66-291dbf18f9b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:34.390232 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-47ce112a-27b8-47b4-aec0-50e347662ff2 req-e9b38a04-13b9-421b-9d66-291dbf18f9b0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0796919 Mar 03 11:04:34.433363 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-47ce112a-27b8-47b4-aec0-50e347662ff2 req-508c0ad5-9cc8-44f0-b3a7-93d12aba8a67 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375731 Mar 03 11:04:35.369999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-6758ea5c-5a7c-49fb-9697-925525e36401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:35.714877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d0adc-09ae-4afa-b37c-d39f7107c5b2 req-7e45255e-b063-4693-a61e-4f699fba9784 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:35.716368 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-426d0adc-09ae-4afa-b37c-d39f7107c5b2 req-7e45255e-b063-4693-a61e-4f699fba9784 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.1795483 Mar 03 11:04:35.759677 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-426d0adc-09ae-4afa-b37c-d39f7107c5b2 req-182e0dab-1f53-42aa-96e9-055463f7e2cf tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375249 Mar 03 11:04:35.940624 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091e5df-91d9-497d-823b-cc47d95f8b91 req-4b75e7dc-6293-40ed-9658-e389f374e581 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:35.942055 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0091e5df-91d9-497d-823b-cc47d95f8b91 req-4b75e7dc-6293-40ed-9658-e389f374e581 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0791659 Mar 03 11:04:35.987043 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0091e5df-91d9-497d-823b-cc47d95f8b91 req-91fae0e3-9905-4a7c-91b2-b790d2cb9280 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394182 Mar 03 11:04:36.009365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 42888) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:36.076797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fc5ac-e39a-4ad6-ada9-4bc395bc733b tempest-TestShelveInstance-2134116172 tempest-TestShelveInstance-2134116172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:36.078247 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e61fc5ac-e39a-4ad6-ada9-4bc395bc733b tempest-TestShelveInstance-2134116172 tempest-TestShelveInstance-2134116172-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1093 time: 0.0679374 Mar 03 11:04:36.081164 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 42892) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:04:36.086178 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:04:36.092279 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:04:36.096155 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Usage tracker for resource:floatingip and tenant:dc0b835c0e0c4b8bacde571f712ff41e is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:04:36.098933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:04:36.104936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:04:36.114923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:36.224089 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:36.249542 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:36.302655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:36.378813 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Allocated IP 172.26.7.78 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/9cdcec99-2020-4f08-b347-64854ce5cade) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:04:36.525321 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:36.554038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:36.609646 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:04:36.612427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:04:36.615968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:04:36.657864 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'Port': ['ID=9cdcec99-2020-4f08-b347-64854ce5cade,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:37.037956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:37.108814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:37.307592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:37.312274 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:37.420734 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event updated for resources: {'Port': ['ID=9cdcec99-2020-4f08-b347-64854ce5cade,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:04:37.430759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:37.694886 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.l3_db [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Floating IP f3cc8123-f1da-4ba1-aa08-9e8225345b2b associated. External IP: 172.26.7.78, port: 3d3dece6-739e-4c53-b7ef-a19fe2aabe40. Mar 03 11:04:38.039919 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:04:38.148613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:38.222098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:04:38.231419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] Sync routers for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:04:38.241140 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:04:38.241891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:04:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:04:38.247705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:04:38.303242 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f58f4e9d-af3f-40ed-ae5a-35a114ddb0e4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2208714 Mar 03 11:04:38.303924 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:04:38.350110 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'status': 'completed', 'code': 200} Mar 03 11:04:38.420166 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:04:38.441642 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-e34b9ad0-fb6d-4526-88b0-fcb452bd3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:38.443112 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-e34b9ad0-fb6d-4526-88b0-fcb452bd3592 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.0726388 Mar 03 11:04:38.573136 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-5d63e88b-9e82-4073-b20a-5c0e4e6ef0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:38.574484 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-5d63e88b-9e82-4073-b20a-5c0e4e6ef0b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1253357 Mar 03 11:04:38.680863 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-8eef9283-f0d5-423a-a79a-7ef6ec195cfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 998 time: 0.1001101 Mar 03 11:04:38.746956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-4e406699-a5d9-4d71-ab88-6d2b2e5b0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:38.749348 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-4e406699-a5d9-4d71-ab88-6d2b2e5b0679 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0625436 Mar 03 11:04:38.799067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'f3cc8123-f1da-4ba1-aa08-9e8225345b2b', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'port_id': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'mac_address': 'fa:16:3e:62:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:04:36Z', 'updated_at': '2022-03-03T11:04:36Z', 'revision_number': 0, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:04:38.802931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] Checking router: 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:04:38.811933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:04:38.812534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:04:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:04:38.823614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-b328e4ed-cb1b-47e4-8ad0-18c739c6ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:04:38.825037 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-b328e4ed-cb1b-47e4-8ad0-18c739c6ed24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706191 Mar 03 11:04:38.954790 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-6718d9ba-256c-41af-829f-f2b43e5bf90f service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241882 Mar 03 11:04:38.989036 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:04:39.084691 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-053e3b1f-0d67-401d-9e27-a619e686edc8 req-7f351564-012e-47f1-bb18-e2067838d8d0 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244192 Mar 03 11:04:39.328725 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'f3cc8123-f1da-4ba1-aa08-9e8225345b2b', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'port_id': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'mac_address': 'fa:16:3e:62:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:04:36Z', 'updated_at': '2022-03-03T11:04:36Z', 'revision_number': 0, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:04:39.332756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c48f9-106c-409d-a40a-7ba66974dd94 None None] The sync data for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv is: [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': 'f3cc8123-f1da-4ba1-aa08-9e8225345b2b', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'floating_ip_address': '172.26.7.78', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'port_id': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'mac_address': 'fa:16:3e:62:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:04:36Z', 'updated_at': '2022-03-03T11:04:36Z', 'revision_number': 0, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:04:39.520886 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44991b7e-0e30-44cd-8187-066b2a3b5674 None None] New status for floating IP f3cc8123-f1da-4ba1-aa08-9e8225345b2b: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:04:54.318820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:03.218360 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9828c8eb-79d5-4b15-a65d-1e6eccd210b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:03.327812 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:05:05.372754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8a98205b-3731-4491-b4f9-0dacead00610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:06.227766 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:06.307860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:08.152380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:15.665174 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-30d08ea7-dcff-4e95-9120-22c53cd48e75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094031 Mar 03 11:05:15.901876 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-6ae2b110-cce0-4f77-bf46-6832125adc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:05:15.903372 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-6ae2b110-cce0-4f77-bf46-6832125adc09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.1691365 Mar 03 11:05:16.041918 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-a7f3e5c1-a903-4c6d-bfdd-1aaadaa99fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:05:16.043235 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-a7f3e5c1-a903-4c6d-bfdd-1aaadaa99fa2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1228616 Mar 03 11:05:16.142236 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-b1eb1af1-87dd-44eb-bd00-0486720bd034 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 1000 time: 0.0932522 Mar 03 11:05:16.203493 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-852b40aa-ac23-4daa-af40-c65ceda9539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:05:16.204855 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-852b40aa-ac23-4daa-af40-c65ceda9539a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0568707 Mar 03 11:05:16.276408 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-a42b6bd5-b956-4435-8319-9dbcc01ec264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:05:16.277918 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-a42b6bd5-b956-4435-8319-9dbcc01ec264 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672815 Mar 03 11:05:16.404855 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-bccba095-2fe1-4a00-b607-96f06128b0d3 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209095 Mar 03 11:05:16.536257 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-88720997-5c19-4aa6-90cf-cd78e2e7b749 req-50a82208-f8d2-4b92-9464-4d24f8fa91a5 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252446 Mar 03 11:05:24.313554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:33.219025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-a009a848-7eb8-4412-ab5c-f2e09198346f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:35.373903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-155b184a-a286-4e57-9482-d932af6470de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:36.230614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:36.308671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:38.154625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:05:40.326805 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:05:54.328198 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:03.222115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2843-4502-47ad-87b4-5290b16ad801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:05.375804 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-efbe4216-9981-48b4-b046-dd6b89071573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:06.233461 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:06.310931 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:08.158119 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:15.622921 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-b0e18e0b-89f7-4083-ba20-9dc6fa7604fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683074 Mar 03 11:06:15.760719 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-75afb98d-605c-42a2-bf66-b8925bc044cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:15.762069 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-75afb98d-605c-42a2-bf66-b8925bc044cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.0735011 Mar 03 11:06:15.902788 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-c1e94c01-7437-42f6-92d7-9dc48cf0808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:15.904236 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-c1e94c01-7437-42f6-92d7-9dc48cf0808f service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1234412 Mar 03 11:06:16.005694 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-1dfec967-ac3a-4a20-a5bf-fb40176deafb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 1000 time: 0.0949163 Mar 03 11:06:16.065778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-45fda257-5c3f-4fb7-8fca-db2ec26b4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:16.067076 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-45fda257-5c3f-4fb7-8fca-db2ec26b4897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0551965 Mar 03 11:06:16.141975 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-934f708b-99e7-40df-8c6a-b0030d4686f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:16.143407 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-934f708b-99e7-40df-8c6a-b0030d4686f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702844 Mar 03 11:06:16.269424 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-f7e4ef21-013c-469e-ab88-f458d5b6370e service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202419 Mar 03 11:06:16.394906 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-86d7fd69-6e2c-45bf-b832-9f6557514f06 req-ded04780-424c-4ce4-a30b-613b4e0bce37 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198087 Mar 03 11:06:17.326327 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:06:24.328701 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:33.224148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7f3df21b-a661-410b-94af-84873a4ca616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:33.516859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b47258-82bf-4998-bca8-416f8096b9aa req-c861baca-f85c-4641-88ad-1e7b437aa4b1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:33.518301 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44b47258-82bf-4998-bca8-416f8096b9aa req-c861baca-f85c-4641-88ad-1e7b437aa4b1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0868318 Mar 03 11:06:33.563041 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-44b47258-82bf-4998-bca8-416f8096b9aa req-d8f2858f-52cf-4795-82fc-832fae67c41b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386486 Mar 03 11:06:34.751588 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920bcf2-b88f-4ec1-9ee4-ea91b61183d2 req-763fb47d-59ae-46ba-abc0-347e716bd9ff tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:34.752943 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4920bcf2-b88f-4ec1-9ee4-ea91b61183d2 req-763fb47d-59ae-46ba-abc0-347e716bd9ff tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0811229 Mar 03 11:06:34.796478 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4920bcf2-b88f-4ec1-9ee4-ea91b61183d2 req-8c8dbf13-6e4c-44b3-b015-13cd1da6fbcb tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379102 Mar 03 11:06:35.377778 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-603429b0-7e48-46e3-9182-b5370b176ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:35.983419 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68571f-4d16-4f25-8d54-c7237e893f89 req-a47902bd-887c-4415-b5bd-5f9e04f6f69c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:35.984885 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ef68571f-4d16-4f25-8d54-c7237e893f89 req-a47902bd-887c-4415-b5bd-5f9e04f6f69c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0833695 Mar 03 11:06:36.028873 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ef68571f-4d16-4f25-8d54-c7237e893f89 req-4081d95d-2247-4ef1-b8d2-97ad77061f0d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379899 Mar 03 11:06:36.236390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:36.311973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:37.215781 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c44d2-702a-4496-8e6d-c44463be72ba req-9f500f86-f03a-4852-a839-7031fff58c10 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:37.217245 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1b0c44d2-702a-4496-8e6d-c44463be72ba req-9f500f86-f03a-4852-a839-7031fff58c10 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0797827 Mar 03 11:06:37.266515 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1b0c44d2-702a-4496-8e6d-c44463be72ba req-04bbf4fe-41ce-4491-b35c-6bd10e0efcd1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436678 Mar 03 11:06:38.160980 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:38.445825 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923bb4-feae-481e-b44e-f0d7fe163dda req-366d0c33-c02d-47d2-99f5-71ac6fecc9b4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:38.447285 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df923bb4-feae-481e-b44e-f0d7fe163dda req-366d0c33-c02d-47d2-99f5-71ac6fecc9b4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0780916 Mar 03 11:06:38.492536 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-df923bb4-feae-481e-b44e-f0d7fe163dda req-7788b17f-83e5-492b-af84-1be8f8c5c02e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395913 Mar 03 11:06:39.676289 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4285e-a6d4-466e-be1a-4778459f7eee req-60d3c5aa-fb4a-4568-aed7-2426d35ad359 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:39.677722 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30b4285e-a6d4-466e-be1a-4778459f7eee req-60d3c5aa-fb4a-4568-aed7-2426d35ad359 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0822182 Mar 03 11:06:39.726458 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30b4285e-a6d4-466e-be1a-4778459f7eee req-3759d486-74a4-4b83-b368-dfc7e011fa28 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422494 Mar 03 11:06:40.909333 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d7a5-e7a4-4de7-baa9-3f3946c81768 req-154040c7-c4fd-4d3f-a9df-ac08d17ac771 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:40.910680 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7655d7a5-e7a4-4de7-baa9-3f3946c81768 req-154040c7-c4fd-4d3f-a9df-ac08d17ac771 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0789378 Mar 03 11:06:40.954209 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7655d7a5-e7a4-4de7-baa9-3f3946c81768 req-33a0ce19-4280-400f-acb7-eaded8c09528 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372162 Mar 03 11:06:42.139397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa2de6-5621-4d37-a729-b062da9391c4 req-14239c39-dec4-47b8-b95a-179d8775fb91 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:42.140857 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-37aa2de6-5621-4d37-a729-b062da9391c4 req-14239c39-dec4-47b8-b95a-179d8775fb91 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0845358 Mar 03 11:06:42.185225 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-37aa2de6-5621-4d37-a729-b062da9391c4 req-ccd76417-30af-466e-92cd-e86d7bbc8ea4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387700 Mar 03 11:06:43.367684 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61570a1-1d2f-4720-8566-5b3074c2e127 req-235115b7-8ef8-45a5-b841-9bb0250471b2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:43.369383 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d61570a1-1d2f-4720-8566-5b3074c2e127 req-235115b7-8ef8-45a5-b841-9bb0250471b2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Mar 03 11:06:43.413684 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d61570a1-1d2f-4720-8566-5b3074c2e127 req-55509e78-2773-438a-b49d-d0032a6cb15c tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385811 Mar 03 11:06:43.708338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-bdea0aa9-20bf-4c94-b047-a95c5a2fe09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:43.709868 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-bdea0aa9-20bf-4c94-b047-a95c5a2fe09b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.1631038 Mar 03 11:06:43.836627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-f94abd80-32be-447c-bdb5-c156a1b8edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:43.837953 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-f94abd80-32be-447c-bdb5-c156a1b8edec service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1220274 Mar 03 11:06:43.938537 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-f633df15-171b-4483-9574-f614b291e187 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 1000 time: 0.0949690 Mar 03 11:06:44.000844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-2bbf5245-53e8-4207-ad14-98b544310cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:44.002218 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-2bbf5245-53e8-4207-ad14-98b544310cdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0582047 Mar 03 11:06:44.072846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-7ef610a3-f814-43c1-8b15-b1e2417851af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:44.074247 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-7ef610a3-f814-43c1-8b15-b1e2417851af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668476 Mar 03 11:06:44.206080 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-0983b61c-92f6-4351-893c-5f385d2b9808 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258774 Mar 03 11:06:44.337048 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b51ed8f0-8b74-43a3-a945-ead19f8fcdbb req-e848d378-ceec-42f1-9541-0b6d002dfc88 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251006 Mar 03 11:06:44.595816 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafaf9c-9ae7-4544-a252-070b5479e5e1 req-157b6b69-b809-49ea-b08e-2d520dcaf412 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:44.597265 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cafaf9c-9ae7-4544-a252-070b5479e5e1 req-157b6b69-b809-49ea-b08e-2d520dcaf412 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0800858 Mar 03 11:06:44.640893 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0cafaf9c-9ae7-4544-a252-070b5479e5e1 req-56a0959a-2225-492e-9f5e-abd423b2efc7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380337 Mar 03 11:06:45.829371 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed315cc-1a37-45c4-aee1-cfd52fe142c0 req-6f2c31b0-2f60-4edb-8c29-79bf2991e3b7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:45.830763 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ed315cc-1a37-45c4-aee1-cfd52fe142c0 req-6f2c31b0-2f60-4edb-8c29-79bf2991e3b7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0867450 Mar 03 11:06:45.874705 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4ed315cc-1a37-45c4-aee1-cfd52fe142c0 req-f85fb887-5eb5-45db-96f3-ecb618ffcf45 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381744 Mar 03 11:06:47.059193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4f2e9-3c66-4135-8d17-487a565f38cb req-4b6113d5-74b3-4fe8-b877-433b24e71e30 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:47.060675 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78e4f2e9-3c66-4135-8d17-487a565f38cb req-4b6113d5-74b3-4fe8-b877-433b24e71e30 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0790436 Mar 03 11:06:47.108408 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-78e4f2e9-3c66-4135-8d17-487a565f38cb req-00d611f7-3e5a-491b-8f0a-5d009dc9cd9a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 Mar 03 11:06:47.516913 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e1788-afce-4316-a551-0594b24aa97d req-2f9d07fb-128b-4830-8103-cbeb8dff507f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:47.518602 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-011e1788-afce-4316-a551-0594b24aa97d req-2f9d07fb-128b-4830-8103-cbeb8dff507f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.1440544 Mar 03 11:06:47.521806 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-12daf1a5-8cc2-49fd-a3e6-50dedc392f10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2027447 Mar 03 11:06:47.564088 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-011e1788-afce-4316-a551-0594b24aa97d req-973d2fb0-583c-44d7-90d1-755d4b6a6560 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396168 Mar 03 11:06:48.752007 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddb357-ba10-4e40-893f-24ffe190be7f req-ea3879df-753e-4733-92a8-6ea07c54bc69 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:48.753412 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-faddb357-ba10-4e40-893f-24ffe190be7f req-ea3879df-753e-4733-92a8-6ea07c54bc69 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0852766 Mar 03 11:06:48.798406 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-faddb357-ba10-4e40-893f-24ffe190be7f req-969af32f-9b49-4f3b-a81d-f95c649a1601 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 Mar 03 11:06:49.704176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:06:49.814720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:49.842233 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:06:49.854647 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:06:49.861559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:49.889574 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-ac697b76-58ec-40bb-b9c3-a129f4c0e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:49.891158 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-ac697b76-58ec-40bb-b9c3-a129f4c0e433 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746&tenant_id=dc0b835c0e0c4b8bacde571f712ff41e HTTP/1.1" status: 200 len: 1098 time: 0.0788813 Mar 03 11:06:49.903974 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'code': 200} Mar 03 11:06:49.940895 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:06:49.948869 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.949289 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.949694 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.950091 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.950484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.950870 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.951260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.951695 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.952087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.952596 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.952987 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.953375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:06:49.989769 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-5f9ce8ba-4193-47d1-b22b-5b733b2b4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:49.991485 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-5f9ce8ba-4193-47d1-b22b-5b733b2b4095 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1096 time: 0.0776806 Mar 03 11:06:50.002548 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d205d7-90ee-4e19-9f74-a615e6e24235 req-538b565a-621e-4110-a8c7-539fe28c2638 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:50.004027 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-87d205d7-90ee-4e19-9f74-a615e6e24235 req-538b565a-621e-4110-a8c7-539fe28c2638 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0860565 Mar 03 11:06:50.048293 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-87d205d7-90ee-4e19-9f74-a615e6e24235 req-58ffc46d-9d3d-47d7-9728-2b2cbee96f53 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380075 Mar 03 11:06:50.121126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-912fcbb7-fc17-4404-8e6d-0b5eb8df686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:50.122587 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-912fcbb7-fc17-4404-8e6d-0b5eb8df686f service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1260481 Mar 03 11:06:50.222202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-a435c70e-1bf0-4c65-8323-a576c68e2875 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 998 time: 0.0937102 Mar 03 11:06:50.283056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-ce1a0b38-b110-47f2-8c9d-a9a69fe57ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:50.284472 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-ce1a0b38-b110-47f2-8c9d-a9a69fe57ad4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0571597 Mar 03 11:06:50.357049 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-c3c0adad-ae67-40ab-ac9e-a76afc7fe08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:50.358479 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-c3c0adad-ae67-40ab-ac9e-a76afc7fe08a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686269 Mar 03 11:06:50.489075 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-3e9ab883-1b7c-49e5-92c8-d235e9c8899e service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249998 Mar 03 11:06:50.618822 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-d18ce1e7-5cf1-4349-86c2-b04e0a46ef58 req-bcef4522-5ece-45cd-a9cb-aa6896b2c288 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241891 Mar 03 11:06:51.233461 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb89b5-64d0-42d2-8ad4-0ad682d8ef05 req-4870f9cb-1c8b-47bb-8418-0e177813105b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:51.234901 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4eeb89b5-64d0-42d2-8ad4-0ad682d8ef05 req-4870f9cb-1c8b-47bb-8418-0e177813105b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0779798 Mar 03 11:06:51.281303 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4eeb89b5-64d0-42d2-8ad4-0ad682d8ef05 req-c5568d3e-325d-49fb-9b6d-f6c8102369be tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408640 Mar 03 11:06:52.572655 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720bc4-0c3d-4812-8941-8cfc79282aea req-5426dd87-0568-48c3-be9e-758e6ca379cd tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:52.574048 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-74720bc4-0c3d-4812-8941-8cfc79282aea req-5426dd87-0568-48c3-be9e-758e6ca379cd tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.1848977 Mar 03 11:06:52.617957 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-74720bc4-0c3d-4812-8941-8cfc79282aea req-0be14a8e-b9e4-4974-b3ad-54755a6e40f4 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382631 Mar 03 11:06:53.804057 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d322f-4fb9-44ca-b9c4-d332cbfcb857 req-8d7376ef-7dd6-4f3e-b438-61912d37fd5a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:53.805469 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b07d322f-4fb9-44ca-b9c4-d332cbfcb857 req-8d7376ef-7dd6-4f3e-b438-61912d37fd5a tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0812845 Mar 03 11:06:53.848147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b07d322f-4fb9-44ca-b9c4-d332cbfcb857 req-d26d1a63-26f9-423d-a923-5a95c22a2ab3 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368123 Mar 03 11:06:54.325423 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:06:54.327702 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:55.030076 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386d89-6528-438a-abdb-18af28f09a00 req-0ef0f964-4e62-4a7b-9193-31cc662006ca tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:55.031568 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9e386d89-6528-438a-abdb-18af28f09a00 req-0ef0f964-4e62-4a7b-9193-31cc662006ca tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0802433 Mar 03 11:06:55.077693 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-9e386d89-6528-438a-abdb-18af28f09a00 req-0c389d89-52ef-4d26-b8c0-f7360e94368f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406437 Mar 03 11:06:56.261975 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab01dc-1cad-45cb-9f49-5e5fee12bdf4 req-2851c175-7730-4470-99b9-3c2a0a0a051b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:56.263415 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30ab01dc-1cad-45cb-9f49-5e5fee12bdf4 req-2851c175-7730-4470-99b9-3c2a0a0a051b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0803494 Mar 03 11:06:56.306836 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-30ab01dc-1cad-45cb-9f49-5e5fee12bdf4 req-d485213a-7066-4c12-ae87-83d76dcddbe2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378666 Mar 03 11:06:57.492297 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9032-5925-4568-9976-0f640a8ecf0b req-add3d097-8834-48a4-99be-40ab0630dbf0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:57.493729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-956d9032-5925-4568-9976-0f640a8ecf0b req-add3d097-8834-48a4-99be-40ab0630dbf0 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0841732 Mar 03 11:06:57.536257 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-956d9032-5925-4568-9976-0f640a8ecf0b req-4518ceae-3d5e-4290-afa5-f7a9c5a97a04 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366416 Mar 03 11:06:58.720370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda7691-c1a8-4830-9f71-66e5b4908713 req-53476f3e-e222-44b6-be48-c09759ba36b2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:58.721815 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7cda7691-c1a8-4830-9f71-66e5b4908713 req-53476f3e-e222-44b6-be48-c09759ba36b2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0777960 Mar 03 11:06:58.765212 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-7cda7691-c1a8-4830-9f71-66e5b4908713 req-f05b967d-cb43-4865-acc7-c6e07c02ce84 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377233 Mar 03 11:06:59.734744 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:06:59.865114 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:06:59.878760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'port_id': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'mac_address': 'fa:16:3e:62:66:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:06:59.936780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:06:59.953581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:06:59.954688 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb187d7-74f7-4459-9711-0c2ffeb76c17 req-c13a432e-fce9-4311-909b-6626b174d1e9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:06:59.956195 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1eb187d7-74f7-4459-9711-0c2ffeb76c17 req-c13a432e-fce9-4311-909b-6626b174d1e9 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 943 time: 0.0847573 Mar 03 11:06:59.968825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:06:59.972835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:00.000813 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1eb187d7-74f7-4459-9711-0c2ffeb76c17 req-4640ffe2-f6fa-4eb9-a09d-6a7ce6512fe2 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389256 Mar 03 11:07:00.042190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:07:00.211176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['3d3dece6-739e-4c53-b7ef-a19fe2aabe40'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:07:01.226659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de762d92-3db0-4389-bfbb-3a0005777ddf req-c6f3f3d3-3ac0-4ce6-8435-19239c5538e1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:01.228148 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-de762d92-3db0-4389-bfbb-3a0005777ddf req-c6f3f3d3-3ac0-4ce6-8435-19239c5538e1 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 944 time: 0.1208911 Mar 03 11:07:01.274382 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-de762d92-3db0-4389-bfbb-3a0005777ddf req-588c8686-8663-4ade-9558-b7a0f3491d5e tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407517 Mar 03 11:07:01.766000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:07:01.831419 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:07:01.831781 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:01.943324 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:01.968471 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:07:01.978693 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:07:01.982818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:02.018923 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'code': 200} Mar 03 11:07:02.052043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:07:02.371656 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0178a-a0eb-492a-8b42-ac3804b6da06 req-d0c15341-b183-41c4-af0c-21a2dabd5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:02.373124 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c0e0178a-a0eb-492a-8b42-ac3804b6da06 req-d0c15341-b183-41c4-af0c-21a2dabd5c22 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.1710780 Mar 03 11:07:02.412902 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c0e0178a-a0eb-492a-8b42-ac3804b6da06 req-2ac48a46-a79d-47b4-85eb-ee8895e094c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341651 Mar 03 11:07:02.454504 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2101d4-fde7-4e4b-8f7b-b3a50ac05375 req-be99dccb-7c5b-4024-9f6c-fdddd699881d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:02.456002 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1b2101d4-fde7-4e4b-8f7b-b3a50ac05375 req-be99dccb-7c5b-4024-9f6c-fdddd699881d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0779455 Mar 03 11:07:02.501915 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1b2101d4-fde7-4e4b-8f7b-b3a50ac05375 req-3ca94b16-e0b5-4af9-a4e3-0cf52328abdd tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396497 Mar 03 11:07:03.225406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8c1d3e80-0d1c-4d8a-9091-3f0354762139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:03.736892 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac0d99-5b4c-4118-b6fa-5d1d3ded8e8e req-cd7a79fc-f0c8-41d8-a97d-f5c1115d3342 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:03.738326 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8dac0d99-5b4c-4118-b6fa-5d1d3ded8e8e req-cd7a79fc-f0c8-41d8-a97d-f5c1115d3342 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.1286173 Mar 03 11:07:03.781678 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8dac0d99-5b4c-4118-b6fa-5d1d3ded8e8e req-15c4fe09-d845-46cf-a668-871b9acb51da tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376275 Mar 03 11:07:05.383221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4689794c-ddb6-4f33-9b35-dbb69991c136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:06.238339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:06.315918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:08.168530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:15.615535 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-99457c74-cdc9-48b0-ab3c-31e1a342875c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696573 Mar 03 11:07:15.754086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-6c86163d-84f2-4f51-8173-7451eddc7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:15.755489 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-6c86163d-84f2-4f51-8173-7451eddc7255 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.0726535 Mar 03 11:07:15.897083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-f473d68b-647e-4f78-8294-f0843b59a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:15.898510 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-f473d68b-647e-4f78-8294-f0843b59a8c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1245077 Mar 03 11:07:16.002526 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-41772e31-1056-46b2-a69e-8e1840649708 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 1000 time: 0.0966561 Mar 03 11:07:16.063293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-af54d34c-f06f-407d-aae4-a8ada267f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:16.064633 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-af54d34c-f06f-407d-aae4-a8ada267f8cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0564215 Mar 03 11:07:16.141532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-ffe05440-e93f-4321-b866-3fea909d34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:07:16.142968 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-ffe05440-e93f-4321-b866-3fea909d34c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710840 Mar 03 11:07:16.271716 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-808f5e74-1500-4b14-a71c-99dba132e440 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226735 Mar 03 11:07:16.400871 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-f33c5139-a13b-443a-9684-d28ca9f169bd req-52ede80e-637f-4a46-8672-5cd00820fce7 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219711 Mar 03 11:07:24.337601 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:31.325101 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:07:33.226637 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d81b226f-0553-4fd7-b6e0-430ba95cdc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:35.385892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e9e03cc3-80ea-4bc7-bb1e-a92e04a5b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:36.240834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:36.318279 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:38.168531 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:07:54.356795 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:03.229142 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e4b7-f675-43fc-8268-ca527dbea853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:05.389058 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7035-96b5-4b20-92ad-b166fc8a0688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:06.242633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:06.323636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:08.171117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:08.326540 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:08:17.167774 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-8aa7b658-0205-42c3-9b58-0dd5f896ee59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696797 Mar 03 11:08:17.307062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-0ff6a6e5-b23e-4640-bcaf-d42dc81a4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:17.308569 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-0ff6a6e5-b23e-4640-bcaf-d42dc81a4498 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.0754526 Mar 03 11:08:17.454470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-b8a73502-9705-4909-bb68-a47db2372e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:17.455866 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-b8a73502-9705-4909-bb68-a47db2372e51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1294961 Mar 03 11:08:17.481780 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43052) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:17.559251 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-3b87f5df-62af-4600-b6d2-a15eea2a290b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 1000 time: 0.0979686 Mar 03 11:08:17.623380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-68d9ed0d-339a-4673-be60-2f779dc7ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:17.624816 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-68d9ed0d-339a-4673-be60-2f779dc7ca14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0597861 Mar 03 11:08:17.687904 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Deleting port 9cdcec99-2020-4f08-b347-64854ce5cade {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:17.688248 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:17.697426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-bba08845-a815-4ffc-b174-30321d6a0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:17.698900 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-bba08845-a815-4ffc-b174-30321d6a0860 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686893 Mar 03 11:08:17.828844 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-2c85e2c2-bd90-4823-a349-3a724d936fcd service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237161 Mar 03 11:08:17.857707 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:17.858027 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:17.982319 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Calling delete_port for 9cdcec99-2020-4f08-b347-64854ce5cade owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:18.065643 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-5fa97533-11d2-44d3-8fdd-04146f1e3a92 req-7b5455c6-8b83-4071-bda0-5c266bd7f828 service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314487 Mar 03 11:08:18.231189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:18.279403 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event deleted for resources: {'Port': ['ID=9cdcec99-2020-4f08-b347-64854ce5cade,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:18.319557 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.319907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.320249 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.320576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.320899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.321225 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.321792 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.322268 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.326365 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.326703 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.327044 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.327393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:18.383053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:18.383427 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Floating IP f3cc8123-f1da-4ba1-aa08-9e8225345b2b disassociated (deleted). External IP: 172.26.7.78, port: 3d3dece6-739e-4c53-b7ef-a19fe2aabe40. Mar 03 11:08:18.734610 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:08:18.910799 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:08:18.920779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] Sync routers for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:08:18.928513 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:18.929955 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:18.930576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:18.987855 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3b214535-8674-4cb8-8f65-35aef8e5169f tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "DELETE /v2.0/floatingips/f3cc8123-f1da-4ba1-aa08-9e8225345b2b HTTP/1.1" status: 204 len: 168 time: 1.5047736 Mar 03 11:08:18.988275 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:08:19.107204 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'status': 'completed', 'code': 200} Mar 03 11:08:19.120255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:19.200373 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-04b0e870-cc76-4f43-ac04-fd42078189a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:19.201928 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-04b0e870-cc76-4f43-ac04-fd42078189a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 1098 time: 0.0736916 Mar 03 11:08:19.339347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-4e0a4835-2713-4e6d-8bc4-2ea1297a2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:19.340716 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-4e0a4835-2713-4e6d-8bc4-2ea1297a2c81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 200 len: 909 time: 0.1307821 Mar 03 11:08:19.381915 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87bf12-ad51-47b8-a01b-1900dc01602a req-c1bafe7d-f8ee-4624-a08f-8ea9e67dade7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:19.382709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-3f87bf12-ad51-47b8-a01b-1900dc01602a req-c1bafe7d-f8ee-4624-a08f-8ea9e67dade7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:08:19.398914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-3f87bf12-ad51-47b8-a01b-1900dc01602a req-c1bafe7d-f8ee-4624-a08f-8ea9e67dade7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:08:19.401580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f87bf12-ad51-47b8-a01b-1900dc01602a req-c1bafe7d-f8ee-4624-a08f-8ea9e67dade7 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.1038086 Mar 03 11:08:19.417756 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-6c65603c-1df0-4b99-9e69-a84586248718 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 200 len: 217 time: 0.0705006 Mar 03 11:08:19.444924 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:19.450501 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] Checking router: 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:08:19.459834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:19.460448 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:19.462752 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3f87bf12-ad51-47b8-a01b-1900dc01602a req-86770306-2ed6-408b-b6e4-0bf83ab2f190 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521495 Mar 03 11:08:19.494410 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-bc1bed54-3196-48d3-842d-4dc6ad002b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:19.496451 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-bc1bed54-3196-48d3-842d-4dc6ad002b38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 200 len: 848 time: 0.0725365 Mar 03 11:08:19.572568 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-6e4abfdf-9070-472f-aaf9-d00cb6d87c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:19.574037 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-6e4abfdf-9070-472f-aaf9-d00cb6d87c17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cf96ba-f09c-417f-a8dd-55a53289619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711744 Mar 03 11:08:19.674705 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:19.707208 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-3acf8f99-57e4-4405-b1fe-c79f645d214f service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263394 Mar 03 11:08:19.840370 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-ed7cccc8-15bd-4b83-9797-e9459aa17b0e req-3f0366e9-db95-452a-b883-929a1873775b service neutron] 10.222.0.32 "GET /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268735 Mar 03 11:08:19.985913 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:19.989681 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea62960-55ea-4964-a9a9-b89647660846 None None] The sync data for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv is: [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:43Z', 'revision_number': 4, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'f282ec23-00e7-4680-bf40-e41c32645a9c', 'name': '', 'network_id': '63cf96ba-f09c-417f-a8dd-55a53289619c', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'mac_address': 'fa:16:3e:ea:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:42Z', 'updated_at': '2022-03-03T10:59:47Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'subnets': [{'id': '3a7ed95f-eba4-4c48-851e-139ac07bfd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:08:20.199003 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821188d6-7586-4b8d-8985-1cef133d79eb None None] New status for floating IP f3cc8123-f1da-4ba1-aa08-9e8225345b2b: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:08:20.638449 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da39173-fb68-4358-9529-b433a21278fb req-70d7991f-504a-4a50-b459-997b3fb687bd tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:20.639827 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1da39173-fb68-4358-9529-b433a21278fb req-70d7991f-504a-4a50-b459-997b3fb687bd tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0802917 Mar 03 11:08:20.684128 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1da39173-fb68-4358-9529-b433a21278fb req-7560897f-579b-451d-8e2a-c7dc1941d073 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/security-groups?id=f232f2c0-80d9-482e-866a-ef681e4524b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387938 Mar 03 11:08:20.825683 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872515f-cbb4-4410-b487-bade33c8e239 req-70fe5ad0-919d-41b1-bd10-468f91d6e27b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:20.826292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8872515f-cbb4-4410-b487-bade33c8e239 req-70fe5ad0-919d-41b1-bd10-468f91d6e27b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Synchronizing usage tracker for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:08:20.838922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-8872515f-cbb4-4410-b487-bade33c8e239 req-70fe5ad0-919d-41b1-bd10-468f91d6e27b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Unset dirty status for tenant:dc0b835c0e0c4b8bacde571f712ff41e on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:08:20.840043 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8872515f-cbb4-4410-b487-bade33c8e239 req-70fe5ad0-919d-41b1-bd10-468f91d6e27b tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 945 time: 0.0952096 Mar 03 11:08:20.911727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Deleting port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:20.912022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:21.159243 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] For port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:21.159626 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:21.283418 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Calling delete_port for 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:21.424076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:21.507554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event deleted for resources: {'Port': ['ID=3d3dece6-739e-4c53-b7ef-a19fe2aabe40,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:21.547342 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.547613 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.547947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.548270 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.548587 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.548906 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.549214 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.549524 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.549850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.550144 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.550447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.550750 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:21.564852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] No DVR routers for this DVR port 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:08:21.567055 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:21.569776 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-deleted', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:08:21.584849 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8872515f-cbb4-4410-b487-bade33c8e239 req-9793e68d-7eb5-4899-a359-ec0334fb985d tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.32 "DELETE /v2.0/ports/3d3dece6-739e-4c53-b7ef-a19fe2aabe40 HTTP/1.1" status: 204 len: 173 time: 0.7399161 Mar 03 11:08:21.617096 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d0846-5953-40fa-86b9-7038d9668746', 'name': 'network-vif-deleted', 'tag': '3d3dece6-739e-4c53-b7ef-a19fe2aabe40', 'status': 'completed', 'code': 200} Mar 03 11:08:21.836177 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b16b7f33-a597-4bf5-a9e6-d6c6e34dc1b0 req-7dd3f745-a23f-405d-aa94-d06ffcfabc13 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d0846-5953-40fa-86b9-7038d9668746 HTTP/1.1" status: 200 len: 210 time: 0.0436080 Mar 03 11:08:22.932284 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43072) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:23.000118 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19181b38-4063-4459-87f8-c3166eda0f37 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:23.033064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19181b38-4063-4459-87f8-c3166eda0f37 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:23.102119 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19181b38-4063-4459-87f8-c3166eda0f37 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:23.123467 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19181b38-4063-4459-87f8-c3166eda0f37 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f232f2c0-80d9-482e-866a-ef681e4524b5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:23.133941 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19181b38-4063-4459-87f8-c3166eda0f37 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:23.135102 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-19181b38-4063-4459-87f8-c3166eda0f37 tempest-TestShelveInstance-957211579 tempest-TestShelveInstance-957211579-project] 10.222.0.23 "DELETE /v2.0/security-groups/f232f2c0-80d9-482e-866a-ef681e4524b5 HTTP/1.1" status: 204 len: 168 time: 0.2018437 Mar 03 11:08:23.177479 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43078) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:23.958507 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:24.169627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:08:24.203842 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:08:24.204180 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 3d3dece6-739e-4c53-b7ef-a19fe2aabe40 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:08:24.314521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Deleting port f282ec23-00e7-4680-bf40-e41c32645a9c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:24.314855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:24.355011 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:24.488786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] For port f282ec23-00e7-4680-bf40-e41c32645a9c, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f282ec23-00e7-4680-bf40-e41c32645a9c,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:24.489140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:24.612679 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Calling delete_port for f282ec23-00e7-4680-bf40-e41c32645a9c owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:24.924795 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:25.102995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f282ec23-00e7-4680-bf40-e41c32645a9c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:25.396567 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:25.770574 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:08:25.948246 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:08:25.956707 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] Sync routers for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:08:25.960337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1efd8d96-9d2b-4d34-b47d-bb618fff86e7 admin admin] 10.222.0.23 "PUT /v2.0/routers/59bffa9a-a8c6-44ac-afd7-f1e85e278c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7817507 Mar 03 11:08:25.962967 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43084) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:25.965651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:25.966252 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:26.149126 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:26.236394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:26.412697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:26.424610 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Deleting port f610229b-132f-4c01-ab3d-cb28de0d4886 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:26.425010 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:26.432153 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T11:08:24Z', 'revision_number': 5, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port': {'id': 'f610229b-132f-4c01-ab3d-cb28de0d4886', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T10:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:26.435999 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] Checking router: 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:08:26.444185 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] Routers {'59bffa9a-a8c6-44ac-afd7-f1e85e278c15'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:26.444776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:26.596860 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] Set router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:26.601762 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] For port f610229b-132f-4c01-ab3d-cb28de0d4886, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=f610229b-132f-4c01-ab3d-cb28de0d4886,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:26.602113 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:26.731666 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Calling delete_port for f610229b-132f-4c01-ab3d-cb28de0d4886 owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:26.742430 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T11:08:26Z', 'revision_number': 6, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:26.747292 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6cd530-c94e-4223-ba22-986082244f88 None None] The sync data for ids ['59bffa9a-a8c6-44ac-afd7-f1e85e278c15'] in dv-neutron-831192-5-hyperv is: [{'id': '59bffa9a-a8c6-44ac-afd7-f1e85e278c15', 'name': 'tempest-TestShelveInstance-1482191345-router', 'tenant_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:39Z', 'updated_at': '2022-03-03T11:08:26Z', 'revision_number': 6, 'project_id': 'dc0b835c0e0c4b8bacde571f712ff41e', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:08:26.904157 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:26.954251 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f610229b-132f-4c01-ab3d-cb28de0d4886,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:27.038800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.213029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.215143 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.237038 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.237784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59bffa9a-a8c6-44ac-afd7-f1e85e278c15 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 11:08:27.251324 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.252452 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-ba2bd1db-07e9-48d1-b06e-c1582c1f15c3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/59bffa9a-a8c6-44ac-afd7-f1e85e278c15 HTTP/1.1" status: 204 len: 168 time: 1.2884932 Mar 03 11:08:27.254942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43088) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:27.317982 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] Deleting subnet 3a7ed95f-eba4-4c48-851e-139ac07bfd0c {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 11:08:27.320731 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.369615 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.447716 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.558907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f282ec23-00e7-4680-bf40-e41c32645a9c no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:08:27.596368 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: f282ec23-00e7-4680-bf40-e41c32645a9c {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:08:27.596814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f282ec23-00e7-4680-bf40-e41c32645a9c not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:08:27.597297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f610229b-132f-4c01-ab3d-cb28de0d4886 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:08:27.632920 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.634814 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: f610229b-132f-4c01-ab3d-cb28de0d4886 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:08:27.635408 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device f610229b-132f-4c01-ab3d-cb28de0d4886 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:08:27.672886 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7ed95f-eba4-4c48-851e-139ac07bfd0c,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:27.674789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.680035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f03241-89cd-43b6-843b-d09e3c318734 None None] Network 63cf96ba-f09c-417f-a8dd-55a53289619c requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:08:27.681677 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-679e8856-6283-483f-9305-3122bfdb11d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a7ed95f-eba4-4c48-851e-139ac07bfd0c HTTP/1.1" status: 204 len: 168 time: 0.4255855 Mar 03 11:08:27.684193 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43092) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:27.793173 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.803493 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Deleting port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:27.803859 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:27.926561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] DHCP port deletion for 63cf96ba-f09c-417f-a8dd-55a53289619c request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 11:08:27.930424 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Deleting port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:27.931684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.020576 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] For port 34c12f54-e74b-4abc-aa38-3565a94ac1c4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34c12f54-e74b-4abc-aa38-3565a94ac1c4,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:28.020863 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.136708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] For port 34c12f54-e74b-4abc-aa38-3565a94ac1c4, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=34c12f54-e74b-4abc-aa38-3565a94ac1c4,segment=NetworkSegment(c4bfb02b-a410-440b-8d69-4c048e37a11b),segment_id=c4bfb02b-a410-440b-8d69-4c048e37a11b)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:28.137009 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.253729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Calling delete_port for 34c12f54-e74b-4abc-aa38-3565a94ac1c4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:28.259675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Calling delete_port for 34c12f54-e74b-4abc-aa38-3565a94ac1c4 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:28.333988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.339985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 11:08:28.340388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 11:08:28.381276 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c12f54-e74b-4abc-aa38-3565a94ac1c4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:28.383047 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] No DVR routers for this DVR port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:08:28.495773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.520037 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cf96ba-f09c-417f-a8dd-55a53289619c']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:28.532169 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bfb02b-a410-440b-8d69-4c048e37a11b') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:28.532457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bfb02b-a410-440b-8d69-4c048e37a11b') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:28.543750 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.559272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.565619 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 11:08:28.566053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 11:08:28.579495 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 11:08:28.662101 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.677321 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.688846 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] Pushing event deleted for resources: {'Network': ['ID=63cf96ba-f09c-417f-a8dd-55a53289619c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:28.701138 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9465e77f-1f39-4f3e-8aaf-691d88e6ea59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/63cf96ba-f09c-417f-a8dd-55a53289619c HTTP/1.1" status: 204 len: 168 time: 1.0159180 Mar 03 11:08:28.703924 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43096) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:28.841815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Deleting port 34c12f54-e74b-4abc-aa38-3565a94ac1c4 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:28.842333 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:28.907535 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-579724db-54cd-4eab-a832-3a318f54bc46 None None] The port '34c12f54-e74b-4abc-aa38-3565a94ac1c4' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 11:08:29.240765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:29.553719 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34c12f54-e74b-4abc-aa38-3565a94ac1c4 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:08:29.592553 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 34c12f54-e74b-4abc-aa38-3565a94ac1c4 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:08:29.592907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 34c12f54-e74b-4abc-aa38-3565a94ac1c4 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:08:29.688016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Deleting port e8c63c78-14a2-42dd-8906-2bd22703cc66 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:29.688349 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:29.859207 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] For port e8c63c78-14a2-42dd-8906-2bd22703cc66, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=e8c63c78-14a2-42dd-8906-2bd22703cc66,segment=NetworkSegment(44642a97-c095-4e26-a048-6587ef9ec949),segment_id=44642a97-c095-4e26-a048-6587ef9ec949)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:29.859907 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:29.983988 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Calling delete_port for e8c63c78-14a2-42dd-8906-2bd22703cc66 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:30.158515 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:30.205153 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c63c78-14a2-42dd-8906-2bd22703cc66,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:30.471165 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:30.820155 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Router e3fb48f9-f86a-4bd3-812c-ad934dff8781 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:08:31.101773 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:08:31.111160 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] Sync routers for ids ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:08:31.120758 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f9508bc2-6719-4f56-b30f-07609867c219 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3fb48f9-f86a-4bd3-812c-ad934dff8781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4136147 Mar 03 11:08:31.120914 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] Routers {'e3fb48f9-f86a-4bd3-812c-ad934dff8781'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:31.121056 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43100) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:31.121172 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:31.291411 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] Set router e3fb48f9-f86a-4bd3-812c-ad934dff8781 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:31.300235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:31.477060 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:31.487053 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Deleting port c7890ed6-9800-4025-a8c9-880bf93f1dce {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:31.487444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:31.606618 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T11:08:30Z', 'revision_number': 5, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port': {'id': 'c7890ed6-9800-4025-a8c9-880bf93f1dce', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T10:59:46Z', 'updated_at': '2022-03-03T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:31.610300 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] Checking router: e3fb48f9-f86a-4bd3-812c-ad934dff8781 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:08:31.619200 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] Routers {'e3fb48f9-f86a-4bd3-812c-ad934dff8781'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:31.619814 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:31.668063 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] For port c7890ed6-9800-4025-a8c9-880bf93f1dce, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=c7890ed6-9800-4025-a8c9-880bf93f1dce,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:31.668417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:31.768101 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] Set router e3fb48f9-f86a-4bd3-812c-ad934dff8781 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:31.791895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Calling delete_port for c7890ed6-9800-4025-a8c9-880bf93f1dce owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:31.870043 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T11:08:31Z', 'revision_number': 6, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:31.873897 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16098fba-8ec5-40f8-82d8-8c18fa3934b9 None None] The sync data for ids ['e3fb48f9-f86a-4bd3-812c-ad934dff8781'] in dv-neutron-831192-5-hyperv is: [{'id': 'e3fb48f9-f86a-4bd3-812c-ad934dff8781', 'name': 'tempest-TestShelveInstance-906816976-router', 'tenant_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T10:59:45Z', 'updated_at': '2022-03-03T11:08:31Z', 'revision_number': 6, 'project_id': 'e22c44853d0542bd8c50eb0a843f05fb', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:08:31.957614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.004724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7890ed6-9800-4025-a8c9-880bf93f1dce,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:32.093651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.267088 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.269378 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.293476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.294019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3fb48f9-f86a-4bd3-812c-ad934dff8781 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 11:08:32.307019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.308219 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-1efe2904-34d1-49dd-bb05-47c8f9ad4c75 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e3fb48f9-f86a-4bd3-812c-ad934dff8781 HTTP/1.1" status: 204 len: 168 time: 1.1862049 Mar 03 11:08:32.310936 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43104) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:32.375564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] Deleting subnet 0d01948f-a505-4cc0-b1d1-4cc6e9e30c24 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 11:08:32.378299 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.424790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.500436 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.567789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.605879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d01948f-a505-4cc0-b1d1-4cc6e9e30c24,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:32.607709 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.612718 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d9cbf5-0995-4e67-a47b-c76bdef9c14e None None] Network bc8a69c0-bbc9-4f47-b399-56c760d00c7e requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:08:32.613466 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-1f942f0e-ebb5-47e9-b7ff-81c6f66a886a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0d01948f-a505-4cc0-b1d1-4cc6e9e30c24 HTTP/1.1" status: 204 len: 168 time: 0.3011386 Mar 03 11:08:32.615832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43108) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:32.721175 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.733674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Deleting port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:32.734226 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.894633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] DHCP port deletion for bc8a69c0-bbc9-4f47-b399-56c760d00c7e request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 11:08:32.899113 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Deleting port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:32.900115 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:32.974780 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] For port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,segment=NetworkSegment(44642a97-c095-4e26-a048-6587ef9ec949),segment_id=44642a97-c095-4e26-a048-6587ef9ec949)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:32.975286 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.114535 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Calling delete_port for 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:33.130075 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] For port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,segment=NetworkSegment(44642a97-c095-4e26-a048-6587ef9ec949),segment_id=44642a97-c095-4e26-a048-6587ef9ec949)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:33.130393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.190571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.242387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8537d9d5-ce03-4cce-b5d5-f5529e69a6e5,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:33.247790 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] No DVR routers for this DVR port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:08:33.293837 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Calling delete_port for 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:08:33.350197 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-20dc103e-8082-4ccd-9a3d-9c9fc00e7331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.364933 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.377438 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 11:08:33.377786 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 11:08:33.392338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8a69c0-bbc9-4f47-b399-56c760d00c7e']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:33.404475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44642a97-c095-4e26-a048-6587ef9ec949') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:33.404768 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44642a97-c095-4e26-a048-6587ef9ec949') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:33.416237 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.432439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.438801 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 11:08:33.439212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 11:08:33.452939 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 11:08:33.530722 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.547521 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.558658 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8a69c0-bbc9-4f47-b399-56c760d00c7e,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:33.561635 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c7890ed6-9800-4025-a8c9-880bf93f1dce no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:08:33.565872 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c02d6e3c-7f1a-4884-b4fe-a4e8de349fa9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc8a69c0-bbc9-4f47-b399-56c760d00c7e HTTP/1.1" status: 204 len: 168 time: 0.9491184 Mar 03 11:08:33.600067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: c7890ed6-9800-4025-a8c9-880bf93f1dce {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:08:33.600431 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device c7890ed6-9800-4025-a8c9-880bf93f1dce not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:08:33.600834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:08:33.638213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:08:33.638849 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:08:33.639025 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e8c63c78-14a2-42dd-8906-2bd22703cc66 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:08:33.674734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: e8c63c78-14a2-42dd-8906-2bd22703cc66 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:08:33.675077 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device e8c63c78-14a2-42dd-8906-2bd22703cc66 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:08:33.681268 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43114) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:33.728799 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-b54e98ae-ffbd-48df-8fc5-cf95bf9f578e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc0b835c0e0c4b8bacde571f712ff41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463345 Mar 03 11:08:33.731034 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43118) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:33.787881 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f145fdc-1d97-4402-92fe-753565c17e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.817032 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f145fdc-1d97-4402-92fe-753565c17e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.868703 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f145fdc-1d97-4402-92fe-753565c17e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.878593 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Deleting port 8537d9d5-ce03-4cce-b5d5-f5529e69a6e5 {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:08:33.879004 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.885963 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f145fdc-1d97-4402-92fe-753565c17e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2283d47c-0d31-4b03-b710-1c266a325219,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:33.892429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5f145fdc-1d97-4402-92fe-753565c17e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:33.893689 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-5f145fdc-1d97-4402-92fe-753565c17e2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2283d47c-0d31-4b03-b710-1c266a325219 HTTP/1.1" status: 204 len: 168 time: 0.1617517 Mar 03 11:08:33.953825 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-18602d65-15fd-4225-81ac-09804be5b383 None None] The port '8537d9d5-ce03-4cce-b5d5-f5529e69a6e5' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 11:08:34.222558 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43126) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:34.269894 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4cbca7a9-096c-419d-babc-cedb891f729d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e22c44853d0542bd8c50eb0a843f05fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462286 Mar 03 11:08:34.272287 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43130) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:34.328141 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464e726c-d5e4-4da1-8d8f-ed8d11eeb4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:34.352782 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464e726c-d5e4-4da1-8d8f-ed8d11eeb4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:34.403311 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464e726c-d5e4-4da1-8d8f-ed8d11eeb4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:34.421229 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e726c-d5e4-4da1-8d8f-ed8d11eeb4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b60dbe-06f9-439d-9b51-7ca18780d5dc,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:34.428674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-464e726c-d5e4-4da1-8d8f-ed8d11eeb4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:34.431749 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-464e726c-d5e4-4da1-8d8f-ed8d11eeb4cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48b60dbe-06f9-439d-9b51-7ca18780d5dc HTTP/1.1" status: 204 len: 168 time: 0.1585634 Mar 03 11:08:35.145077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43154) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:35.263649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1483155050-network', 'tenant_id': '646742faaf3c470a855359c05f08da93'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:35.268400 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:35.272106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Usage tracker for resource:network and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:35.275054 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:35.280996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:35.291045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Made reservation on behalf of 646742faaf3c470a855359c05f08da93 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 11:08:35.293345 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.305121 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.319869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:35.323759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:35.326486 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:35.332020 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:35.389975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-5a475203-d303-4753-9f69-dd6bfe2e8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.417838 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.421411 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.447984 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 11:08:35.460106 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a4fea-de7c-4fe8-a990-ea4de13b880b,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:35.465003 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.465346 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Added segment 0781d247-593c-48c7-a375-4cdebb07c08a of type vlan for network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 Mar 03 11:08:35.491823 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.519904 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.520830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:35.521404 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.715150 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] Pushing event updated for resources: {'Network': ['ID=37b4326a-66ae-4cb1-8daa-89465b1c2c27,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:35.717957 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-252bfe58-f754-4c0b-a213-688a2a45e204 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5718262 Mar 03 11:08:35.720947 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43160) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:35.724964 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 11:08:35.726289 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Request body: {'subnet': {'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1483155050-subnet', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'ip_version': 4}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:35.731437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:35.735471 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Usage tracker for resource:subnet and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:35.738344 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:35.745064 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:35.756625 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Made reservation on behalf of 646742faaf3c470a855359c05f08da93 for: {'subnet': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 11:08:35.759725 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10288302'] for subnet, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:35.958282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10288312'] for subnet, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.030262 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb107174-0506-4c9e-bc09-69a2ab3b1e9c,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:36.039194 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Checking segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:36.040098 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Network hostable DHCP agents. Network: 37b4326a-66ae-4cb1-8daa-89465b1c2c27, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 11:08:36.059210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 11:08:36.068185 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, 37b4326a-66ae-4cb1-8daa-89465b1c2c27) {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:36.072192 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:36.072764 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.079331 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f30cf3-8b7e-4092-8ba3-adc3f5167cae None None] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:08:36.099830 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-6716d766-dfc9-4f21-83ba-24981c25ff7c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3778689 Mar 03 11:08:36.102950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43164) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:36.107848 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:36.112510 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:36.116273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Usage tracker for resource:router and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:36.121042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:36.126987 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:36.138293 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.139484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.153816 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.258879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.304347 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 11:08:36.305211 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.369799 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.424230 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.470326 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Allocated IP 172.20.0.2 (37b4326a-66ae-4cb1-8daa-89465b1c2c27/bb107174-0506-4c9e-bc09-69a2ab3b1e9c/20368314-2fcc-40ee-9c81-4fa118f7d4cf) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:08:36.673626 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.683926 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Transition to ACTIVE for port object 20368314-2fcc-40ee-9c81-4fa118f7d4cf will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:36.702082 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Transition to ACTIVE for port object 20368314-2fcc-40ee-9c81-4fa118f7d4cf will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:36.707894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.734972 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.764702 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.770338 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:36.777309 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:36.781379 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:08:36.788224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Pushing event updated for resources: {'Port': ['ID=20368314-2fcc-40ee-9c81-4fa118f7d4cf,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:36.827738 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.828085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.828426 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.828758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.829084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.829409 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.829739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.830056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.830380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.830692 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.831005 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.831339 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:36.883178 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Attempting to bind port 20368314-2fcc-40ee-9c81-4fa118f7d4cf on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:08:36.883835 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Attempting to bind port 20368314-2fcc-40ee-9c81-4fa118f7d4cf by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:08:36.884203 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Attempting to bind port 20368314-2fcc-40ee-9c81-4fa118f7d4cf on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:36.889528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:08:36.889899 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Checking segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:36.890327 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.890747 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Bound using segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:08:36.891204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Bound port: 20368314-2fcc-40ee-9c81-4fa118f7d4cf, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:08:36.891604 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:36.898148 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Allocated IP 172.26.7.31 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/7d002b4f-f82c-495f-881c-216216779deb) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:08:36.984864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] For port 20368314-2fcc-40ee-9c81-4fa118f7d4cf, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:08:36.988209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] For port 20368314-2fcc-40ee-9c81-4fa118f7d4cf, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=20368314-2fcc-40ee-9c81-4fa118f7d4cf,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:08:36.992192 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:37.045965 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:37.077979 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:37.083020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed1e33-a458-4579-9a61-fcd640caa2b4 None None] Pushing event updated for resources: {'Port': ['ID=20368314-2fcc-40ee-9c81-4fa118f7d4cf,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:37.141266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:37.144255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:37.153196 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:08:37.316111 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Pushing event updated for resources: {'Port': ['ID=7d002b4f-f82c-495f-881c-216216779deb,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:37.589194 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 20368314-2fcc-40ee-9c81-4fa118f7d4cf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:37.655465 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 20368314-2fcc-40ee-9c81-4fa118f7d4cf completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:37.704245 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:37.978952 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c5c6b-f8f2-4fda-817f-4fb9e85cc3bf None None] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:08:38.057357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:38.115371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c821f383-a6c8-4d5e-88fd-5bc6baa4e8aa None None] Provisioning for port 20368314-2fcc-40ee-9c81-4fa118f7d4cf completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:38.132040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-c821f383-a6c8-4d5e-88fd-5bc6baa4e8aa None None] Provisioning complete for port 20368314-2fcc-40ee-9c81-4fa118f7d4cf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:38.132400 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c821f383-a6c8-4d5e-88fd-5bc6baa4e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:38.226882 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:38.265386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Router 0fce0789-88e3-422d-98a6-ee837e69ccf8 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 11:08:38.348556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c821f383-a6c8-4d5e-88fd-5bc6baa4e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:38.392688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-c821f383-a6c8-4d5e-88fd-5bc6baa4e8aa None None] For port 20368314-2fcc-40ee-9c81-4fa118f7d4cf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=20368314-2fcc-40ee-9c81-4fa118f7d4cf,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:38.397880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c821f383-a6c8-4d5e-88fd-5bc6baa4e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:38.447916 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:08:38.459064 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Sync routers for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:08:38.476502 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821f383-a6c8-4d5e-88fd-5bc6baa4e8aa None None] Pushing event updated for resources: {'Port': ['ID=20368314-2fcc-40ee-9c81-4fa118f7d4cf,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:38.480903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:38.481515 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:38.490356 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:38.491650 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-d2ef1572-1eda-4d54-a8a2-41c5b63dd9ed admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3876615 Mar 03 11:08:38.495980 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43168) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:38.672720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-698aabcd-ac2d-474c-9bd7-bac3b4257fcb None None] Provisioning complete for port 20368314-2fcc-40ee-9c81-4fa118f7d4cf triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:38.673302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-698aabcd-ac2d-474c-9bd7-bac3b4257fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:38.713984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:39.071935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:37Z', 'revision_number': 3, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:39.075751 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Checking router: 0fce0789-88e3-422d-98a6-ee837e69ccf8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:08:39.076099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Updating router 0fce0789-88e3-422d-98a6-ee837e69ccf8 port 7d002b4f-f82c-495f-881c-216216779deb binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 11:08:39.127876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.280174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.452200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.465614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Transition to ACTIVE for port object 7d002b4f-f82c-495f-881c-216216779deb will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:39.472975 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.494338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Allocated IP 172.20.0.1 (37b4326a-66ae-4cb1-8daa-89465b1c2c27/bb107174-0506-4c9e-bc09-69a2ab3b1e9c/ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:08:39.555145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Attempting to bind port 7d002b4f-f82c-495f-881c-216216779deb on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:08:39.555546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Attempting to bind port 7d002b4f-f82c-495f-881c-216216779deb by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:08:39.555808 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Attempting to bind port 7d002b4f-f82c-495f-881c-216216779deb on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:39.558117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e39e-9a1c-44f9-be8f-2fcf7edd293d None None] Pushing event updated for resources: {'Port': ['ID=7d002b4f-f82c-495f-881c-216216779deb,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:39.564112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:08:39.564538 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:39.564874 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.565287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:08:39.565772 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Bound port: 7d002b4f-f82c-495f-881c-216216779deb, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:08:39.566247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.592193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 20368314-2fcc-40ee-9c81-4fa118f7d4cf up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:39.658567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.675052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Transition to ACTIVE for port object ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:39.698934 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.730974 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] For port 7d002b4f-f82c-495f-881c-216216779deb, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:08:39.735600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] For port 7d002b4f-f82c-495f-881c-216216779deb, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7d002b4f-f82c-495f-881c-216216779deb,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:08:39.744622 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.758564 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:39.761520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:39.769396 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:08:39.781122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 20368314-2fcc-40ee-9c81-4fa118f7d4cf triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:39.781497 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.806135 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Pushing event updated for resources: {'Port': ['ID=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:39.833447 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:39.877422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:39.878067 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:39.941208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e39e-9a1c-44f9-be8f-2fcf7edd293d None None] Pushing event updated for resources: {'Port': ['ID=7d002b4f-f82c-495f-881c-216216779deb,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:40.101352 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:40.123271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-02b3258e-8a10-4fa8-a5c8-ab633521f5c0 None None] Provisioning for port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:40.134605 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:40.179464 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-02b3258e-8a10-4fa8-a5c8-ab633521f5c0 None None] Provisioning complete for port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:40.179845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-02b3258e-8a10-4fa8-a5c8-ab633521f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:40.372779 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-02b3258e-8a10-4fa8-a5c8-ab633521f5c0 None None] Port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 11:08:40.439938 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:40.444784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:40.482645 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:37Z', 'revision_number': 3, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:40.486547 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a07d8-ac08-4bd6-a3fa-410ae6876252 None None] The sync data for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv is: [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:37Z', 'revision_number': 3, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:08:40.556276 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:40.559846 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Pushing event updated for resources: {'Port': ['ID=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:40.700165 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:40.701337 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:40.904942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Router 0fce0789-88e3-422d-98a6-ee837e69ccf8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:08:41.000833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-b1636bf6-9fdf-4476-b130-344eb86df3fe None None] Provisioning complete for port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:41.001349 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b1636bf6-9fdf-4476-b130-344eb86df3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.061984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-b1636bf6-9fdf-4476-b130-344eb86df3fe None None] Port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 11:08:41.091686 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:08:41.100992 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-f47f8ba2-84c7-44b8-ad3e-1abf4e525cba admin admin] 10.222.0.23 "PUT /v2.0/routers/0fce0789-88e3-422d-98a6-ee837e69ccf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036658 Mar 03 11:08:41.588302 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7d002b4f-f82c-495f-881c-216216779deb up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:41.612668 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43186) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:41.618806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-345039086-network', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:41.623499 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:41.627439 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Usage tracker for resource:network and tenant:fd88ec47aecc4fa18ee3ae43fbe7da15 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:41.630317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:41.636083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:41.646629 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Made reservation on behalf of fd88ec47aecc4fa18ee3ae43fbe7da15 for: {'network': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 11:08:41.650170 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for network, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.658047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 7d002b4f-f82c-495f-881c-216216779deb completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:41.662301 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.662610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7d002b4f-f82c-495f-881c-216216779deb triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:41.662983 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.677732 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:41.682070 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Usage tracker for resource:security_group_rule and tenant:fd88ec47aecc4fa18ee3ae43fbe7da15 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:41.684842 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:41.690350 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:41.781814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.786922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.791783 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.810907 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 7d002b4f-f82c-495f-881c-216216779deb, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7d002b4f-f82c-495f-881c-216216779deb,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:41.814522 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.820942 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 11:08:41.830052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7b5a2a-4ac0-4e1f-817c-5985ba274d35,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:41.836028 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.836422 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.segments_db [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Added segment 6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4 of type vlan for network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 Mar 03 11:08:41.869069 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759092643467'] for network, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.888776 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=7d002b4f-f82c-495f-881c-216216779deb,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:41.900922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703'] for network, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:41.901896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:41.902465 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.004424 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] Pushing event updated for resources: {'Network': ['ID=bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:42.009141 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4551d46b-02d7-4a3a-9b78-97fb8d553f9a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3953745 Mar 03 11:08:42.012147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43190) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:42.014351 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 details requested by agent ovs-agent-dv-neutron-831192-5-hyperv with host dv-neutron-831192-5-hyperv {{(pid=87890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 11:08:42.018559 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Request body: {'subnet': {'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-345039086-subnet', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'ip_version': 4}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:42.023886 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:42.027871 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Usage tracker for resource:subnet and tenant:fd88ec47aecc4fa18ee3ae43fbe7da15 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:42.030729 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:42.037235 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:42.050009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Made reservation on behalf of fd88ec47aecc4fa18ee3ae43fbe7da15 for: {'subnet': 1} {{(pid=87888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 11:08:42.052620 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2242543'] for subnet, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.058902 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Sync routers for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:08:42.068845 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:42.069525 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:42.251101 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:42.374018 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3218144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2242553'] for subnet, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.448058 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6ac5c2-3368-4192-9d05-9b9dc07d4362,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:42.459737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Checking segment: {'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:42.460098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Network hostable DHCP agents. Network: bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9, hostable agents: ['f75161d2-7c1c-4f4e-8be9-ddb087fb82e8'], hosted agents: [] {{(pid=87888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 11:08:42.479272 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 is scheduled to be hosted by DHCP agent f75161d2-7c1c-4f4e-8be9-ddb087fb82e8 with binding_index 1 {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 11:08:42.489135 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-5-hyperv, bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9) {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:42.494529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:42.495312 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.499815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa21272-53cd-43f2-9e70-82cd8d754779 None None] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:08:42.518579 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-594210ff-8600-4b20-b2f7-78e478d06f56 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5045516 Mar 03 11:08:42.521263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43194) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:42.527179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:42.532593 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:42.536759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Usage tracker for resource:router and tenant:fd88ec47aecc4fa18ee3ae43fbe7da15 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:42.540830 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:42.546950 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:42.559710 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 2, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:42.560955 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3899026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3582'] for router, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.562418 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3893843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3575'] for router, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.563623 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Checking router: 0fce0789-88e3-422d-98a6-ee837e69ccf8 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:08:42.563966 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Updating router 0fce0789-88e3-422d-98a6-ee837e69ccf8 port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 11:08:42.582650 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.621599 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.763012 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8579c18a-fd33-5c60-bdfe-ebe8ec4b0e72-bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'fixed_ips': [{'subnet_id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362'}]}} from dv-neutron-831192-5-hyperv. {{(pid=87890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 11:08:42.763879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.869230 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3893793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3899007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3333'] for router, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:42.918083 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.db_base_plugin_common [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Allocated IP 172.20.0.2 (bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9/ae6ac5c2-3368-4192-9d05-9b9dc07d4362/9265e66c-be99-45ed-8c34-54fabd07fffd) {{(pid=87890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:08:43.025400 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.039072 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Transition to ACTIVE for port object ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:43.048700 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.133335 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Notify callbacks [] for port, precommit_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.150035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Transition to ACTIVE for port object 9265e66c-be99-45ed-8c34-54fabd07fffd will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:43.170600 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Transition to ACTIVE for port object 9265e66c-be99-45ed-8c34-54fabd07fffd will not be triggered until provisioned by entity DHCP. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:43.179112 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406'] for port, after_create {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.182783 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Pushing event updated for resources: {'Port': ['ID=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:43.205115 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.222560 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.223111 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.223622 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.224091 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.224567 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.225041 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.225514 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.225974 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.226441 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.226957 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.228024 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.228523 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:08:43.245066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.255755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 is already hosted by enough agents. {{(pid=87890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:43.264042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Resources bound (agent type, host, resource id): {{(pid=87890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:43.268236 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Received port after_create {{(pid=87890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:08:43.276536 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Pushing event updated for resources: {'Port': ['ID=9265e66c-be99-45ed-8c34-54fabd07fffd,revision_number=1']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:43.307704 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Attempting to bind port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:08:43.308212 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Attempting to bind port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:08:43.308790 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Attempting to bind port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:43.317560 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:08:43.317560 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Checking segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:43.317805 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.318227 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Bound using segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:08:43.318685 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Bound port: ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:08:43.319274 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.373245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Attempting to bind port 9265e66c-be99-45ed-8c34-54fabd07fffd on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:08:43.373537 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Attempting to bind port 9265e66c-be99-45ed-8c34-54fabd07fffd by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:08:43.373892 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Attempting to bind port 9265e66c-be99-45ed-8c34-54fabd07fffd on network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:43.379158 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:08:43.379554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Checking segment: {'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:43.379979 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.380365 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Bound using segment: {'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:08:43.380813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Bound port: 9265e66c-be99-45ed-8c34-54fabd07fffd, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:08:43.381177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.410759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Allocated IP 172.26.7.70 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/cb11453a-9086-44c7-8fea-446b973c641a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:08:43.421365 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] For port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:08:43.424629 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] For port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:08:43.429540 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.484823 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] For port 9265e66c-be99-45ed-8c34-54fabd07fffd, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:08:43.488534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] For port 9265e66c-be99-45ed-8c34-54fabd07fffd, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9265e66c-be99-45ed-8c34-54fabd07fffd,segment=NetworkSegment(6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4),segment_id=6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:08:43.494371 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.545361 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:43.547792 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:43.596945 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c692f-d99d-4620-a0a7-ae69bcbdec27 None None] Pushing event updated for resources: {'Port': ['ID=9265e66c-be99-45ed-8c34-54fabd07fffd,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:43.611172 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.625460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7d002b4f-f82c-495f-881c-216216779deb up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:43.667189 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.705720 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 7d002b4f-f82c-495f-881c-216216779deb triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:43.706288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:43.774922 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:43.784025 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:43.788147 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:43.791432 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Pushing event updated for resources: {'Port': ['ID=cb11453a-9086-44c7-8fea-446b973c641a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:43.793598 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:08:43.827091 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a697cb-b088-4548-ac3f-a60edf8ec03e None None] Pushing event updated for resources: {'Port': ['ID=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:44.166093 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:43Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:44.170097 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b83f4-a22c-40ad-9f3d-0c314928adc9 None None] The sync data for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv is: [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:43Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:08:44.407501 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:44.713973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea7b5b4-da3a-48ab-ba10-315889622ec0 None None] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:08:44.779532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3893774'] for router, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:44.828143 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-53e37a74-3037-47f8-8056-37c3bf5c1380 None None] Provisioning for port 9265e66c-be99-45ed-8c34-54fabd07fffd completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:45.005136 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Router 67ade5c6-62ac-49f6-b905-c6d2b364b585 is scheduled to L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 with binding_index 1 {{(pid=87888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 11:08:45.197709 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:08:45.206435 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Sync routers for ids ['67ade5c6-62ac-49f6-b905-c6d2b364b585'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:08:45.217147 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Routers {'67ade5c6-62ac-49f6-b905-c6d2b364b585'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:45.218308 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['67ade5c6-62ac-49f6-b905-c6d2b364b585'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:45.225291 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:45.229089 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-7e38e5c9-9961-4f78-b0b4-8b4d9d5b8b54 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7041025 Mar 03 11:08:45.229315 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43198) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:45.326906 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:08:45.409481 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Set router 67ade5c6-62ac-49f6-b905-c6d2b364b585 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:45.641500 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9265e66c-be99-45ed-8c34-54fabd07fffd up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:45.773200 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port 9265e66c-be99-45ed-8c34-54fabd07fffd completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:45.784880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9265e66c-be99-45ed-8c34-54fabd07fffd triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:45.785245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:45.856548 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:08:44Z', 'revision_number': 3, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port': {'id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:43Z', 'updated_at': '2022-03-03T11:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:45.887881 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Checking router: 67ade5c6-62ac-49f6-b905-c6d2b364b585 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:08:45.888230 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Updating router 67ade5c6-62ac-49f6-b905-c6d2b364b585 port cb11453a-9086-44c7-8fea-446b973c641a binding host dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 11:08:45.959169 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:45.970845 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.041512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.075245 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port 9265e66c-be99-45ed-8c34-54fabd07fffd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9265e66c-be99-45ed-8c34-54fabd07fffd,segment=NetworkSegment(6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4),segment_id=6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:46.084391 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.085137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:46.250676 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=9265e66c-be99-45ed-8c34-54fabd07fffd,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:46.253866 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Allocated IP 172.20.0.1 (bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9/ae6ac5c2-3368-4192-9d05-9b9dc07d4362/b4be189c-6f8f-444c-b377-8eaef5e6d00a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:08:46.329421 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:46.345775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:46.346138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.406566 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.424765 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Transition to ACTIVE for port object b4be189c-6f8f-444c-b377-8eaef5e6d00a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:46.450914 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.515171 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:46.518317 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:46.520489 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:08:46.524803 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Notify callbacks [] for port, precommit_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.544100 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.556242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Transition to ACTIVE for port object cb11453a-9086-44c7-8fea-446b973c641a will not be triggered until provisioned by entity L2. {{(pid=87890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:46.571946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.573390 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b4be189c-6f8f-444c-b377-8eaef5e6d00a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:46.590473 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3896644'] for router_interface, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.641617 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:46.658259 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.662511 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Attempting to bind port cb11453a-9086-44c7-8fea-446b973c641a on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:08:46.662822 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Attempting to bind port cb11453a-9086-44c7-8fea-446b973c641a by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:08:46.663177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Attempting to bind port cb11453a-9086-44c7-8fea-446b973c641a on network b7388a87-c221-4d1e-b22c-2d2a8d360f8b {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:46.671396 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0c7cd-52e5-408e-b3fc-116963440fe6 None None] Pushing event updated for resources: {'Port': ['ID=cb11453a-9086-44c7-8fea-446b973c641a,revision_number=2']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:46.673812 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:08:46.674212 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Checking segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:46.674616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.675032 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Bound using segment: {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'} {{(pid=87890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:08:46.675483 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.managers [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Bound port: cb11453a-9086-44c7-8fea-446b973c641a, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dffec62-fbf3-45a2-88e3-4953b18b280f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b'}}] {{(pid=87890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:08:46.675853 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.801699 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:46.807813 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] For port cb11453a-9086-44c7-8fea-446b973c641a, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:08:46.810951 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] For port cb11453a-9086-44c7-8fea-446b973c641a, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=cb11453a-9086-44c7-8fea-446b973c641a,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:08:46.815020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.871962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:46.900193 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-997d4505-a29b-4ed6-ab66-f8365e5f76cc None None] Provisioning for port b4be189c-6f8f-444c-b377-8eaef5e6d00a completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:46.906051 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Routers {'67ade5c6-62ac-49f6-b905-c6d2b364b585'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:46.906671 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['67ade5c6-62ac-49f6-b905-c6d2b364b585'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:46.965037 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-997d4505-a29b-4ed6-ab66-f8365e5f76cc None None] Provisioning complete for port b4be189c-6f8f-444c-b377-8eaef5e6d00a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:46.965406 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-997d4505-a29b-4ed6-ab66-f8365e5f76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:47.013403 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0c7cd-52e5-408e-b3fc-116963440fe6 None None] Pushing event updated for resources: {'Port': ['ID=cb11453a-9086-44c7-8fea-446b973c641a,revision_number=3']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:47.050157 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-997d4505-a29b-4ed6-ab66-f8365e5f76cc None None] Port b4be189c-6f8f-444c-b377-8eaef5e6d00a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 11:08:47.098016 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:47.102585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:47.189820 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] Set router 67ade5c6-62ac-49f6-b905-c6d2b364b585 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:47.322860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b4be189c-6f8f-444c-b377-8eaef5e6d00a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:47.327532 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896573'] for router_interface, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:47.466279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:47.467502 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:47.517985 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 4, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port': {'id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:43Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'b4be189c-6f8f-444c-b377-8eaef5e6d00a', 'name': '', 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'mac_address': 'fa:16:3e:78:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:46Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 1, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'subnets': [{'id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:47.523010 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a686247-8883-49c8-8c4a-b7b63361a507 None None] The sync data for ids ['67ade5c6-62ac-49f6-b905-c6d2b364b585'] in dv-neutron-831192-5-hyperv is: [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 4, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port': {'id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:43Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'b4be189c-6f8f-444c-b377-8eaef5e6d00a', 'name': '', 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'mac_address': 'fa:16:3e:78:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:46Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 1, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'subnets': [{'id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:08:47.607891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9265e66c-be99-45ed-8c34-54fabd07fffd up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:47.681995 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Router 67ade5c6-62ac-49f6-b905-c6d2b364b585 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:08:47.692441 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port 9265e66c-be99-45ed-8c34-54fabd07fffd triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:47.692810 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:47.829649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-aba690ae-5013-4526-8942-e264ee541979 None None] Provisioning complete for port b4be189c-6f8f-444c-b377-8eaef5e6d00a triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:47.830242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-aba690ae-5013-4526-8942-e264ee541979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:47.889679 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:47.890208 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:08:47.900551 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e0b3a5bb-53dd-40e5-9120-73a804e625e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/67ade5c6-62ac-49f6-b905-c6d2b364b585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6701453 Mar 03 11:08:47.941428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-aba690ae-5013-4526-8942-e264ee541979 None None] Port b4be189c-6f8f-444c-b377-8eaef5e6d00a cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 11:08:47.975746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:47.975746 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.588155 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cb11453a-9086-44c7-8fea-446b973c641a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:49.657798 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port cb11453a-9086-44c7-8fea-446b973c641a completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:49.662873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port cb11453a-9086-44c7-8fea-446b973c641a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:49.663376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.779017 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43210) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:49.785672 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592941956', 'description': 'tempest-secgroup-smoke-1592941956 description', 'project_id': '646742faaf3c470a855359c05f08da93'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:49.789138 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.792608 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:49.797466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:49.801323 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:49.806099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port cb11453a-9086-44c7-8fea-446b973c641a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=cb11453a-9086-44c7-8fea-446b973c641a,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:49.810213 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.811210 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:49.821214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.841818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:49.845585 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:49.848424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:49.855004 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:49.880040 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=cb11453a-9086-44c7-8fea-446b973c641a,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:49.924764 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.928424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.968747 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00812819-f8fb-4686-b8ff-72e85a9d2789,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:49.971022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:49.972250 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-8b36397c-848f-42fc-bca4-e4f420ff492b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1921191 Mar 03 11:08:49.975117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43214) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:49.980839 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'security_group_rule': {'security_group_id': '00812819-f8fb-4686-b8ff-72e85a9d2789', 'project_id': '646742faaf3c470a855359c05f08da93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:49.986694 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:49.990455 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:49.993722 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:49.999213 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:50.014397 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.072659 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.076354 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.104151 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda22d52-7752-489f-9691-e84beecc19b4,revision_number=0']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:50.110561 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.114532 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43218) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:50.114990 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a522a9cb-6387-42c2-8391-ef0b14c6264e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384857 Mar 03 11:08:50.119993 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'security_group_rule': {'security_group_id': '00812819-f8fb-4686-b8ff-72e85a9d2789', 'project_id': '646742faaf3c470a855359c05f08da93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:50.125922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:50.129875 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:50.132700 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:50.138874 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:50.155280 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.216019 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.219446 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.245896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d913569-5f9c-4186-8f43-5e6d39b7a569,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:50.255338 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.256670 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-4dfddc96-c4de-4206-8a51-c0e108866cae tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411371 Mar 03 11:08:50.259869 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43222) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:50.265056 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'security_group_rule': {'security_group_id': '00812819-f8fb-4686-b8ff-72e85a9d2789', 'project_id': '646742faaf3c470a855359c05f08da93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:50.271076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:50.275791 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:50.278882 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:50.284867 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:50.301067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.361695 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.364999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.387832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107f457a-0473-4411-869b-8acf006fb666,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:50.396232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.397385 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-bde687b2-33e0-420e-8f50-ca43719789f9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365340 Mar 03 11:08:50.400761 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43226) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:50.405525 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'security_group_rule': {'security_group_id': '00812819-f8fb-4686-b8ff-72e85a9d2789', 'project_id': '646742faaf3c470a855359c05f08da93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:50.411282 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:50.415590 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:50.418419 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:50.423913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:50.441821 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.503657 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.506968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.529693 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f00340-652e-4091-a75c-3fd66e351edd,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:50.537968 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.539359 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-e6b172c2-366a-4424-be90-62409254cf5c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376317 Mar 03 11:08:50.542760 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43230) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:50.547592 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'security_group_rule': {'security_group_id': '00812819-f8fb-4686-b8ff-72e85a9d2789', 'project_id': '646742faaf3c470a855359c05f08da93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:50.553304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:50.557325 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:50.560190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:50.565815 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:50.576390 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Project 646742faaf3c470a855359c05f08da93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 11:08:50.582850 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.650391 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.653871 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.677840 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fb57c3-f47c-4b0d-a321-5f1d08b9c8d4,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:50.687368 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.688529 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-627284cf-0a1b-41ad-bcfa-97f744535ecf tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448486 Mar 03 11:08:50.691123 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43234) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:08:50.695935 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'security_group_rule': {'security_group_id': '00812819-f8fb-4686-b8ff-72e85a9d2789', 'project_id': '646742faaf3c470a855359c05f08da93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:50.701567 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:50.705239 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:security_group_rule and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:50.708042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:50.714046 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:50.723849 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.db.securitygroups_db [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Project 646742faaf3c470a855359c05f08da93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 11:08:50.730852 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.794661 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.798094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752680'] for security_group_rule, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.821094 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc77d24-a08f-4963-82cd-9398ffb226cf,revision_number=0']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:50.830930 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:50.835744 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-2a9be96c-0de3-4f48-9eb8-cdaa312190c0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436596 Mar 03 11:08:51.004244 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-9594e9fd-55af-4971-8f53-87de814f555c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Synchronizing usage tracker for tenant:646742faaf3c470a855359c05f08da93 on resource:security_group {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:08:51.022586 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-9594e9fd-55af-4971-8f53-87de814f555c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Unset dirty status for tenant:646742faaf3c470a855359c05f08da93 on resource:security_group {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:08:51.023108 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Sync routers for ids ['67ade5c6-62ac-49f6-b905-c6d2b364b585'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:08:51.023998 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-9594e9fd-55af-4971-8f53-87de814f555c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592941956&fields=id&tenant_id=646742faaf3c470a855359c05f08da93 HTTP/1.1" status: 200 len: 267 time: 0.0633867 Mar 03 11:08:51.033352 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Routers {'67ade5c6-62ac-49f6-b905-c6d2b364b585'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:51.034123 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['67ade5c6-62ac-49f6-b905-c6d2b364b585'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:51.174720 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-6b4303fc-a58f-4d38-8b45-0597546c4e2a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:51.176213 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-6b4303fc-a58f-4d38-8b45-0597546c4e2a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 810 time: 0.1449902 Mar 03 11:08:51.191533 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-373449d1-3446-445d-8e78-b52d56eadb7f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/quotas/646742faaf3c470a855359c05f08da93 HTTP/1.1" status: 200 len: 375 time: 0.0091023 Mar 03 11:08:51.215081 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Set router 67ade5c6-62ac-49f6-b905-c6d2b364b585 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:51.276745 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-2d513aba-e28b-4cd6-8cba-435920e4d5fe tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786254 Mar 03 11:08:51.392160 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-d889d4fe-c7e9-488d-9372-a659c010e890 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 11:08:51.393241 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-d889d4fe-c7e9-488d-9372-a659c010e890 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054850 Mar 03 11:08:51.527941 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-bcd79ece-4693-4fe2-bdb3-a3a7f5be8f37 service neutron] 10.222.0.23 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281579 Mar 03 11:08:51.556319 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 4, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port': {'id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:43Z', 'updated_at': '2022-03-03T11:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'b4be189c-6f8f-444c-b377-8eaef5e6d00a', 'name': '', 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'mac_address': 'fa:16:3e:78:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:46Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 2, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'subnets': [{'id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:51.560335 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Checking router: 67ade5c6-62ac-49f6-b905-c6d2b364b585 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:08:51.560693 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Updating router 67ade5c6-62ac-49f6-b905-c6d2b364b585 port b4be189c-6f8f-444c-b377-8eaef5e6d00a binding host dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 11:08:51.577616 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cb11453a-9086-44c7-8fea-446b973c641a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:51.614060 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:51.651574 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port cb11453a-9086-44c7-8fea-446b973c641a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:51.652734 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:51.668758 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-62cf8485-7e22-42a3-9a16-8346502b14d0 service neutron] 10.222.0.23 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333311 Mar 03 11:08:51.853897 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0d35ed53-e96f-448f-bb7d-d5cedd0f2dd9 req-fed720f5-efbc-4abf-a0ac-12f8225a2341 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 210 time: 0.0416832 Mar 03 11:08:51.982324 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Notify callbacks [] for port, precommit_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:51.996060 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.provisioning_blocks [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Transition to ACTIVE for port object b4be189c-6f8f-444c-b377-8eaef5e6d00a will not be triggered until provisioned by entity L2. {{(pid=87891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:52.002716 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:52.158373 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00f1da-4737-430b-b5ce-44b6cd79acc9 None None] Pushing event updated for resources: {'Port': ['ID=b4be189c-6f8f-444c-b377-8eaef5e6d00a,revision_number=3']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:52.220075 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Attempting to bind port b4be189c-6f8f-444c-b377-8eaef5e6d00a on host dv-neutron-831192-5-hyperv for vnic_type normal with profile {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:08:52.220435 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Attempting to bind port b4be189c-6f8f-444c-b377-8eaef5e6d00a by drivers openvswitch,hyperv on host dv-neutron-831192-5-hyperv at level 0 using segments [{'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:08:52.220817 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Attempting to bind port b4be189c-6f8f-444c-b377-8eaef5e6d00a on network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:52.225999 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Checking agent: {'id': '399901fc-ec69-4260-a2f0-666a59981916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 4, 6), 'started_at': datetime.datetime(2022, 3, 3, 10, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:08:52.226355 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Checking segment: {'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:52.227466 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:52.227847 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Bound using segment: {'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'} {{(pid=87891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:08:52.228289 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.managers [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Bound port: b4be189c-6f8f-444c-b377-8eaef5e6d00a, host: dv-neutron-831192-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9'}}] {{(pid=87891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:08:52.228646 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:52.317978 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] For port b4be189c-6f8f-444c-b377-8eaef5e6d00a, host dv-neutron-831192-5-hyperv, cleared binding levels {{(pid=87891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:08:52.321709 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.plugins.ml2.db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] For port b4be189c-6f8f-444c-b377-8eaef5e6d00a, host dv-neutron-831192-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b4be189c-6f8f-444c-b377-8eaef5e6d00a,segment=NetworkSegment(6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4),segment_id=6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4)] {{(pid=87891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:08:52.325852 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron_lib.callbacks.manager [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:52.404506 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Routers {'67ade5c6-62ac-49f6-b905-c6d2b364b585'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:08:52.405119 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:08:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['67ade5c6-62ac-49f6-b905-c6d2b364b585'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:52.470113 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00f1da-4737-430b-b5ce-44b6cd79acc9 None None] Pushing event updated for resources: {'Port': ['ID=b4be189c-6f8f-444c-b377-8eaef5e6d00a,revision_number=4']} {{(pid=87891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:52.596853 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] Set router 67ade5c6-62ac-49f6-b905-c6d2b364b585 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:08:52.920222 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 4, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port': {'id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:43Z', 'updated_at': '2022-03-03T11:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'b4be189c-6f8f-444c-b377-8eaef5e6d00a', 'name': '', 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'mac_address': 'fa:16:3e:78:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:46Z', 'updated_at': '2022-03-03T11:08:52Z', 'revision_number': 4, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'subnets': [{'id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:08:52.924260 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea2a4c-fef2-4316-bdee-5affb32c6c83 None None] The sync data for ids ['67ade5c6-62ac-49f6-b905-c6d2b364b585'] in dv-neutron-831192-5-hyperv is: [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 4, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port': {'id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:43Z', 'updated_at': '2022-03-03T11:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'b4be189c-6f8f-444c-b377-8eaef5e6d00a', 'name': '', 'network_id': 'bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'mac_address': 'fa:16:3e:78:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:46Z', 'updated_at': '2022-03-03T11:08:52Z', 'revision_number': 4, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'subnets': [{'id': 'ae6ac5c2-3368-4192-9d05-9b9dc07d4362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:08:52.953848 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3b966dbc-9e91-462d-8070-f0d0678931e8 req-5d405213-7675-4109-bc3f-d5e230117931 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 210 time: 0.0478666 Mar 03 11:08:53.592135 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b4be189c-6f8f-444c-b377-8eaef5e6d00a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:53.658761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning for port b4be189c-6f8f-444c-b377-8eaef5e6d00a completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:53.663232 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b4be189c-6f8f-444c-b377-8eaef5e6d00a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:53.663625 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:53.817488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:53.848833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] For port b4be189c-6f8f-444c-b377-8eaef5e6d00a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b4be189c-6f8f-444c-b377-8eaef5e6d00a,segment=NetworkSegment(6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4),segment_id=6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:08:53.853393 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:53.923258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Pushing event updated for resources: {'Port': ['ID=b4be189c-6f8f-444c-b377-8eaef5e6d00a,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:54.105380 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3a874446-51e0-4958-bf43-674b548c877f req-10249ed5-5483-4e55-ad53-853933a54157 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 210 time: 0.0422943 Mar 03 11:08:54.185448 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-7691fa98-f0be-44f5-81bc-3f6cfd758a94 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:54.186122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-7691fa98-f0be-44f5-81bc-3f6cfd758a94 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Synchronizing usage tracker for tenant:646742faaf3c470a855359c05f08da93 on resource:network {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:08:54.202854 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-7691fa98-f0be-44f5-81bc-3f6cfd758a94 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Unset dirty status for tenant:646742faaf3c470a855359c05f08da93 on resource:network {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:08:54.204041 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-7691fa98-f0be-44f5-81bc-3f6cfd758a94 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 810 time: 0.1740911 Mar 03 11:08:54.253893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-23dfcf2c-a634-4fdb-808b-29005451aca0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Synchronizing usage tracker for tenant:646742faaf3c470a855359c05f08da93 on resource:security_group {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:08:54.265538 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-23dfcf2c-a634-4fdb-808b-29005451aca0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Unset dirty status for tenant:646742faaf3c470a855359c05f08da93 on resource:security_group {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:08:54.266633 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-23dfcf2c-a634-4fdb-808b-29005451aca0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646742faaf3c470a855359c05f08da93 HTTP/1.1" status: 200 len: 380 time: 0.0548742 Mar 03 11:08:54.275259 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'port': {'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'admin_state_up': True, 'tenant_id': '646742faaf3c470a855359c05f08da93', 'security_groups': ['00812819-f8fb-4686-b8ff-72e85a9d2789']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:54.382488 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:54.516799 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:08:54.520501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:port and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:08:54.523209 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:08:54.529260 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:08:54.538511 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Made reservation on behalf of 646742faaf3c470a855359c05f08da93 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 11:08:54.543096 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:54.700012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Allocated IP 172.20.0.7 (37b4326a-66ae-4cb1-8daa-89465b1c2c27/bb107174-0506-4c9e-bc09-69a2ab3b1e9c/63063760-2d50-4ebf-88f7-6801f97942ed) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:08:54.887548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:54.902627 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Transition to ACTIVE for port object 63063760-2d50-4ebf-88f7-6801f97942ed will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:54.925728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:54.991883 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:08:55.000040 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:08:55.004672 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:08:55.038939 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:55.075713 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:55.076354 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:55.098421 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b8e18988-087f-4d3b-87f3-136ffab70596 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271754 Mar 03 11:08:55.110083 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Request body: {'port': {'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:08:55.221502 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:55.262224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-25da92e1-c102-4c0d-95b7-3d3dac61af70 None None] Provisioning for port 63063760-2d50-4ebf-88f7-6801f97942ed completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:08:55.267606 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-25da92e1-c102-4c0d-95b7-3d3dac61af70 None None] Provisioning complete for port 63063760-2d50-4ebf-88f7-6801f97942ed triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:55.268182 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-25da92e1-c102-4c0d-95b7-3d3dac61af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:55.303545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a32b6-3483-47eb-9284-4b098026566d req-fe9e3c9c-c661-4ef2-ae50-b5d0d36c09e9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:55.305570 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d5a32b6-3483-47eb-9284-4b098026566d req-fe9e3c9c-c661-4ef2-ae50-b5d0d36c09e9 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 931 time: 0.0855658 Mar 03 11:08:55.325764 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-25da92e1-c102-4c0d-95b7-3d3dac61af70 None None] Port 63063760-2d50-4ebf-88f7-6801f97942ed cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 11:08:55.467907 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d5a32b6-3483-47eb-9284-4b098026566d req-47f22c6e-5f4b-4a19-936f-080d50e80ae8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559961 Mar 03 11:08:55.575323 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b4be189c-6f8f-444c-b377-8eaef5e6d00a up at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:08:55.589122 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63063760-2d50-4ebf-88f7-6801f97942ed {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:08:55.596330 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:55.610999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Transition to ACTIVE for port object 63063760-2d50-4ebf-88f7-6801f97942ed will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:08:55.614826 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:55.648255 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Provisioning complete for port b4be189c-6f8f-444c-b377-8eaef5e6d00a triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:08:55.649210 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:55.783995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:55.858357 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Attempting to bind port 63063760-2d50-4ebf-88f7-6801f97942ed on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:08:55.858692 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Attempting to bind port 63063760-2d50-4ebf-88f7-6801f97942ed by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:08:55.859018 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Attempting to bind port 63063760-2d50-4ebf-88f7-6801f97942ed on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:55.863579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Port 63063760-2d50-4ebf-88f7-6801f97942ed on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 11:08:55.863899 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Attempting to bind port 63063760-2d50-4ebf-88f7-6801f97942ed on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:08:55.869394 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:08:55.869727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Checking segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:08:55.870104 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Bound using segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:08:55.870518 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Bound port: 63063760-2d50-4ebf-88f7-6801f97942ed, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:08:55.870859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:55.958065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:08:55.961025 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:08:55.966102 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:56.023100 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:56.024329 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:08:56.025697 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 1093 time: 0.9198925 Mar 03 11:08:56.026131 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:08:56.054501 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1838d1a-63b1-41c4-9f8c-f956237a01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:08:56.104124 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed', 'status': 'completed', 'code': 200} Mar 03 11:08:56.145520 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-8ccf17ea-ccc4-4216-bdbb-0abd9e72d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:56.147013 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-8ccf17ea-ccc4-4216-bdbb-0abd9e72d29f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1096 time: 0.0763314 Mar 03 11:08:56.309786 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-eae46acc-86b0-4291-be2b-de5b69181305 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 217 time: 0.1561375 Mar 03 11:08:56.370950 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-dcbdd66b-efeb-4865-9816-cc1d5db473ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:56.372378 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-dcbdd66b-efeb-4865-9816-cc1d5db473ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0572264 Mar 03 11:08:56.448332 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-28d9b564-9385-481c-84f5-5affdb0facd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:56.449779 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-28d9b564-9385-481c-84f5-5affdb0facd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716667 Mar 03 11:08:56.580473 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-a4f671f2-6b5c-4957-843e-e89d9e8f61e7 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245368 Mar 03 11:08:56.645966 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb742b7-dde5-49f4-bf96-f83bba269a54 req-93888f9c-ac7b-4cfc-88a2-16a307a8b8f7 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:56.647437 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbb742b7-dde5-49f4-bf96-f83bba269a54 req-93888f9c-ac7b-4cfc-88a2-16a307a8b8f7 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 943 time: 0.0803018 Mar 03 11:08:56.691538 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fbb742b7-dde5-49f4-bf96-f83bba269a54 req-93292de3-d4a4-457b-b943-2213b9502459 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381832 Mar 03 11:08:56.710249 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51b8f72c-a3aa-4c0b-8497-299769bf70f4 req-d2c32e1d-2969-4fee-b61c-f879539ee4a1 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244295 Mar 03 11:08:56.824548 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-73320631-e199-4b22-85d2-bb36167a8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:56.826056 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-73320631-e199-4b22-85d2-bb36167a8378 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1096 time: 0.0711648 Mar 03 11:08:56.957784 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-bab49e73-abba-4714-92bd-95256007ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:56.959263 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-bab49e73-abba-4714-92bd-95256007ff60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1270032 Mar 03 11:08:57.030804 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-7f59b9d2-172c-4497-b7ce-1a008e7eae7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 217 time: 0.0641823 Mar 03 11:08:57.092005 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-927b41c5-5b5a-47b1-82fa-a07cd67677ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:57.093466 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-927b41c5-5b5a-47b1-82fa-a07cd67677ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0567827 Mar 03 11:08:57.170304 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-efdbb9fc-d8a1-443a-83d4-89c205c53dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:57.171860 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-efdbb9fc-d8a1-443a-83d4-89c205c53dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724707 Mar 03 11:08:57.307352 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-b7c21129-2fa2-492f-a1ba-9448968344fa service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287594 Mar 03 11:08:57.440709 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-306678b0-84c4-4db2-bd7a-9bcb038a7ad2 req-e1ae157d-82d4-4749-9221-eddfb0c04151 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267498 Mar 03 11:08:57.877483 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71838049-79a0-442b-84f2-454c6fff142b req-6286e6a3-7337-405f-9da8-f3ab70010602 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:57.878923 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-71838049-79a0-442b-84f2-454c6fff142b req-6286e6a3-7337-405f-9da8-f3ab70010602 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 943 time: 0.0805364 Mar 03 11:08:57.921337 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-71838049-79a0-442b-84f2-454c6fff142b req-f92319c0-99bc-438a-8087-b49d592d3934 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367916 Mar 03 11:08:59.106233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad833bb-f322-4095-92c3-8ed82f26007a req-70d065e8-2a15-474f-b71a-04764b4e8994 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:08:59.107729 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3ad833bb-f322-4095-92c3-8ed82f26007a req-70d065e8-2a15-474f-b71a-04764b4e8994 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 943 time: 0.0815339 Mar 03 11:08:59.150998 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3ad833bb-f322-4095-92c3-8ed82f26007a req-c4eb6e8f-1d82-44ef-a286-2653b51df8f5 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377955 Mar 03 11:09:00.333524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700ed9-5334-46a2-b583-70b2cd575381 req-3004e717-6fbd-49cd-aae2-a769b6cdfafb tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:00.334970 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2700ed9-5334-46a2-b583-70b2cd575381 req-3004e717-6fbd-49cd-aae2-a769b6cdfafb tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 943 time: 0.0796626 Mar 03 11:09:00.356372 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63063760-2d50-4ebf-88f7-6801f97942ed details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:09:00.379988 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f2700ed9-5334-46a2-b583-70b2cd575381 req-49f172e1-8d0e-4e5e-bd6e-c21c4e5c40a5 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 Mar 03 11:09:00.487572 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:09:00.504342 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '63063760-2d50-4ebf-88f7-6801f97942ed', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:09:00.557920 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:00.573959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63063760-2d50-4ebf-88f7-6801f97942ed {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:09:00.588627 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:09:00.592675 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:00.658754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:09:00.794661 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['63063760-2d50-4ebf-88f7-6801f97942ed'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:09:01.567468 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfefd43-b4be-42f3-ad03-51785ea86e92 req-00c9ee1d-7030-42da-9b87-e70efc1d5e50 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:01.568917 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5dfefd43-b4be-42f3-ad03-51785ea86e92 req-00c9ee1d-7030-42da-9b87-e70efc1d5e50 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 944 time: 0.0844929 Mar 03 11:09:01.611656 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5dfefd43-b4be-42f3-ad03-51785ea86e92 req-4b3543c4-21a4-43eb-ba10-b44ba5508298 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369968 Mar 03 11:09:02.355674 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63063760-2d50-4ebf-88f7-6801f97942ed up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:09:02.421834 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 63063760-2d50-4ebf-88f7-6801f97942ed completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:09:02.426686 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 63063760-2d50-4ebf-88f7-6801f97942ed triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:09:02.427059 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:02.543068 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:02.569264 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:09:02.580467 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:09:02.585655 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:02.621988 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed', 'code': 200} Mar 03 11:09:02.659085 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:09:02.799744 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32d76d-4f74-49b4-82cc-f49de68a6b0c req-3722ed9a-eb16-4c72-97f2-ba374750cfca tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:02.801201 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1e32d76d-4f74-49b4-82cc-f49de68a6b0c req-3722ed9a-eb16-4c72-97f2-ba374750cfca tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 945 time: 0.0837047 Mar 03 11:09:02.844151 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf12ecb-da3e-4fed-9f78-5285aeaa395a req-c17e431b-d089-4721-8d64-37f0053a1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:02.845637 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1bf12ecb-da3e-4fed-9f78-5285aeaa395a req-c17e431b-d089-4721-8d64-37f0053a1ea3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1098 time: 0.0694377 Mar 03 11:09:02.853440 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1e32d76d-4f74-49b4-82cc-f49de68a6b0c req-a0c0fda0-359c-42d8-a514-900f43526647 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465105 Mar 03 11:09:02.885849 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-1bf12ecb-da3e-4fed-9f78-5285aeaa395a req-0ee0839f-e0bc-4fd0-97b0-dc61e1b6cf7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346756 Mar 03 11:09:03.232127 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2629ad42-6a6a-4230-b34e-3d3a5b681dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:04.035725 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aee27-d73f-4482-9f13-b88b85214c95 req-0b0f77bb-79b1-4b09-a5c1-a9e102720d7e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:04.037170 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2e3aee27-d73f-4482-9f13-b88b85214c95 req-0b0f77bb-79b1-4b09-a5c1-a9e102720d7e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 945 time: 0.0789545 Mar 03 11:09:04.081387 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-2e3aee27-d73f-4482-9f13-b88b85214c95 req-9e8bad99-4073-4e70-95f0-1ea0c5c80659 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Mar 03 11:09:04.420519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c5fd-be0a-4cc6-8f29-07182eca7910 req-e33192c4-d349-446b-9bd9-7b94e522537a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:04.421964 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c98c5fd-be0a-4cc6-8f29-07182eca7910 req-e33192c4-d349-446b-9bd9-7b94e522537a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 945 time: 0.0844462 Mar 03 11:09:04.465512 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3c98c5fd-be0a-4cc6-8f29-07182eca7910 req-4c860e4c-bc7a-429d-9dec-73b854f1f75f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Mar 03 11:09:04.488233 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43300) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:09:04.597140 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70a89f-b00e-48ee-a241-f690287e1eb0 tempest-TestSnapshotPattern-1493928264 tempest-TestSnapshotPattern-1493928264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:04.597842 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3d70a89f-b00e-48ee-a241-f690287e1eb0 tempest-TestSnapshotPattern-1493928264 tempest-TestSnapshotPattern-1493928264-project-admin] Synchronizing usage tracker for tenant:fd88ec47aecc4fa18ee3ae43fbe7da15 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:09:04.614398 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-3d70a89f-b00e-48ee-a241-f690287e1eb0 tempest-TestSnapshotPattern-1493928264 tempest-TestSnapshotPattern-1493928264-project-admin] Unset dirty status for tenant:fd88ec47aecc4fa18ee3ae43fbe7da15 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:09:04.618916 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-3d70a89f-b00e-48ee-a241-f690287e1eb0 tempest-TestSnapshotPattern-1493928264 tempest-TestSnapshotPattern-1493928264-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1093 time: 0.1263397 Mar 03 11:09:04.619341 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43306) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:09:04.624428 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:09:04.630384 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:09:04.634253 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:floatingip and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:09:04.637074 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:09:04.642642 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:09:04.653251 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:04.789878 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:04.923179 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Allocated IP 172.26.7.154 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/a281d8c3-8652-4707-9708-e5da7b389791) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:09:05.071769 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:05.100396 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:05.162370 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:09:05.170064 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:09:05.172686 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:09:05.212258 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'Port': ['ID=a281d8c3-8652-4707-9708-e5da7b389791,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:09:05.393934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d8b8b9bd-0e1a-4367-82fc-39fec1a94a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:05.700030 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:05.775250 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:05.980802 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:05.985066 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:06.089844 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'Port': ['ID=a281d8c3-8652-4707-9708-e5da7b389791,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:09:06.099754 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:06.255056 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:06.277827 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Floating IP 3366b458-b3cb-413b-b4d3-0084592bdac6 associated. External IP: 172.26.7.154, port: 63063760-2d50-4ebf-88f7-6801f97942ed. Mar 03 11:09:06.327271 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:06.640443 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Router 0fce0789-88e3-422d-98a6-ee837e69ccf8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:09:06.823125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:09:06.833754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] Sync routers for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:09:06.844348 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:09:06.844757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:09:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:09:06.847976 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:06.919324 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-08b34e29-41bb-4ad2-80bd-e78f421bf1d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2879512 Mar 03 11:09:06.919324 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:09:06.966349 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed', 'status': 'completed', 'code': 200} Mar 03 11:09:07.033956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:09:07.062954 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-1dd57cad-6b56-434f-8975-45235710b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:07.064510 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-1dd57cad-6b56-434f-8975-45235710b140 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1098 time: 0.0764923 Mar 03 11:09:07.199060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-0dc18708-511d-45c9-a4c2-9f90a7eccde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:07.200595 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-0dc18708-511d-45c9-a4c2-9f90a7eccde1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1307442 Mar 03 11:09:07.304073 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-e1eaf6ea-ea29-4423-9383-1042490d8ffa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 999 time: 0.0972095 Mar 03 11:09:07.423649 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:05Z', 'revision_number': 0, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:09:07.427737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] Checking router: 0fce0789-88e3-422d-98a6-ee837e69ccf8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:09:07.437402 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:09:07.438020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:09:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:09:07.481190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-6b0b4c23-3325-49ef-bb9f-b928a1d0df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:07.482637 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-6b0b4c23-3325-49ef-bb9f-b928a1d0df4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.1733439 Mar 03 11:09:07.559579 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-42ca2ce4-dd40-4b61-aacc-f41e0e71a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:07.561042 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-42ca2ce4-dd40-4b61-aacc-f41e0e71a15f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724721 Mar 03 11:09:07.615961 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:09:07.692519 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-b7efe4ad-8583-4d4f-9b3b-2bf395c0ef06 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259298 Mar 03 11:09:07.823423 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-51db6038-0ff2-4a6f-bcae-f94114060c73 req-451578c1-3b4f-4e64-8990-4eb0e63e00c7 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245096 Mar 03 11:09:07.965176 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:05Z', 'revision_number': 0, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:09:07.969128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d9e0d-8b26-48b0-8ff2-0fce802ddd22 None None] The sync data for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv is: [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:05Z', 'revision_number': 0, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:09:08.164759 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000371ab-4581-45db-8461-d8cd046bffbb None None] New status for floating IP 3366b458-b3cb-413b-b4d3-0084592bdac6: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:09:08.178084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:18.632461 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-e159fcc3-d21e-4b9c-bdd5-9f780494e1cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676816 Mar 03 11:09:18.766913 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483997-dacf-464e-8431-21017582514d req-7c6ca058-df03-4686-b24a-454232999cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:18.768376 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-7c6ca058-df03-4686-b24a-454232999cbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1098 time: 0.0715587 Mar 03 11:09:18.909377 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483997-dacf-464e-8431-21017582514d req-1b32d705-c4ab-4d20-931e-2d2490d73c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:18.910698 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-1b32d705-c4ab-4d20-931e-2d2490d73c31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1245410 Mar 03 11:09:19.013460 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-bebc9f1c-9fff-472f-b654-353526e7ecc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 1001 time: 0.0956028 Mar 03 11:09:19.078204 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483997-dacf-464e-8431-21017582514d req-8d98e0f1-2625-4dc9-9c29-9b4d01e7b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:19.079630 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-8d98e0f1-2625-4dc9-9c29-9b4d01e7b1cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0603728 Mar 03 11:09:19.154484 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483997-dacf-464e-8431-21017582514d req-2cd637cd-be7b-410a-865b-8b3f9b406143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:09:19.155940 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-2cd637cd-be7b-410a-865b-8b3f9b406143 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705671 Mar 03 11:09:19.287376 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-b009e88c-ce43-48f7-a790-dd8b7a668d27 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250389 Mar 03 11:09:19.417122 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-15483997-dacf-464e-8431-21017582514d req-faca995f-1609-4f8c-92aa-a5127446ecbc service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226308 Mar 03 11:09:22.325902 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:09:24.385347 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:33.234917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-73573765-94c7-4f1b-88c2-59faa16a03bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:35.396407 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a671-f2a2-4bce-98f3-a72c8be3822a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:36.250188 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:36.328769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:38.182039 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:54.386613 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:09:59.326556 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:10:03.239224 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-c6de3f87-e639-4ef6-9d44-2fd630d75c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:05.397788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-40242af7-59f9-4ccd-a086-4ce286059982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:06.255880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:06.334818 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:08.184797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:20.659431 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-820d3b6c-7598-40c6-9f91-dbdfe09a4a87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133149 Mar 03 11:10:20.796478 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-171a75d4-effe-43f1-84dd-be4be27ac7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:10:20.797830 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-171a75d4-effe-43f1-84dd-be4be27ac7cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1098 time: 0.0703073 Mar 03 11:10:20.937943 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-15976389-00dc-4b2d-9d08-96d6afc4ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:10:20.939402 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-15976389-00dc-4b2d-9d08-96d6afc4ecb8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1234348 Mar 03 11:10:21.128321 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-816afe15-263b-4a05-bd55-0e3f20066982 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 1001 time: 0.1828663 Mar 03 11:10:21.190076 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-5622522f-61ca-46d0-9de4-f975543d4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:10:21.191526 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-5622522f-61ca-46d0-9de4-f975543d4d8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0561142 Mar 03 11:10:21.268327 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-17d64d31-bf1f-45cc-b462-6b6bc86712ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:10:21.269757 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-17d64d31-bf1f-45cc-b462-6b6bc86712ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716593 Mar 03 11:10:21.401007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-6ec220e9-8e92-4b87-94cc-c68324ba1163 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246245 Mar 03 11:10:21.528912 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-8b78b8e3-7f95-4a6d-89fd-b481f386f5ee req-355c0122-0dbf-4b54-8e8b-f088ebbc9b6c service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218293 Mar 03 11:10:24.386607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:33.240162 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-83195b32-4d9a-404d-a033-c34a9c08b1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:35.398905 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-acaa8546-1ac2-4459-aea2-d1692a4d61c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:36.259715 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:36.326789 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:10:36.334736 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:38.188450 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:10:54.396893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:03.242581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0426c09e-09f5-42e1-85c9-f6263a71463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:04.985035 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63063760-2d50-4ebf-88f7-6801f97942ed details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:11:05.118288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:11:05.132484 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '63063760-2d50-4ebf-88f7-6801f97942ed', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:11:05.186000 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:05.202877 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63063760-2d50-4ebf-88f7-6801f97942ed {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:11:05.217587 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:11:05.221576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:05.331053 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:05.337864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.338216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.338557 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.338890 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.339221 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.339581 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.339916 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.340242 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.340566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.340887 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.341208 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.341528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:05.346765 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['63063760-2d50-4ebf-88f7-6801f97942ed'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:11:05.419334 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-40dde5cf-79b7-4d65-a7e3-0ec9cadd5da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:06.263530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:06.343576 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:06.997689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63063760-2d50-4ebf-88f7-6801f97942ed up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:11:07.103319 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 63063760-2d50-4ebf-88f7-6801f97942ed triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:11:07.103788 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:07.242186 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:07.280967 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:11:07.292730 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:11:07.298018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:07.397343 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:07.521238 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed', 'code': 200} Mar 03 11:11:08.198933 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:13.326384 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:11:15.782856 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-4fae316c-1840-40ac-a018-b3b4b7093101 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592941956&fields=id&tenant_id=646742faaf3c470a855359c05f08da93 HTTP/1.1" status: 200 len: 267 time: 0.0427935 Mar 03 11:11:16.032417 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-13ef3737-cdac-459e-80dc-482705f63c7c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:16.033783 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-13ef3737-cdac-459e-80dc-482705f63c7c tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 810 time: 0.2446942 Mar 03 11:11:16.051720 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-ae159c66-0f60-4b91-9aaa-dbd08cdf2330 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/quotas/646742faaf3c470a855359c05f08da93 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Mar 03 11:11:16.137549 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3405af23-c09e-4e8c-af32-8727cb0ce677 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0809307 Mar 03 11:11:16.383680 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-a4ba32f4-906a-4d93-93ae-083ef52b9ac7 service neutron] 10.222.0.23 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688025 Mar 03 11:11:16.515097 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-93b0a392-54e9-4b9a-b08b-464ddac0b561 service neutron] 10.222.0.23 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257215 Mar 03 11:11:16.788554 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-97b7070d-af5a-4371-8b9a-c50597e73a9b req-4e6fbc11-63fb-4a17-a904-983b6245f2dc tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 210 time: 0.0917163 Mar 03 11:11:17.960187 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-5dc5e7ef-4c8e-4d36-b311-39be1c3af999 req-6268018c-0340-4008-8498-8d580e17733d tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 210 time: 0.0432847 Mar 03 11:11:17.969925 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-73f101da-c189-431f-96c4-bef646dda7d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:17.972009 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-73f101da-c189-431f-96c4-bef646dda7d0 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 810 time: 0.1628540 Mar 03 11:11:18.023911 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-36deca4f-0ea2-4302-b2cf-c017a5cb84b5 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646742faaf3c470a855359c05f08da93 HTTP/1.1" status: 200 len: 380 time: 0.0439124 Mar 03 11:11:18.032427 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'port': {'device_id': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'admin_state_up': True, 'tenant_id': '646742faaf3c470a855359c05f08da93', 'security_groups': ['00812819-f8fb-4686-b8ff-72e85a9d2789']}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:11:18.169387 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:11:18.173168 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:port and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:11:18.176347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:11:18.181879 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.quota.driver [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:11:18.192754 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Made reservation on behalf of 646742faaf3c470a855359c05f08da93 for: {'port': 1} {{(pid=87889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 11:11:18.196272 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:18.395050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_common [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Allocated IP 172.20.0.14 (37b4326a-66ae-4cb1-8daa-89465b1c2c27/bb107174-0506-4c9e-bc09-69a2ab3b1e9c/7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34) {{(pid=87889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:11:18.663063 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for port, precommit_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:18.681602 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Transition to ACTIVE for port object 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 will not be triggered until provisioned by entity DHCP. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:11:18.709347 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_create {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:18.801050 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=1']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:18.811809 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 is already hosted by enough agents. {{(pid=87889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:11:18.813210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.813570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.813905 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.814238 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.814607 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.814922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.815255 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.815724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.816052 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.816395 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.816751 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.817065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:18.824060 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.base_scheduler [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources bound (agent type, host, resource id): {{(pid=87889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:11:18.825922 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Received port after_create {{(pid=87889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:11:18.910042 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:18.910977 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:18.936983 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-3652daa3-3eb9-4cdd-b7b7-88c81ad7aebd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9071336 Mar 03 11:11:19.039996 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63063760-2d50-4ebf-88f7-6801f97942ed no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:11:19.163620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d691a49c-e6df-40da-96fc-123158754f4f None None] Provisioning for port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 completed by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:11:19.198038 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-d691a49c-e6df-40da-96fc-123158754f4f None None] Provisioning complete for port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 triggered by entity DHCP. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:11:19.198729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d691a49c-e6df-40da-96fc-123158754f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:19.217423 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d7e39-26d9-4305-8b30-29627785f1f6 req-2f486038-0bc9-4bd3-be28-7e8c6bfa56ff tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:19.224537 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b63d7e39-26d9-4305-8b30-29627785f1f6 req-2f486038-0bc9-4bd3-be28-7e8c6bfa56ff tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 932 time: 0.1023123 Mar 03 11:11:19.272025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-b63d7e39-26d9-4305-8b30-29627785f1f6 req-ae53b38a-3900-41ec-937a-c09394f908f2 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462089 Mar 03 11:11:19.274607 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:19.288260 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-d691a49c-e6df-40da-96fc-123158754f4f None None] Port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 cannot update to ACTIVE because it is not bound. {{(pid=87890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 11:11:19.316610 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:11:19.331833 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:11:19.338879 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:19.405915 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed', 'code': 200} Mar 03 11:11:19.421214 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:20.488971 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106ee6c-af80-45a3-af38-37744e9300e8 req-58830390-5da9-48f1-9b24-7f911fbaf4ad tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:20.491965 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0106ee6c-af80-45a3-af38-37744e9300e8 req-58830390-5da9-48f1-9b24-7f911fbaf4ad tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 932 time: 0.1012964 Mar 03 11:11:20.539539 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0106ee6c-af80-45a3-af38-37744e9300e8 req-52b8d81c-270a-473f-ac88-71a6a226c234 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Mar 03 11:11:21.751545 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c9545-9dd1-4ab3-8c75-6e40e2d0f2ef req-4a54832e-f1a2-4244-8506-c2b13d721234 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:21.753036 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-122c9545-9dd1-4ab3-8c75-6e40e2d0f2ef req-4a54832e-f1a2-4244-8506-c2b13d721234 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 932 time: 0.0917614 Mar 03 11:11:21.797301 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-122c9545-9dd1-4ab3-8c75-6e40e2d0f2ef req-9ca2170c-5a94-4e98-8550-2a584b5a77af tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386167 Mar 03 11:11:23.001896 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6df61a-4ea4-43e5-93c1-7222288ae800 req-12cd72f0-04bc-49bf-aa2c-4ee783fbc80f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:23.003436 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fc6df61a-4ea4-43e5-93c1-7222288ae800 req-12cd72f0-04bc-49bf-aa2c-4ee783fbc80f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 932 time: 0.0856037 Mar 03 11:11:23.050767 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fc6df61a-4ea4-43e5-93c1-7222288ae800 req-923b1a6c-028f-4cfc-9661-31be7f93cd2d tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Mar 03 11:11:24.251737 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291a2c-31e4-41b3-8f03-d4f5c310b377 req-01b493ca-257a-42f7-b2ab-cbcaa05055a4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:24.255354 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0e291a2c-31e4-41b3-8f03-d4f5c310b377 req-01b493ca-257a-42f7-b2ab-cbcaa05055a4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 932 time: 0.0904024 Mar 03 11:11:24.307119 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-0e291a2c-31e4-41b3-8f03-d4f5c310b377 req-306b7c39-a077-45e5-a8be-6aba967dc0c5 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Mar 03 11:11:24.397880 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:25.488852 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943869f-8d3b-4934-acb5-0837590b8581 req-dea6f272-d0ef-43c2-8f60-29ae5d63c788 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:25.490292 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f943869f-8d3b-4934-acb5-0837590b8581 req-dea6f272-d0ef-43c2-8f60-29ae5d63c788 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 932 time: 0.0833232 Mar 03 11:11:25.534795 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-f943869f-8d3b-4934-acb5-0837590b8581 req-5fd7c185-9c33-445f-8029-10026ca39415 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Mar 03 11:11:25.766912 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.32', 61505) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:11:25.808078 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.v2.base [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Request body: {'port': {'device_id': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:11:25.875906 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-f8663eda-edff-4724-8363-d87c5fb0acb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075015 Mar 03 11:11:25.920830 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:26.020125 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b566-8b4c-444c-ad82-19d4786790ab req-580e6570-67f2-4df3-b9e4-73db3afbefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:26.021614 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-580e6570-67f2-4df3-b9e4-73db3afbefcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1096 time: 0.0748661 Mar 03 11:11:26.167522 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b566-8b4c-444c-ad82-19d4786790ab req-bc871c6d-24b5-426b-90fc-d4216e2bffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:26.168998 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-bc871c6d-24b5-426b-90fc-d4216e2bffe0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1295455 Mar 03 11:11:26.273277 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-3dca421d-921e-4296-a744-d0023e1f80d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 999 time: 0.0985811 Mar 03 11:11:26.372514 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 {{(pid=87889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:11:26.380475 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:26.395317 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Transition to ACTIVE for port object 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 11:11:26.399434 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:26.443347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b566-8b4c-444c-ad82-19d4786790ab req-e5f42627-8d80-4091-8025-8a0052177ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:26.444736 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-e5f42627-8d80-4091-8025-8a0052177ca9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.1663589 Mar 03 11:11:26.529015 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:26.533065 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b566-8b4c-444c-ad82-19d4786790ab req-0f5c34d9-75bc-46f9-9ab3-59d2fb7d49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:26.534600 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-0f5c34d9-75bc-46f9-9ab3-59d2fb7d49d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839124 Mar 03 11:11:26.648833 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Attempting to bind port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 11:11:26.649316 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Attempting to bind port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 11:11:26.649896 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Attempting to bind port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:11:26.656594 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 11:11:26.656920 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Attempting to bind port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 on network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 11:11:26.664273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Checking agent: {'id': '4364699e-6fa3-4903-8992-9badb120674a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'started_at': datetime.datetime(2022, 3, 3, 10, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 11, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 11:11:26.664611 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Checking segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 11:11:26.664996 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Bound using segment: {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 11:11:26.665416 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Bound port: 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0781d247-593c-48c7-a375-4cdebb07c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 11:11:26.665757 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:26.727404 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-63d4aa9f-2d5f-4c6f-86a4-c9426b6601ad service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870108 Mar 03 11:11:26.764772 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 11:11:26.767885 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 11:11:26.773470 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242377'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:26.829999 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:26.830638 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:26.832202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 HTTP/1.1" status: 200 len: 1094 time: 1.0645454 Mar 03 11:11:26.832697 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:11:26.874847 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf82401-2564-4fae-b487-18b8c3de29fd req-c21780ee-4395-4c5b-b35c-7994295f0015 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:26.876313 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-acf82401-2564-4fae-b487-18b8c3de29fd req-c21780ee-4395-4c5b-b35c-7994295f0015 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 944 time: 0.2106388 Mar 03 11:11:26.919718 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3684b566-8b4c-444c-ad82-19d4786790ab req-88140ad1-013a-4aff-b36a-e76235a2b594 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869431 Mar 03 11:11:26.942169 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-acf82401-2564-4fae-b487-18b8c3de29fd req-f2fb5e13-7277-4d56-83ff-325bd97e881b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593090 Mar 03 11:11:26.959386 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80067d45-58fa-48e6-976c-ee0883e3fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:26.996759 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-d09ed9d9-6613-4701-938c-8893d4aa5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:26.999066 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-d09ed9d9-6613-4701-938c-8893d4aa5406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 1097 time: 0.1241124 Mar 03 11:11:27.057015 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'status': 'completed', 'code': 200} Mar 03 11:11:27.071491 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-4c3f15ea-9c07-48bf-9e30-fda64aa18598 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 HTTP/1.1" status: 200 len: 217 time: 0.0651853 Mar 03 11:11:27.137923 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-5cbd2604-ccbc-4304-a68e-4a781bfcfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:27.140040 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-5cbd2604-ccbc-4304-a68e-4a781bfcfb55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0627708 Mar 03 11:11:27.212405 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-0d674893-3296-44eb-b4b2-9e4456d3fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:27.213908 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-0d674893-3296-44eb-b4b2-9e4456d3fc14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687430 Mar 03 11:11:27.344007 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-a2c4fa76-d796-4101-9e39-b7fcf2912cd9 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246181 Mar 03 11:11:27.476664 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-cf181c1c-f84a-4d37-931c-a67b568d3d22 req-2a61225e-75fc-45c9-a46e-b20473f252e1 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260664 Mar 03 11:11:27.589266 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-606e7da7-48ee-4ad8-b8d5-f8252e2c6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:27.590755 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-606e7da7-48ee-4ad8-b8d5-f8252e2c6b49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 1097 time: 0.0741341 Mar 03 11:11:27.730705 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-453f58ba-da25-48ee-9bd2-958556c2b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:27.732197 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-453f58ba-da25-48ee-9bd2-958556c2b3b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1338930 Mar 03 11:11:27.804626 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-461871ab-e257-4c0a-bbad-cbabde223549 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 HTTP/1.1" status: 200 len: 217 time: 0.0659671 Mar 03 11:11:27.872765 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-d2ad59b4-e517-4e6f-8d21-a32490aa5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:27.875227 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-d2ad59b4-e517-4e6f-8d21-a32490aa5ece service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0630069 Mar 03 11:11:27.964452 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-856c460f-a933-4110-9b4d-3989fcbc23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:27.968191 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-856c460f-a933-4110-9b4d-3989fcbc23d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858269 Mar 03 11:11:28.160033 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f92c-1635-46bb-a0b5-3a92ffca1993 req-33c99b66-d080-4b2c-a96e-4d2749e21518 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:28.162123 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ada6f92c-1635-46bb-a0b5-3a92ffca1993 req-33c99b66-d080-4b2c-a96e-4d2749e21518 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 944 time: 0.0981772 Mar 03 11:11:28.216477 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ada6f92c-1635-46bb-a0b5-3a92ffca1993 req-184130d1-b0d9-4f96-adf0-ccf9cdc40a0a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482955 Mar 03 11:11:28.258544 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-35533b3e-7e40-4407-8134-d86da42821bf service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817900 Mar 03 11:11:28.416912 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-0b50686d-8081-4e3e-9a26-59ec9be9b4b6 req-0f25ea33-3d41-4c16-bec0-2cbaa822de74 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487794 Mar 03 11:11:29.407129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5261-cde2-4e26-a6b1-9b6e8c2d4f8a req-a18c5995-675d-4f58-893b-e9a01d82cfec tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:29.408625 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba6f5261-cde2-4e26-a6b1-9b6e8c2d4f8a req-a18c5995-675d-4f58-893b-e9a01d82cfec tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 944 time: 0.0792553 Mar 03 11:11:29.452496 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-ba6f5261-cde2-4e26-a6b1-9b6e8c2d4f8a req-6ea63531-b581-4ea8-90cb-e36ac633d1ad tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383480 Mar 03 11:11:30.644472 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc511fcb-dabe-4225-b543-b5376689cf4c req-f845cdf2-a682-49c3-8021-fd23c4b02ada tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:30.645904 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fc511fcb-dabe-4225-b543-b5376689cf4c req-f845cdf2-a682-49c3-8021-fd23c4b02ada tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 944 time: 0.0820117 Mar 03 11:11:30.689018 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-fc511fcb-dabe-4225-b543-b5376689cf4c req-13f4990b-8189-45db-b61e-a2d85b3e8b3a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Mar 03 11:11:31.101582 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:11:31.233204 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:11:31.245947 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'port_id': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'mac_address': 'fa:16:3e:93:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:11:31.299278 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:31.315959 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:11:31.330633 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:11:31.334566 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:31.402934 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=4']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:31.575020 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:11:32.020748 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bd790-310e-4c96-9b57-aacf37c2ab74 req-1bc40665-a032-4481-8724-6866da1f77e8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:32.022123 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d20bd790-310e-4c96-9b57-aacf37c2ab74 req-1bc40665-a032-4481-8724-6866da1f77e8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 945 time: 0.0794287 Mar 03 11:11:32.064988 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-d20bd790-310e-4c96-9b57-aacf37c2ab74 req-30cda8ab-310c-4f65-a437-7a21a4e41ccd tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374184 Mar 03 11:11:33.100756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:11:33.166796 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning for port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 completed by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 11:11:33.172314 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:11:33.172708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:33.257214 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8da4b4-bead-4339-864d-e4abfa17e74d req-573b9f86-2344-437a-bc4d-7a233db3e326 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:33.258819 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d8da4b4-bead-4339-864d-e4abfa17e74d req-573b9f86-2344-437a-bc4d-7a233db3e326 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 945 time: 0.0892923 Mar 03 11:11:33.276873 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d5d549b6-1d46-4eae-98b1-b933502bb00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:33.302237 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:33.304324 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d8da4b4-bead-4339-864d-e4abfa17e74d req-94ef3bb8-c015-4e13-ba74-f548f1cdeb40 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Mar 03 11:11:33.328791 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:11:33.339099 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:11:33.343460 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:33.379952 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'code': 200} Mar 03 11:11:33.445917 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=5']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:33.605814 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640d770-968c-4ef3-a044-9ab6d93eeeef req-b5176809-72a0-4075-9834-a201b1143412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:33.608009 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4640d770-968c-4ef3-a044-9ab6d93eeeef req-b5176809-72a0-4075-9834-a201b1143412 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 1099 time: 0.0717947 Mar 03 11:11:33.649704 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-4640d770-968c-4ef3-a044-9ab6d93eeeef req-320558eb-a508-4e1e-b4ef-c68f2050fb07 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362492 Mar 03 11:11:34.491211 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3259-cd8e-4098-8745-e2cbb962863b req-bbbee671-4a5e-4b5e-99b7-77acd00784de tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:34.492785 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-119a3259-cd8e-4098-8745-e2cbb962863b req-bbbee671-4a5e-4b5e-99b7-77acd00784de tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 946 time: 0.0842197 Mar 03 11:11:34.539677 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-119a3259-cd8e-4098-8745-e2cbb962863b req-4e7f518e-6fd2-49a7-81e0-0f5222926d67 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Mar 03 11:11:35.400247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-fab7d5c2-49db-4738-8a71-a7292a465fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:35.721524 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff506ec-0ba1-4d4a-b460-3f5cd5f3f8ef req-b2c26214-5054-4779-9f5f-3ce79cd9c089 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:35.722980 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1ff506ec-0ba1-4d4a-b460-3f5cd5f3f8ef req-b2c26214-5054-4779-9f5f-3ce79cd9c089 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 946 time: 0.0799191 Mar 03 11:11:35.769000 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-1ff506ec-0ba1-4d4a-b460-3f5cd5f3f8ef req-9ff4de4b-18ee-42f6-a67a-245ed7f926de tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Mar 03 11:11:35.954621 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f984f-18a7-45ad-8454-ffb3c6c1af30 req-500db92f-ed1f-4614-9041-128ee512c32e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:35.956107 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d3f984f-18a7-45ad-8454-ffb3c6c1af30 req-500db92f-ed1f-4614-9041-128ee512c32e tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 946 time: 0.0819190 Mar 03 11:11:35.999861 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-8d3f984f-18a7-45ad-8454-ffb3c6c1af30 req-a7e6b4d6-50fb-4815-a64d-1490375fc5af tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381839 Mar 03 11:11:36.022170 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43628) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:11:36.092387 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab21f6e-de9e-45c5-b282-f80198f9b0d2 tempest-TestSnapshotPattern-1493928264 tempest-TestSnapshotPattern-1493928264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:36.093944 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9ab21f6e-de9e-45c5-b282-f80198f9b0d2 tempest-TestSnapshotPattern-1493928264 tempest-TestSnapshotPattern-1493928264-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 1094 time: 0.0708046 Mar 03 11:11:36.096665 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43632) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:11:36.101466 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.v2.base [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Request body: {'floatingip': {'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'port_id': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 11:11:36.107445 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 11:11:36.111476 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Usage tracker for resource:floatingip and tenant:646742faaf3c470a855359c05f08da93 is out of sync, need to count used quota {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 11:11:36.114322 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 11:11:36.120188 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.quota.driver [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 11:11:36.130572 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:36.261277 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:36.272444 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:36.341740 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:36.411654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Allocated IP 172.26.7.121 (b7388a87-c221-4d1e-b22c-2d2a8d360f8b/7bd92653-7481-421c-8550-655671ff3af5/74cc426a-a51a-4705-9a40-0e4078dacf14) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 11:11:36.652194 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:36.681881 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759092656406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:36.742127 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Network b7388a87-c221-4d1e-b22c-2d2a8d360f8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 11:11:36.744965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 11:11:36.747503 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 11:11:36.797061 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'Port': ['ID=74cc426a-a51a-4705-9a40-0e4078dacf14,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:36.808584 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.808923 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.809254 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.809578 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.809897 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.810299 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.811263 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.811696 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.812022 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.812340 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.812654 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:36.812968 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:11:37.176452 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:37.248534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:37.459080 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:37.463519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3218279'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:37.571343 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event updated for resources: {'Port': ['ID=74cc426a-a51a-4705-9a40-0e4078dacf14,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:11:37.583786 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3896785'] for floatingip, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:37.753640 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Floating IP 226ff213-144f-4642-9322-6ec56ec813ff associated. External IP: 172.26.7.121, port: 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34. Mar 03 11:11:38.199134 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:38.207759 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Router 0fce0789-88e3-422d-98a6-ee837e69ccf8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:11:38.386508 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:11:38.396545 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] Sync routers for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:11:38.406078 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:11:38.406688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:11:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:11:38.412424 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:11:38.485198 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-ec873156-8a51-43ac-9368-fc3ccb2809d8 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3784471 Mar 03 11:11:38.485198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:11:38.596486 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:11:38.606274 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'status': 'completed', 'code': 200} Mar 03 11:11:38.699406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-fd926f1e-f8c5-473f-8ca7-3767f5776ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:38.701517 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-fd926f1e-f8c5-473f-8ca7-3767f5776ea7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 1099 time: 0.0730889 Mar 03 11:11:38.833061 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-08bf6ca1-198a-4d1f-927c-c4391d1e97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:38.834420 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-08bf6ca1-198a-4d1f-927c-c4391d1e97b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1270337 Mar 03 11:11:38.936896 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-3e9ff7e3-4f9f-443a-9ec8-160143b643b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 HTTP/1.1" status: 200 len: 1000 time: 0.0966437 Mar 03 11:11:38.946122 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '226ff213-144f-4642-9322-6ec56ec813ff', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:93:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:11:37Z', 'updated_at': '2022-03-03T11:11:37Z', 'revision_number': 0, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}, {'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:08Z', 'revision_number': 1, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:11:38.949978 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] Checking router: 0fce0789-88e3-422d-98a6-ee837e69ccf8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:11:38.958629 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:11:38.959218 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:11:35Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:11:38.999551 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-be2b919c-e554-4032-9abf-83a890a36547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:39.000992 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-be2b919c-e554-4032-9abf-83a890a36547 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0574512 Mar 03 11:11:39.079132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-0d59dde0-125b-44f0-ae8e-13b730a230eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:11:39.080645 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-0d59dde0-125b-44f0-ae8e-13b730a230eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736377 Mar 03 11:11:39.133177 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:11:39.211396 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-6f972fbe-57d3-4413-9755-15d59054b94e service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251173 Mar 03 11:11:39.341229 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-46360069-6f65-49d6-ba8c-20fa5b652492 req-f6314b3d-d8bd-4001-84a6-a8eec4519e97 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242421 Mar 03 11:11:39.481871 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '226ff213-144f-4642-9322-6ec56ec813ff', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:93:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:11:37Z', 'updated_at': '2022-03-03T11:11:37Z', 'revision_number': 0, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}, {'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:08Z', 'revision_number': 1, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:11:39.486352 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634587ec-7d73-4fc1-ac92-81ae50b95931 None None] The sync data for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv is: [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '226ff213-144f-4642-9322-6ec56ec813ff', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:93:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:11:37Z', 'updated_at': '2022-03-03T11:11:37Z', 'revision_number': 0, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}, {'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:08Z', 'revision_number': 1, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:11:39.667625 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d3d80a-af73-4e2a-9f9c-d1cdd6a259c7 None None] New status for floating IP 226ff213-144f-4642-9322-6ec56ec813ff: ACTIVE {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:11:50.328145 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:11:54.398844 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:03.248889 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ebe5cc31-f270-4ca0-b5c8-c5f38aee14ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:05.405714 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f0229417-1b97-49d5-bcf2-78139207b33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:06.267462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:06.344148 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:08.202072 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:20.622128 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-b3189806-31a4-48d6-827d-34e844baac3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781672 Mar 03 11:12:20.766224 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-62124946-9f85-426b-a3d8-08da5cf14322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:12:20.767591 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-62124946-9f85-426b-a3d8-08da5cf14322 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1096 time: 0.0776763 Mar 03 11:12:20.906724 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-0c5001e4-5da2-4854-a594-46f8c46cd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:12:20.908152 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-0c5001e4-5da2-4854-a594-46f8c46cd502 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1227551 Mar 03 11:12:21.003878 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-706017b7-fc43-426e-8cd4-e0deb5d5e414 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 999 time: 0.0904803 Mar 03 11:12:21.065988 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-b8d58e6f-8138-4f2c-b5b5-52a014104160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:12:21.067273 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-b8d58e6f-8138-4f2c-b5b5-52a014104160 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0580897 Mar 03 11:12:21.141071 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-8dcab178-d96f-428b-9b1a-fc982772567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:12:21.142527 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-8dcab178-d96f-428b-9b1a-fc982772567e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701385 Mar 03 11:12:21.367796 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-c9b404a1-a34e-476f-b7c3-f46e3943c85f service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192445 Mar 03 11:12:21.494938 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-b2049ebd-aba2-424f-84f2-2e4fe7c7d988 req-32780dbc-52c6-4cd0-9e88-604f43c64394 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219079 Mar 03 11:12:24.399729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:27.327028 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:12:33.253559 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-0dfbcafe-ae43-49cf-885c-95129ca301e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:35.407539 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-75888782-cf67-4ef0-a76f-7dda90d48cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:36.268603 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:36.347862 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:38.206375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:12:54.414111 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:03.256621 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-33938c1b-8653-4d17-9862-26fd31f8feac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:03.682595 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 11:13:03.830739 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:03.849275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Returning: {'device': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'port_id': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'mac_address': 'fa:16:3e:93:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 11:13:03.910190 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:03.930642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 {{(pid=87890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 11:13:03.949759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:03.955592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:04.035084 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=6']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:04.038894 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] get_ports_and_sgs() called for port_ids ['7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'] {{(pid=87890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 11:13:04.087226 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.087592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.087925 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.088247 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.088575 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.088900 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.089216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.089534 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.089851 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.090165 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.090554 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.090946 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:04.327794 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:13:05.412018 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-beca97dd-97ed-495c-a370-17489ad4f2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:05.691815 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 up at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 11:13:05.769858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.provisioning_blocks [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Provisioning complete for port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 triggered by entity L2. {{(pid=87890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 11:13:05.769858 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780827'] for port, provisioning_complete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:05.907417 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:05.949052 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:13:05.958453 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:05.963684 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:06.020328 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'code': 200} Mar 03 11:13:06.064047 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=7']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:06.272564 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:06.357416 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:08.209929 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:12.586651 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43846) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:12.790117 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Deleting port 74cc426a-a51a-4705-9a40-0e4078dacf14 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:12.790375 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:12.961930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:12.961930 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:13.082054 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Calling delete_port for 74cc426a-a51a-4705-9a40-0e4078dacf14 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:13.233296 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:13.285112 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event deleted for resources: {'Port': ['ID=74cc426a-a51a-4705-9a40-0e4078dacf14,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:13.353420 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.353697 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.354034 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.354363 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.354685 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.355009 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.355347 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.355670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.356512 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.356828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.357145 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.357460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:13.390644 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:13.390975 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Floating IP 226ff213-144f-4642-9322-6ec56ec813ff disassociated (deleted). External IP: 172.26.7.121, port: 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34. Mar 03 11:13:13.850614 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Router 0fce0789-88e3-422d-98a6-ee837e69ccf8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:13:14.027656 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:13:14.038145 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] Sync routers for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:13:14.040828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:14.048552 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:14.049174 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:14.094845 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-9e1fbb08-6ca5-4955-be73-96597bfbbc0f tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "DELETE /v2.0/floatingips/226ff213-144f-4642-9322-6ec56ec813ff HTTP/1.1" status: 204 len: 168 time: 1.5070503 Mar 03 11:13:14.095457 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:13:14.142190 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'status': 'completed', 'code': 200} Mar 03 11:13:14.230168 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:14.236250 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-131bc39b-3787-4e36-ba1a-138f2c087c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:14.237720 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-131bc39b-3787-4e36-ba1a-138f2c087c17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 1099 time: 0.0745311 Mar 03 11:13:14.380593 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-a6f081f4-7850-4cd5-9ca0-c99ebf50e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:14.382399 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-a6f081f4-7850-4cd5-9ca0-c99ebf50e8b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1384423 Mar 03 11:13:14.453670 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-b948714c-d692-40f0-8837-264f79837ca3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 HTTP/1.1" status: 200 len: 217 time: 0.0650232 Mar 03 11:13:14.481828 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69984f47-7491-4a38-b39c-a8699b9c29b3 req-0f4ce711-c23e-42dc-ba01-634d2d84da71 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:14.482877 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-69984f47-7491-4a38-b39c-a8699b9c29b3 req-0f4ce711-c23e-42dc-ba01-634d2d84da71 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Synchronizing usage tracker for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:13:14.501732 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-69984f47-7491-4a38-b39c-a8699b9c29b3 req-0f4ce711-c23e-42dc-ba01-634d2d84da71 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Unset dirty status for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:13:14.503025 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-69984f47-7491-4a38-b39c-a8699b9c29b3 req-0f4ce711-c23e-42dc-ba01-634d2d84da71 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 946 time: 0.1071217 Mar 03 11:13:14.519673 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-573f4d1f-80b5-459d-8b55-f294831ca541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:14.521110 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-573f4d1f-80b5-459d-8b55-f294831ca541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0610015 Mar 03 11:13:14.551291 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-69984f47-7491-4a38-b39c-a8699b9c29b3 req-f2e78e89-baa7-4248-8cd6-4a410887d50a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Mar 03 11:13:14.597609 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-f8b083ce-872b-4823-a001-fe4c59c4e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:14.599109 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-f8b083ce-872b-4823-a001-fe4c59c4e3d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719304 Mar 03 11:13:14.610065 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:08Z', 'revision_number': 1, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:14.613954 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] Checking router: 0fce0789-88e3-422d-98a6-ee837e69ccf8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:13:14.623117 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:14.623757 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:14.733202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-f37881b7-0832-4f80-b319-5b7b8a25b5a0 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270657 Mar 03 11:13:14.833773 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:14.868786 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-99ced311-c112-41a7-b020-8ce0f8933f65 req-86cffb68-802b-4bee-9221-01a8079e7567 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294160 Mar 03 11:13:15.171697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:08Z', 'revision_number': 1, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:15.175518 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159dc3af-0d34-4a67-b68c-b252d4b3b36d None None] The sync data for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv is: [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_floatingips': [{'id': '3366b458-b3cb-413b-b4d3-0084592bdac6', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'floating_ip_address': '172.26.7.154', 'floating_network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'router_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'port_id': '63063760-2d50-4ebf-88f7-6801f97942ed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'mac_address': 'fa:16:3e:61:f7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T11:09:05Z', 'updated_at': '2022-03-03T11:09:08Z', 'revision_number': 1, 'project_id': '646742faaf3c470a855359c05f08da93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:13:15.381217 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643703b7-0964-4cf8-8620-cd74ccf9cbbb None None] New status for floating IP 226ff213-144f-4642-9322-6ec56ec813ff: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:13:15.722689 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:15.737962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def669b2-3a8d-494b-a2d9-14acb1bed356 req-b078b8f8-01a4-4cfa-9ee6-643ce8447c52 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:15.739625 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-def669b2-3a8d-494b-a2d9-14acb1bed356 req-b078b8f8-01a4-4cfa-9ee6-643ce8447c52 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 946 time: 0.0796888 Mar 03 11:13:15.790801 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-def669b2-3a8d-494b-a2d9-14acb1bed356 req-ef7a917a-73e3-4e79-aae9-60ac70223c35 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455167 Mar 03 11:13:15.840843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575738'] for port, before_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:15.869041 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'}] {{(pid=87890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:13:15.879711 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:15.883977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759093021166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759092656424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759092656469'] for port, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:15.921772 dv-neutron-831192-5-hyperv neutron-server[87890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'code': 200} Mar 03 11:13:15.953549 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Pushing event updated for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=8']} {{(pid=87890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:15.968836 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-f5a219ae-1e4c-49fd-8908-885bac00511b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:15.969528 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-f5a219ae-1e4c-49fd-8908-885bac00511b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Synchronizing usage tracker for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:13:15.982097 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-f5a219ae-1e4c-49fd-8908-885bac00511b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Unset dirty status for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:13:15.983175 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-f5a219ae-1e4c-49fd-8908-885bac00511b tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 944 time: 0.1179502 Mar 03 11:13:16.052132 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Deleting port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:16.052399 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:16.298406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] For port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:16.298752 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:16.418753 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Calling delete_port for 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:16.649614 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:16.701621 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event deleted for resources: {'Port': ['ID=7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:16.734860 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.735207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.735566 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.735893 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.736217 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.736537 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.736856 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.737174 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.737491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.737806 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.738119 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.738429 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-5-hyperv {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 11:13:16.786834 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] No DVR routers for this DVR port 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:13:16.789388 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:16.792066 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-deleted', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:13:16.815034 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-c9c8a1ea-fb35-4357-b3a9-c6050f774be8 req-ab0f8ecc-e963-4828-a1d8-e80b602ea1f6 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "DELETE /v2.0/ports/7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 HTTP/1.1" status: 204 len: 173 time: 0.8264511 Mar 03 11:13:16.843887 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e954118a-edf9-48db-aa64-08aec29bebd3', 'name': 'network-vif-deleted', 'tag': '7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34', 'status': 'completed', 'code': 200} Mar 03 11:13:16.946001 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-460776a2-30c1-4443-8658-15850d4ebc61 req-6c7aabd6-19b6-4a65-b7a9-ea8355c39060 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e954118a-edf9-48db-aa64-08aec29bebd3 HTTP/1.1" status: 200 len: 210 time: 0.0431013 Mar 03 11:13:18.584670 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43918) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:18.786103 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Deleting port a281d8c3-8652-4707-9708-e5da7b389791 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:18.786359 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:18.952663 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:18.952993 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:19.073488 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Calling delete_port for a281d8c3-8652-4707-9708-e5da7b389791 owned by network:floatingip {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:19.223529 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:19.271875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event deleted for resources: {'Port': ['ID=a281d8c3-8652-4707-9708-e5da7b389791,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:19.462599 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for floatingip, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:19.462972 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.db.l3_db [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Floating IP 3366b458-b3cb-413b-b4d3-0084592bdac6 disassociated (deleted). External IP: 172.26.7.154, port: 63063760-2d50-4ebf-88f7-6801f97942ed. Mar 03 11:13:19.753614 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:19.787382 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:19.787728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 7f212ac0-82c8-4ec3-8e9a-aa6afd49ee34 not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:19.806977 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Router 0fce0789-88e3-422d-98a6-ee837e69ccf8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:13:19.983692 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:13:19.993457 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] Sync routers for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:13:20.000537 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for floatingip, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:20.002893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:20.003540 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:20.057069 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-e4a0f9ca-03f4-4a94-87ed-fb3a480c6c27 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "DELETE /v2.0/floatingips/3366b458-b3cb-413b-b4d3-0084592bdac6 HTTP/1.1" status: 204 len: 168 time: 1.4688118 Mar 03 11:13:20.057069 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:13:20.101147 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed', 'status': 'completed', 'code': 200} Mar 03 11:13:20.185759 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:20.199188 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-c9cd9ec7-f7ec-49e6-876f-1fad1c45ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:20.201716 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-c9cd9ec7-f7ec-49e6-876f-1fad1c45ac81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=646742faaf3c470a855359c05f08da93&device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 1096 time: 0.0786006 Mar 03 11:13:20.353728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-1133920e-5af8-4b5f-8baa-4fb4d46997cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:20.355228 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-1133920e-5af8-4b5f-8baa-4fb4d46997cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 200 len: 910 time: 0.1471415 Mar 03 11:13:20.431468 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-53107ef0-b1df-43b8-8705-945935076c0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 200 len: 217 time: 0.0684764 Mar 03 11:13:20.456096 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97844d5-3239-4bc4-b5fa-0de998b97b7f req-c4c5055a-69d1-451b-a2c4-975f05c0852a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:20.457120 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e97844d5-3239-4bc4-b5fa-0de998b97b7f req-c4c5055a-69d1-451b-a2c4-975f05c0852a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Synchronizing usage tracker for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:13:20.475827 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.quota.resource [req-e97844d5-3239-4bc4-b5fa-0de998b97b7f req-c4c5055a-69d1-451b-a2c4-975f05c0852a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Unset dirty status for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:13:20.477725 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e97844d5-3239-4bc4-b5fa-0de998b97b7f req-c4c5055a-69d1-451b-a2c4-975f05c0852a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 943 time: 0.1184940 Mar 03 11:13:20.510554 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-77107367-da65-4263-9e02-47e61e815ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:20.512750 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-77107367-da65-4263-9e02-47e61e815ddb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 200 len: 849 time: 0.0741684 Mar 03 11:13:20.522891 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:20.523244 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-e97844d5-3239-4bc4-b5fa-0de998b97b7f req-5473b57b-b033-43cc-8384-857ab0427fd2 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388165 Mar 03 11:13:20.526944 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] Checking router: 0fce0789-88e3-422d-98a6-ee837e69ccf8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:13:20.536172 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:20.536793 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:20.597191 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-ccd60cb2-756c-4df8-92f9-43908fce584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:20.599235 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-ccd60cb2-756c-4df8-92f9-43908fce584d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b4326a-66ae-4cb1-8daa-89465b1c2c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797663 Mar 03 11:13:20.732155 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-179d3197-35bd-44d6-af2f-c2d99ee7152b service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261544 Mar 03 11:13:20.748530 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:20.866203 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-6570c65e-00db-40c3-9967-1aab48fd2ea1 req-c77198f3-66c7-4a34-92a8-de31339286f4 service neutron] 10.222.0.32 "GET /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270175 Mar 03 11:13:21.057024 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:21.061597 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae4436-0e87-426c-b634-eeb4a401a05b None None] The sync data for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv is: [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:40Z', 'revision_number': 4, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv', '_interfaces': [{'id': 'ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6', 'name': '', 'network_id': '37b4326a-66ae-4cb1-8daa-89465b1c2c27', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'mac_address': 'fa:16:3e:34:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:39Z', 'updated_at': '2022-03-03T11:08:46Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'subnets': [{'id': 'bb107174-0506-4c9e-bc09-69a2ab3b1e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:13:21.288149 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9130b70-5f2d-42d8-b2d4-c59f17dd2f32 None None] New status for floating IP 3366b458-b3cb-413b-b4d3-0084592bdac6: DOWN {{(pid=87891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 11:13:21.707818 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d535846-5fcd-4838-86ef-40e8a935fc42 req-119a63bf-68f6-4fb9-b2ca-d08504397bcb tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:21.709287 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d535846-5fcd-4838-86ef-40e8a935fc42 req-119a63bf-68f6-4fb9-b2ca-d08504397bcb tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 943 time: 0.0788004 Mar 03 11:13:21.755880 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-3d535846-5fcd-4838-86ef-40e8a935fc42 req-a23c5d6c-db91-4bbf-b87e-78f267c4899a tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/security-groups?id=00812819-f8fb-4686-b8ff-72e85a9d2789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 Mar 03 11:13:21.903067 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-103eecb8-df43-4de7-bf9b-3d6f9a58db52 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 11:13:21.903778 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-103eecb8-df43-4de7-bf9b-3d6f9a58db52 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Synchronizing usage tracker for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 11:13:21.915491 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.quota.resource [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-103eecb8-df43-4de7-bf9b-3d6f9a58db52 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Unset dirty status for tenant:646742faaf3c470a855359c05f08da93 on resource:port {{(pid=87889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 11:13:21.916564 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-103eecb8-df43-4de7-bf9b-3d6f9a58db52 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 943 time: 0.0961254 Mar 03 11:13:21.984727 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Deleting port 63063760-2d50-4ebf-88f7-6801f97942ed {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:21.984986 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:22.228733 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] For port 63063760-2d50-4ebf-88f7-6801f97942ed, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=63063760-2d50-4ebf-88f7-6801f97942ed,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:22.229080 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:22.351088 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Calling delete_port for 63063760-2d50-4ebf-88f7-6801f97942ed owned by compute:nova {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:22.587878 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:22.637426 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event deleted for resources: {'Port': ['ID=63063760-2d50-4ebf-88f7-6801f97942ed,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:22.710210 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] No DVR routers for this DVR port 63063760-2d50-4ebf-88f7-6801f97942ed on host hv-neutron-8311 {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:13:22.712570 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189531'] for port, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:22.714911 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-deleted', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed'}] {{(pid=87889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 11:13:22.730840 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [req-585c4301-abbe-4946-b9d2-efe6047c7e87 req-adc2cae1-da17-4a6a-a196-2a20f658d945 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.32 "DELETE /v2.0/ports/63063760-2d50-4ebf-88f7-6801f97942ed HTTP/1.1" status: 204 len: 173 time: 0.8080723 Mar 03 11:13:22.767202 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faa3d4-a9c2-44a6-b70b-b0a74db532df', 'name': 'network-vif-deleted', 'tag': '63063760-2d50-4ebf-88f7-6801f97942ed', 'status': 'completed', 'code': 200} Mar 03 11:13:22.915119 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [req-4e8b3fa9-44bc-49fb-9944-11c687fb2ef5 req-206783bc-4163-4e91-b219-7aecd6967273 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "GET /v2.0/ports?device_id=09faa3d4-a9c2-44a6-b70b-b0a74db532df HTTP/1.1" status: 200 len: 210 time: 0.0428741 Mar 03 11:13:24.011798 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43936) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:24.079580 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a90b0537-a4b2-4c76-84e9-9b7edf47a1f4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:24.108404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a90b0537-a4b2-4c76-84e9-9b7edf47a1f4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:24.171565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a90b0537-a4b2-4c76-84e9-9b7edf47a1f4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:24.192094 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b0537-a4b2-4c76-84e9-9b7edf47a1f4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00812819-f8fb-4686-b8ff-72e85a9d2789,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:24.204460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a90b0537-a4b2-4c76-84e9-9b7edf47a1f4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:24.205580 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a90b0537-a4b2-4c76-84e9-9b7edf47a1f4 tempest-TestSnapshotPattern-810198222 tempest-TestSnapshotPattern-810198222-project] 10.222.0.23 "DELETE /v2.0/security-groups/00812819-f8fb-4686-b8ff-72e85a9d2789 HTTP/1.1" status: 204 len: 168 time: 0.1927888 Mar 03 11:13:24.250589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43942) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:24.428644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:24.888851 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:25.237938 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Deleting port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:25.238660 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:25.411086 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] For port ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:25.411481 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:25.535589 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Calling delete_port for ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 owned by network:router_interface {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:25.771090 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63063760-2d50-4ebf-88f7-6801f97942ed no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:25.807824 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] No Port match for: 63063760-2d50-4ebf-88f7-6801f97942ed {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:25.808087 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Device 63063760-2d50-4ebf-88f7-6801f97942ed not bound to the agent host hv-neutron-8311 {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:25.858393 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:25.903198 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:26.288184 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:26.648571 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Router 0fce0789-88e3-422d-98a6-ee837e69ccf8 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:13:26.821625 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:13:26.830973 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] Sync routers for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:13:26.835843 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-08bc3f5d-81b6-4d4a-8eaa-69f7f9addea8 admin admin] 10.222.0.23 "PUT /v2.0/routers/0fce0789-88e3-422d-98a6-ee837e69ccf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5827193 Mar 03 11:13:26.836899 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43946) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:26.839839 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:26.840440 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:27.021688 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:27.022338 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:27.197143 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:27.206797 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Deleting port 7d002b4f-f82c-495f-881c-216216779deb {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:27.207098 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:27.297758 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '7d002b4f-f82c-495f-881c-216216779deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:13:25Z', 'revision_number': 5, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port': {'id': '7d002b4f-f82c-495f-881c-216216779deb', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:27.301523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] Checking router: 0fce0789-88e3-422d-98a6-ee837e69ccf8 for host: dv-neutron-831192-5-hyperv {{(pid=87890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:13:27.309630 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] Routers {'0fce0789-88e3-422d-98a6-ee837e69ccf8'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:27.310896 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['0fce0789-88e3-422d-98a6-ee837e69ccf8'], 'active': True} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:27.384514 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] For port 7d002b4f-f82c-495f-881c-216216779deb, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=7d002b4f-f82c-495f-881c-216216779deb,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:27.385075 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:27.489375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_dvr_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] Set router 0fce0789-88e3-422d-98a6-ee837e69ccf8 gateway port host: None {{(pid=87890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:27.597528 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.db.l3_hamode_db [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:13:27Z', 'revision_number': 6, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:27.601563 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d964298-e8af-4779-9502-bbe883c8b0e7 None None] The sync data for ids ['0fce0789-88e3-422d-98a6-ee837e69ccf8'] in dv-neutron-831192-5-hyperv is: [{'id': '0fce0789-88e3-422d-98a6-ee837e69ccf8', 'name': 'tempest-TestSnapshotPattern-1483155050-router', 'tenant_id': '646742faaf3c470a855359c05f08da93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:36Z', 'updated_at': '2022-03-03T11:13:27Z', 'revision_number': 6, 'project_id': '646742faaf3c470a855359c05f08da93', 'gw_port_host': None}] {{(pid=87890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:13:27.628937 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Calling delete_port for 7d002b4f-f82c-495f-881c-216216779deb owned by network:router_gateway {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:27.791553 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:27.837943 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7d002b4f-f82c-495f-881c-216216779deb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:27.928740 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.105521 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.108177 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.129565 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.130240 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fce0789-88e3-422d-98a6-ee837e69ccf8 {{(pid=87888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 11:13:28.142279 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] Notify callbacks [] for router, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.143437 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-50181446-cbc2-486c-8ee3-0696539127dd admin admin] 10.222.0.23 "DELETE /v2.0/routers/0fce0789-88e3-422d-98a6-ee837e69ccf8 HTTP/1.1" status: 204 len: 168 time: 1.3056257 Mar 03 11:13:28.145860 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43950) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:28.206969 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] Deleting subnet bb107174-0506-4c9e-bc09-69a2ab3b1e9c {{(pid=87888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 11:13:28.209856 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.258980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041669'] for subnet, precommit_delete_associations {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.337854 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.368137 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:28.403590 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:28.404657 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device ac9e5f9f-d28b-481a-9da4-f3bb7fdacdb6 not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:28.412735 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3218081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2242498'] for subnet, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.450219 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb107174-0506-4c9e-bc09-69a2ab3b1e9c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:28.454285 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.460234 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b96afa6-e263-458b-9f02-50c6468795cd None None] Network 37b4326a-66ae-4cb1-8daa-89465b1c2c27 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:13:28.462401 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-67fb357c-02b0-476e-8166-eb5c6dd7d8b3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bb107174-0506-4c9e-bc09-69a2ab3b1e9c HTTP/1.1" status: 204 len: 168 time: 0.3153472 Mar 03 11:13:28.464956 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43954) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:28.584065 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.595232 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Deleting port 20368314-2fcc-40ee-9c81-4fa118f7d4cf {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:28.595598 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.791216 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] DHCP port deletion for 37b4326a-66ae-4cb1-8daa-89465b1c2c27 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 11:13:28.795775 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Deleting port 20368314-2fcc-40ee-9c81-4fa118f7d4cf {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:28.796149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.813822 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] For port 20368314-2fcc-40ee-9c81-4fa118f7d4cf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=20368314-2fcc-40ee-9c81-4fa118f7d4cf,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:28.814180 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:28.946212 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Calling delete_port for 20368314-2fcc-40ee-9c81-4fa118f7d4cf owned by network:dhcp {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:28.998523 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] For port 20368314-2fcc-40ee-9c81-4fa118f7d4cf, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=20368314-2fcc-40ee-9c81-4fa118f7d4cf,segment=NetworkSegment(0781d247-593c-48c7-a375-4cdebb07c08a),segment_id=0781d247-593c-48c7-a375-4cdebb07c08a)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:28.998903 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.024437 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.074129 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Pushing event deleted for resources: {'Port': ['ID=20368314-2fcc-40ee-9c81-4fa118f7d4cf,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:29.076728 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] No DVR routers for this DVR port 20368314-2fcc-40ee-9c81-4fa118f7d4cf on host dv-neutron-831192-5-hyperv {{(pid=87889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:13:29.127797 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Calling delete_port for 20368314-2fcc-40ee-9c81-4fa118f7d4cf owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:29.191033 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.197843 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 11:13:29.198139 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 11:13:29.215789 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b4326a-66ae-4cb1-8daa-89465b1c2c27']}} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:29.227832 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0781d247-593c-48c7-a375-4cdebb07c08a') {'for_net_delete': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:29.228120 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.services.segments.db [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0781d247-593c-48c7-a375-4cdebb07c08a') {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:29.238944 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286499'] for segment, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.254277 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.259995 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 11:13:29.260363 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2242349'] for segment, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: Traceback (most recent call last): Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: timer() Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: cb(*args, **kw) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: return func(*args, **kwargs) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: self._notify() Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: self.callback(batched_events) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: event.method(event) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: return f(self, *a, **k) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._get(url).json() Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: return self.request(url, 'GET', **kwargs) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 11:13:29.273354 dv-neutron-831192-5-hyperv neutron-server[87889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 11:13:29.348800 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.353207 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Notify callbacks [] for network, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.377077 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] Pushing event deleted for resources: {'Network': ['ID=37b4326a-66ae-4cb1-8daa-89465b1c2c27,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:29.389305 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-c0093c47-f4ce-45f6-af9a-4cbb0bbc4eed admin admin] 10.222.0.23 "DELETE /v2.0/networks/37b4326a-66ae-4cb1-8daa-89465b1c2c27 HTTP/1.1" status: 204 len: 168 time: 0.9231651 Mar 03 11:13:29.392072 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43958) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:29.694918 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 20368314-2fcc-40ee-9c81-4fa118f7d4cf no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:29.719990 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Deleting port 20368314-2fcc-40ee-9c81-4fa118f7d4cf {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:29.720390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:29.764754 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 20368314-2fcc-40ee-9c81-4fa118f7d4cf {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:29.765002 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 20368314-2fcc-40ee-9c81-4fa118f7d4cf not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:29.765413 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7d002b4f-f82c-495f-881c-216216779deb no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:29.828653 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-dbf88e53-db15-4a42-b84c-c7b2903ff819 None None] The port '20368314-2fcc-40ee-9c81-4fa118f7d4cf' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 11:13:29.829496 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 7d002b4f-f82c-495f-881c-216216779deb {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:29.829830 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 7d002b4f-f82c-495f-881c-216216779deb not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:30.018223 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3896515'] for router_interface, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:30.356043 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Deleting port b4be189c-6f8f-444c-b377-8eaef5e6d00a {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:30.356298 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:30.530714 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] For port b4be189c-6f8f-444c-b377-8eaef5e6d00a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=b4be189c-6f8f-444c-b377-8eaef5e6d00a,segment=NetworkSegment(6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4),segment_id=6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:30.531068 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:30.650763 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Calling delete_port for b4be189c-6f8f-444c-b377-8eaef5e6d00a owned by network:router_interface {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:30.972844 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:31.018959 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4be189c-6f8f-444c-b377-8eaef5e6d00a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:31.391599 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896447'] for router_interface, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:31.749380 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Router 67ade5c6-62ac-49f6-b905-c6d2b364b585 has already been hosted by L3 agent 11739556-6731-4e91-9dc2-e09be752f3c9 {{(pid=87889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 11:13:31.920743 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] Notify agent at l3_agent.dv-neutron-831192-5-hyperv the message routers_updated {{(pid=87889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 11:13:31.928918 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] Sync routers for ids ['67ade5c6-62ac-49f6-b905-c6d2b364b585'] in dv-neutron-831192-5-hyperv {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 11:13:31.936500 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-466cc2fb-c1cc-468a-80d6-5438466d440d admin admin] 10.222.0.23 "PUT /v2.0/routers/67ade5c6-62ac-49f6-b905-c6d2b364b585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434642 Mar 03 11:13:31.938932 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] Routers {'67ade5c6-62ac-49f6-b905-c6d2b364b585'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:31.939062 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43962) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:31.939568 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['67ade5c6-62ac-49f6-b905-c6d2b364b585'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:32.117291 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] Set router 67ade5c6-62ac-49f6-b905-c6d2b364b585 gateway port host: dv-neutron-831192-5-hyperv {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:32.137086 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks [] for router, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:32.335275 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:32.345674 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Deleting port cb11453a-9086-44c7-8fea-446b973c641a {{(pid=87889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:32.346126 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:32.545038 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'external_fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:13:30Z', 'revision_number': 5, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port': {'id': 'cb11453a-9086-44c7-8fea-446b973c641a', 'name': '', 'network_id': 'b7388a87-c221-4d1e-b22c-2d2a8d360f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7bd92653-7481-421c-8550-655671ff3af5', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T11:08:43Z', 'updated_at': '2022-03-03T11:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd92653-7481-421c-8550-655671ff3af5', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-5-hyperv'}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:32.554130 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] Checking router: 67ade5c6-62ac-49f6-b905-c6d2b364b585 for host: dv-neutron-831192-5-hyperv {{(pid=87891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 11:13:32.632926 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] Routers {'67ade5c6-62ac-49f6-b905-c6d2b364b585'} bound to L3 agent in host dv-neutron-831192-5-hyperv {{(pid=87891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 11:13:32.633445 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T10:04:05Z,description=,heartbeat_timestamp=2022-03-03T11:13:05Z,host='dv-neutron-831192-5-hyperv',id=11739556-6731-4e91-9dc2-e09be752f3c9,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T10:04:05Z,topic='l3_agent')) {'router_ids': ['67ade5c6-62ac-49f6-b905-c6d2b364b585'], 'active': True} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:32.673900 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] For port cb11453a-9086-44c7-8fea-446b973c641a, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=cb11453a-9086-44c7-8fea-446b973c641a,segment=NetworkSegment(6dffec62-fbf3-45a2-88e3-4953b18b280f),segment_id=6dffec62-fbf3-45a2-88e3-4953b18b280f)] {{(pid=87889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:32.674292 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:32.823496 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.plugins.ml2.plugin [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Calling delete_port for cb11453a-9086-44c7-8fea-446b973c641a owned by network:router_gateway {{(pid=87889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:32.826711 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_dvr_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] Set router 67ade5c6-62ac-49f6-b905-c6d2b364b585 gateway port host: None {{(pid=87891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 11:13:32.938151 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.l3_hamode_db [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:13:32Z', 'revision_number': 6, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port_host': None}], 'dv-neutron-831192-5-hyperv', False) {} {{(pid=87891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:32.945557 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736465f6-c6de-4c4f-bd17-d6c9b45370bb None None] The sync data for ids ['67ade5c6-62ac-49f6-b905-c6d2b364b585'] in dv-neutron-831192-5-hyperv is: [{'id': '67ade5c6-62ac-49f6-b905-c6d2b364b585', 'name': 'tempest-TestSnapshotPattern-345039086-router', 'tenant_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T11:08:42Z', 'updated_at': '2022-03-03T11:13:32Z', 'revision_number': 6, 'project_id': 'fd88ec47aecc4fa18ee3ae43fbe7da15', 'gw_port_host': None}] {{(pid=87891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 11:13:33.001958 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242430'] for port, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.051406 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb11453a-9086-44c7-8fea-446b973c641a,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:33.139569 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3896806'] for router_gateway, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.259375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-45a44b6f-98f5-42f2-a77d-0666664a1880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.316685 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3340'] for router, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.319045 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.345755 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3891982'] for router, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.346649 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ade5c6-62ac-49f6-b905-c6d2b364b585 {{(pid=87889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 11:13:33.359571 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] Notify callbacks [] for router, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.360712 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-792b7eea-4d3e-49c9-8c32-d8e9d97bc14f admin admin] 10.222.0.23 "DELETE /v2.0/routers/67ade5c6-62ac-49f6-b905-c6d2b364b585 HTTP/1.1" status: 204 len: 168 time: 1.4207656 Mar 03 11:13:33.363333 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [-] (87889) accepted ('10.222.0.23', 43966) {{(pid=87889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:33.425190 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.db.db_base_plugin_v2 [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] Deleting subnet ae6ac5c2-3368-4192-9d05-9b9dc07d4362 {{(pid=87889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 11:13:33.428029 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.477022 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286490'] for subnet, precommit_delete_associations {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.558012 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784411'] for subnet, precommit_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.624691 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10288259'] for subnet, after_delete {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.663328 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6ac5c2-3368-4192-9d05-9b9dc07d4362,revision_number=None']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:33.665273 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.669977 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be2420-c59c-42fb-bf92-358c710a9c91 None None] Network bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 requested from dv-neutron-831192-5-hyperv {{(pid=87890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 11:13:33.674380 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43972) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:33.674870 dv-neutron-831192-5-hyperv neutron-server[87889]: INFO neutron.wsgi [None req-64981365-4fea-4d2e-9a5e-2e2b98371f71 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ae6ac5c2-3368-4192-9d05-9b9dc07d4362 HTTP/1.1" status: 204 len: 168 time: 0.3100131 Mar 03 11:13:33.766755 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cb11453a-9086-44c7-8fea-446b973c641a no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:33.787960 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584368'] for network, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.799895 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Deleting port 9265e66c-be99-45ed-8c34-54fabd07fffd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:33.800129 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:33.809422 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: cb11453a-9086-44c7-8fea-446b973c641a {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:33.809976 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device cb11453a-9086-44c7-8fea-446b973c641a not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:33.810390 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b4be189c-6f8f-444c-b377-8eaef5e6d00a no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:33.852297 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: b4be189c-6f8f-444c-b377-8eaef5e6d00a {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:33.852636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device b4be189c-6f8f-444c-b377-8eaef5e6d00a not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:34.015376 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] DHCP port deletion for bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 request from dv-neutron-831192-5-hyperv {{(pid=87890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 11:13:34.019445 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Deleting port 9265e66c-be99-45ed-8c34-54fabd07fffd {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:34.019821 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.020980 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] For port 9265e66c-be99-45ed-8c34-54fabd07fffd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9265e66c-be99-45ed-8c34-54fabd07fffd,segment=NetworkSegment(6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4),segment_id=6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:34.021337 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.149519 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Calling delete_port for 9265e66c-be99-45ed-8c34-54fabd07fffd owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:34.222517 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.db [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] For port 9265e66c-be99-45ed-8c34-54fabd07fffd, host dv-neutron-831192-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-5-hyperv',level=0,port_id=9265e66c-be99-45ed-8c34-54fabd07fffd,segment=NetworkSegment(6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4),segment_id=6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4)] {{(pid=87890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 11:13:34.222902 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896003'] for port, precommit_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.231197 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759093021148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759092656415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3218256'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.389708 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Calling delete_port for 9265e66c-be99-45ed-8c34-54fabd07fffd owned by network:dhcp {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 11:13:34.400810 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=9265e66c-be99-45ed-8c34-54fabd07fffd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:34.402534 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] No DVR routers for this DVR port 9265e66c-be99-45ed-8c34-54fabd07fffd on host dv-neutron-831192-5-hyperv {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 11:13:34.464476 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.db.api [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 11:13:34.465170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG oslo_db.api [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 11:13:34.521434 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784276', 'neutron.services.segments.db._delete_segments_for_network-8759093126723'] for network, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.547055 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9']}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:34.558680 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4') {'for_net_delete': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:34.558973 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.services.segments.db [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdcf6c6-fddd-4f2f-9dfd-0c79a23859d4') {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 11:13:34.571045 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759093129822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041724'] for segment, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.587855 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786096'] for segment, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.594826 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 11:13:34.595266 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3218179'] for segment, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: Traceback (most recent call last): Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: timer() Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: cb(*args, **kw) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: return func(*args, **kwargs) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: self._notify() Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: self.callback(batched_events) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: event.method(event) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: return f(self, *a, **k) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._get(url).json() Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: return self.request(url, 'GET', **kwargs) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 11:13:34.609255 dv-neutron-831192-5-hyperv neutron-server[87888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 11:13:34.686821 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3896771'] for network, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.702935 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Notify callbacks [] for network, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:34.714801 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:34.720629 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-428c8051-b4a8-4ea8-9a4e-58bedf6eeb65 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bb6693b9-26b8-4fd7-a90c-e80e2dbeafb9 HTTP/1.1" status: 204 len: 168 time: 1.0444963 Mar 03 11:13:34.910111 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43978) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:34.967329 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Deleting port 9265e66c-be99-45ed-8c34-54fabd07fffd {{(pid=87890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 11:13:34.967651 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759093014510'] for port, before_delete {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.035101 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-2b771fb4-8b1a-46ab-98e5-cb0cd1605bf0 None None] The port '9265e66c-be99-45ed-8c34-54fabd07fffd' was deleted {{(pid=87890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 11:13:35.132273 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-f11f1f5d-c8b9-4d5e-a23a-9749cddd4dec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=646742faaf3c470a855359c05f08da93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209809 Mar 03 11:13:35.134724 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43984) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:35.195875 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16d12bd6-96c2-4f1b-ab9f-ec091e7235e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.222019 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16d12bd6-96c2-4f1b-ab9f-ec091e7235e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.272850 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16d12bd6-96c2-4f1b-ab9f-ec091e7235e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.292099 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d12bd6-96c2-4f1b-ab9f-ec091e7235e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a4fea-de7c-4fe8-a990-ea4de13b880b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:35.296460 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16d12bd6-96c2-4f1b-ab9f-ec091e7235e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.298024 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-16d12bd6-96c2-4f1b-ab9f-ec091e7235e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/043a4fea-de7c-4fe8-a990-ea4de13b880b HTTP/1.1" status: 204 len: 168 time: 0.1619675 Mar 03 11:13:35.416170 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2baa9f51-edbf-48f6-b876-29bbf831bd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.568949 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43992) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:35.616191 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-38523d4c-e0da-43db-a1ce-7cd0a76cbcc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd88ec47aecc4fa18ee3ae43fbe7da15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461230 Mar 03 11:13:35.618499 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.wsgi [-] (87888) accepted ('10.222.0.23', 43996) {{(pid=87888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 11:13:35.676962 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0cca417-9e3b-45ea-abb9-0409aadf63e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.694287 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9265e66c-be99-45ed-8c34-54fabd07fffd no longer exists at agent ovs-agent-dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 11:13:35.704929 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0cca417-9e3b-45ea-abb9-0409aadf63e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.728121 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.plugin [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] No Port match for: 9265e66c-be99-45ed-8c34-54fabd07fffd {{(pid=87890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 11:13:35.728384 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron.plugins.ml2.rpc [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Device 9265e66c-be99-45ed-8c34-54fabd07fffd not bound to the agent host dv-neutron-831192-5-hyperv {{(pid=87890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 11:13:35.761965 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0cca417-9e3b-45ea-abb9-0409aadf63e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754759'] for security_group, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.779159 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cca417-9e3b-45ea-abb9-0409aadf63e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7b5a2a-4ac0-4e1f-817c-5985ba274d35,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 11:13:35.782404 dv-neutron-831192-5-hyperv neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0cca417-9e3b-45ea-abb9-0409aadf63e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:35.783546 dv-neutron-831192-5-hyperv neutron-server[87888]: INFO neutron.wsgi [None req-a0cca417-9e3b-45ea-abb9-0409aadf63e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe7b5a2a-4ac0-4e1f-817c-5985ba274d35 HTTP/1.1" status: 204 len: 168 time: 0.1641614 Mar 03 11:13:36.276906 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:36.353956 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:38.210042 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:13:41.326718 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:13:54.415729 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:03.261207 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e58af313-d824-4656-8648-b09cd01a8ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:05.417636 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e6cdae2b-2389-44f4-96c6-6212c78ea61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:06.281380 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:06.354893 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:08.213295 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:18.325082 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:14:24.428935 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:33.262108 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8dc81fbb-64cd-496f-a47e-8417a0940a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:35.421737 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-014c686e-91f7-4446-a99f-021f45e1999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:36.283697 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:36.357209 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:38.214228 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:54.451291 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:14:55.324507 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:15:03.263088 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-563be70e-f5ab-4bd9-ad91-0ab6040505d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:05.424003 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-130fa946-cf3b-4e1b-b65a-0bfb17fd6ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:06.286760 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:06.361525 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:08.215769 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:24.466462 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:32.323038 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:15:33.264428 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-8d99c0fb-6963-4473-a693-d09a699295d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:35.425275 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-2a2a8616-88e3-46ef-8eca-c0df4535403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:36.289030 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:36.362070 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:38.218620 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:15:54.466283 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:03.268306 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-1fa2bfc0-e571-4449-9336-6435f2ad2277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:05.428031 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-290dc9c0-395b-4b84-89f6-cfb2db676a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:06.291043 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:06.366644 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:08.221375 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:09.322662 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:16:24.480556 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:33.270195 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-7ae37518-1850-446a-b686-fc90b7527b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:35.431642 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-e25631cd-6c4c-4bef-b248-26ba3f4e3d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:36.296561 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:36.369668 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:38.223732 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:16:46.321287 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:16:54.479984 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:03.273238 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-004382fc-0550-40bf-932d-d919a2b75034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:05.434388 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9f5db2c3-05bb-4788-9b98-e2299d3ee762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:06.289771 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:06.371709 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:08.226780 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:23.320461 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:17:24.479475 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:26.848859 dv-neutron-831192-5-hyperv neutron-server[87889]: DEBUG neutron.wsgi [req-0b3aeb93-de61-4630-b9b5-0563347e559e req-320c8d84-76f5-4ee2-9fff-de3d37c049e7 service neutron] (87889) timed out ('10.222.0.23', 42494) {{(pid=87889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 11:17:33.275107 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd14e-5f22-4727-9f5f-b7a70d02ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:35.436268 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-795e4e68-68ec-4b3b-a499-0891178ba8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:36.292546 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:36.372251 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:38.230749 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:17:54.493728 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:00.319024 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:18:03.280098 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-f7258c55-c286-43f7-8012-e8b66ee3df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:05.438592 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-758b0c42-8298-4531-87d5-405fc5da8967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:06.295761 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:06.376753 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:08.235876 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:24.487150 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:33.281658 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4430c573-dcb3-4787-8534-cb0649e92b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:35.442149 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-91c78614-0cd7-4b26-b52f-aa6df19b45ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:36.298258 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:36.379128 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:37.318428 dv-neutron-831192-5-hyperv neutron-server[87891]: DEBUG neutron.db.agents_db [None req-f3eee56e-c235-4465-aa03-e64d14eb1203 None None] Agent healthcheck: found 6 active agents {{(pid=87891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 11:18:38.236943 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:18:54.491713 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-82a83e6d-6165-4ac9-949f-37bb12f1d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:19:03.287594 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-4316af6a-119e-499b-812d-4be992b88e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:19:05.443756 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-d37a232b-4987-490d-9428-7412746534b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:19:06.302864 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-54b34570-be0d-4c08-ba23-e145b3acc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:19:06.382288 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-ee071747-97e2-45ba-9f0d-1016b20c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 11:19:08.240942 dv-neutron-831192-5-hyperv neutron-server[87890]: DEBUG neutron_lib.callbacks.manager [None req-b193cb2d-f526-462e-9824-a85786830745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759093126696', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780874'] for agent, after_update {{(pid=87890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}